Node.js - Web Crawling

var request = require('request');

var url = 'http://foo.com';

// plain text
request(url, function (err, res, body) {

}

// gzip
request({url: url, gzip: true}, function (err, res, body) {

}

var http = require('http');
http.request({
    host: 'search.twitter.com',
    path: '/search.json?' + qs.stringify({ q: search })
}, function (res) {}

http.get(url, function (res) {
  var buffer = [];
  res
    .on("data", function (data) {
      buffer.push(data);
    })
    .on("end", function () {
      parsePage(buffer.join(""));
    });
});

var zlib = require("zlib");

http.get(url, function (res) {
  var buffer = [];
  var gunzip = zlib.createGunzip();
  res.pipe(gunzip);

  gunzip
    .on("data", function (data) {
      buffer.push(data);
    })
    .on("end", function () {
      parsePage(buffer.join(""));
    });
});

var cheerio = require("cheerio");
request(url, function (err, res, body) {
  $ = cheerio.load(body);
  //...
});

$("table tr").each(function (i, row) {
  console.log($(this).html());
});

$("table tr").each(function (i, row) {
  var fields = $(this).find("td");
  console.log($(fields[0]).text());
});