Skip to content

Commit 1d90b56

Browse files
thomaswhitethomaswhite
committed
Remove jquery; change require in the test to use relative path.
1 parent d3dd9e8 commit 1d90b56

File tree

5 files changed

+74
-92
lines changed

5 files changed

+74
-92
lines changed

‎deps/jquery-1.6.1.min.js

-18
This file was deleted.

‎examples/advanced.js

+13-13
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
var scraper = require('scraper');
2-
3-
scraper({
4-
'uri': 'http://search.twitter.com/search?q=nodejs'
5-
, 'headers': {
6-
'User-Agent': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)'
7-
}}
8-
, function(err, $) {
9-
if (err) {throw err;}
10-
11-
$('.msg').each(function() {
12-
console.log($(this).text().trim()+'\n');
13-
});
1+
var scraper = require('../lib/scraper');
2+
3+
scraper({
4+
'uri': 'http://search.twitter.com/search?q=nodejs'
5+
, 'headers': {
6+
'User-Agent': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)'
7+
}}
8+
, function(err, $) {
9+
if (err) {throw err;}
10+
11+
$('.msg').each(function() {
12+
console.log($(this).text().trim()+'\n');
13+
});
1414
});

‎examples/parallel.js

+21-21
Original file line numberDiff line numberDiff line change
@@ -1,22 +1,22 @@
1-
var scraper = require('scraper');
2-
3-
scraper([
4-
'http://search.twitter.com/search?q=javascript'
5-
, 'http://search.twitter.com/search?q=css'
6-
, {
7-
'uri': 'http://search.twitter.com/search?q=nodejs'
8-
, 'headers': {
9-
'User-Agent': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)'
10-
}
11-
}
12-
, 'http://search.twitter.com/search?q=html5'
13-
]
14-
, function(err, $) {
15-
if (err) {throw err;}
16-
17-
$('.msg').each(function() {
18-
console.log($(this).text().trim()+'\n');
19-
});
20-
}, {
21-
'reqPerSec': 0.2 // Wait 5sec between each external request
1+
var scraper = require('../lib/scraper');
2+
3+
scraper([
4+
'http://search.twitter.com/search?q=javascript'
5+
, 'http://search.twitter.com/search?q=css'
6+
, {
7+
'uri': 'http://search.twitter.com/search?q=nodejs'
8+
, 'headers': {
9+
'User-Agent': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)'
10+
}
11+
}
12+
, 'http://search.twitter.com/search?q=html5'
13+
]
14+
, function(err, $) {
15+
if (err) {throw err;}
16+
17+
$('.msg').each(function() {
18+
console.log($(this).text().trim()+'\n');
19+
});
20+
}, {
21+
'reqPerSec': 0.2 // Wait 5sec between each external request
2222
});

‎examples/simple.js

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
1-
var scraper = require('scraper');
2-
3-
scraper('http://search.twitter.com/search?q=javascript', function(err, $) {
4-
if (err) {throw err;}
5-
6-
$('.msg').each(function() {
7-
console.log($(this).text().trim()+'\n');
8-
});
1+
var scraper = require('../lib/scraper');
2+
3+
scraper('http://www.w3schools.com/jsref/jsref_replace.asp', function(err, $, a, b) {
4+
if (err) {throw err;}
5+
6+
$('p').each(function( i, o) {
7+
console.log( $(o).html()+'\n');
8+
});
99
});

‎examples/test.js

+32-32
Original file line numberDiff line numberDiff line change
@@ -1,33 +1,33 @@
1-
var http = require('http');
2-
http.createServer(function (request, response) {
3-
var respondTime = Math.floor(Math.random()*1000);
4-
setTimeout(function() {
5-
var links = '';
6-
var linkCount = Math.floor(Math.random()*400)+100;
7-
for (var i=0; i < linkCount; i++) {
8-
links += '<a href="/">Test - '+i+'</a>';
9-
};
10-
response.writeHead(200, {'Content-Type': 'text/plain'});
11-
response.end('<html><head><title>Page has '+linkCount+' links</title></head><body><div id="time">'+respondTime+'</div>'+links+'</body></html>\n');
12-
}, respondTime);
13-
}).listen(8486);
14-
15-
var urls = [];
16-
for (var u=0; u < 2; u++) {
17-
for (var i=0; i < 1000; i++) {
18-
urls.push('http://localhost:8486');
19-
};
20-
};
21-
22-
setTimeout(function() {
23-
var scraper = require('scraper');
24-
scraper(urls, function(err, $) {
25-
if (err) {
26-
console.log(err);
27-
return;
28-
}
29-
console.log('Server took '+$('#time').text()+'ms to respond, found '+$('a').length+' <a> @ '+new Date().toString()+' with title "'+$('title').text()+'"');
30-
}, {
31-
'reqPerSec': 0.5
32-
});
1+
var http = require('http');
2+
http.createServer(function (request, response) {
3+
var respondTime = Math.floor(Math.random()*1000);
4+
setTimeout(function() {
5+
var links = '';
6+
var linkCount = Math.floor(Math.random()*400)+100;
7+
for (var i=0; i < linkCount; i++) {
8+
links += '<a href="/">Test - '+i+'</a>';
9+
};
10+
response.writeHead(200, {'Content-Type': 'text/plain'});
11+
response.end('<html><head><title>Page has '+linkCount+' links</title></head><body><div id="time">'+respondTime+'</div>'+links+'</body></html>\n');
12+
}, respondTime);
13+
}).listen(8486);
14+
15+
var urls = [];
16+
for (var u=0; u < 2; u++) {
17+
for (var i=0; i < 1000; i++) {
18+
urls.push('http://localhost:8486');
19+
};
20+
};
21+
22+
setTimeout(function() {
23+
var scraper = require('../lib/scraper');
24+
scraper(urls, function(err, $) {
25+
if (err) {
26+
console.log(err);
27+
return;
28+
}
29+
console.log('Server took '+$('#time').text()+'ms to respond, found '+$('a').length+' <a> @ '+new Date().toString()+' with title "'+$('title').text()+'"');
30+
}, {
31+
'reqPerSec': 0.5
32+
});
3333
}, 1000);

0 commit comments

Comments
 (0)