-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathscrape_images.js
46 lines (36 loc) · 1.45 KB
/
scrape_images.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
var Scraper = require('images-scraper');
const http = require('http');
const https = require('https');
const fs = require('fs');
const Stream = require('stream').Transform;
const downloadImageToUrl = (url, filename, callback) => {
var client = http;
if (url.toString().indexOf("https") === 0){
client = https;
}
client.request(url, function(response) {
var data = new Stream();
response.on('data', function(chunk) {
data.push(chunk);
});
response.on('end', function() {
fs.writeFileSync(filename, data.read());
});
response.on('error', function(err) {
console.log(err)
});
})
};
const google = new Scraper({
puppeteer: {
headless: false,
}
});
(async () => {
var label = 'guava'
const results = await google.scrape(label, 1);
for(let i=0; i<results.length; i++) {
console.log('Downloading image'+ i+ "= "+ results[i].url);
downloadImageToUrl(results[i].url,"file_"+i+ label +"."+results[i].url.split('.').pop())
}
})();