Download website to local directory (including all css, images, js, etc.)
MIT License
Bot releases are visible (Hide)
Published by s0ph1e about 7 years ago
Published by s0ph1e about 7 years ago
media
subdirectoryPublished by s0ph1e over 7 years ago
updateMissingSources
Published by s0ph1e over 7 years ago
/
=> DIRECTORY/index.html
/about
=> DIRECTORY/about/index.html
https://another-site.com/about
=> DIRECTORY/about/index.html
/
=> DIRECTORY/example.com/index.html
/about
=> DIRECTORY/example.com/about/index.html
https://another-site.com/about
=> DIRECTORY/another-site.com/about/index.html
Published by s0ph1e over 7 years ago
Published by s0ph1e over 7 years ago
maxRecursiveDepth
optionPublished by s0ph1e over 7 years ago
Published by s0ph1e over 7 years ago
Published by aivus over 7 years ago
Published by s0ph1e over 7 years ago
httpResponseHandler
onResourceSaved
and onResourceError
callbacksPublished by s0ph1e over 7 years ago
Published by s0ph1e over 7 years ago
Published by s0ph1e over 7 years ago
assets
to children
in result object// old usage
var scraper = require('website-scraper');
scraper.scrape({/*options*/});
// new usage
var scrape = require('website-scraper');
scrape({/*options*/});
source
option and want to keep previous behavior need to add next objects to sources
.{ selector: 'style' },
{ selector: '[style]', attr: 'style' }
Published by s0ph1e almost 8 years ago
debug
version (prevent using broken [email protected])Published by s0ph1e almost 8 years ago
Published by s0ph1e almost 8 years ago
Published by s0ph1e about 8 years ago
ignoreErrors
optionPublished by s0ph1e over 8 years ago
Published by s0ph1e over 8 years ago
Published by s0ph1e over 8 years ago