spider - crawling headless browser client

This commit is contained in:
spiduler
2020-10-08 20:18:59 +09:00
parent 0adea82f66
commit 8fcf614aea
11 changed files with 506 additions and 894 deletions

View File

@@ -1,5 +1,5 @@
{
"name": "cx-amazon-crawler",
"name": "spd-app-headless",
"version": "1.0.0",
"description": "C-Xtra headless browser for crawling service",
"main": "index.js",
@@ -10,10 +10,13 @@
"author": "",
"license": "ISC",
"dependencies": {
"command-line-args": "^5.1.1",
"express": "^4.17.1",
"express-logging": "^1.1.1",
"http-status-codes": "^1.4.0",
"logops": "^2.1.1",
"puppeteer": "^5.2.1"
"puppeteer-cluster": "^0.22.0",
"puppeteer-core": "^1.9.0",
"selenium-webdriver": "^4.0.0-alpha.7"
}
}