forked from yujiosaka/headless-chrome-crawler
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpackage.json
94 lines (94 loc) · 2.85 KB
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
"name": "headless-chrome-crawler",
"version": "1.8.1",
"description": "Distributed web crawler powered by Headless Chrome",
"main": "index.js",
"license": "MIT",
"author": "Yuji Isobe",
"scripts": {
"commitmsg": "commitlint -e $GIT_PARAMS",
"lint-to-be-tested": "eslint --quiet -f codeframe . || eslint .",
"greenkeeper-lockfile-update": "greenkeeper-lockfile-update",
"greenkeeper-lockfile-upload": "greenkeeper-lockfile-upload",
"lint": "eslint --quiet . || eslint .",
"jest-exclude-redis-cache": "jest --verbose --config=./jest.config.js $(find test -name '*.test.js' -not -name 'redis.test.js')",
"jest": "jest --maxWorkers=1 --config=./jest.config.js",
"test": "yarn tsc && yarn lint && yarn jest-exclude-redis-cache",
"test-all": "yarn tsc && yarn lint && yarn jest",
"tsc": "tsc -p ."
},
"repository": {
"type": "git",
"url": "git+https://github.com/rom3r4/headless-chrome-crawler.git"
},
"bugs": {
"url": "https://github.com/rom3r4/headless-chrome-crawler/issues"
},
"homepage": "https://github.com/rom3r4/headless-chrome-crawler#readme",
"dependencies": {
"@google-cloud/firestore": "^4.15.1",
"@google-cloud/redis": "^2.4.0",
"@google-cloud/secret-manager": "^3.10.1",
"@google-cloud/storage": "^5.16.0",
"crypto": "^1.0.1",
"debug": "^4.3.4",
"gcp-metadata": "^4.3.1",
"html-minifier": "^4.0.0",
"jquery": "^3.6.4",
"lodash": "^4.17.21",
"mime": "^3.0.0",
"node-fetch": "^2.6.2",
"puppeteer": "^19.11.1",
"puppeteer-extra": "^3.3.6",
"puppeteer-extra-plugin-adblocker": "^2.13.6",
"puppeteer-extra-plugin-anonymize-ua": "^2.4.6",
"puppeteer-extra-plugin-recaptcha": "^3.6.8",
"puppeteer-extra-plugin-stealth": "^2.11.2",
"request": "^2.88.2",
"request-promise": "~4.2.6",
"robots-parser": "^3.0.1"
},
"peerDependencies": {
"redis": "^4.3.1"
},
"devDependencies": {
"@babel/core": "^7.16.0",
"@babel/node": "^7.16.0",
"@babel/preset-env": "^7.16.0",
"@commitlint/cli": "^17.6.1",
"@commitlint/config-conventional": "^17.6.1",
"@types/debug": "^4.1.7",
"@types/lodash": "^4.14.194",
"@types/node": "~18.7.23",
"@types/puppeteer": "^5.4.6",
"@types/request-promise": "4.1.48",
"babel-jest": "^27.3.1",
"eslint": "8.23.1",
"eslint-config-airbnb": "^19.0.4",
"eslint-plugin-import": "2.26.0",
"eslint-plugin-jsx-a11y": "^6.4.1",
"eslint-plugin-react": "^7.21.5",
"eslint-plugin-react-hooks": "^4",
"greenkeeper-lockfile": "1.15.1",
"husky": "^8.0.3",
"jest": "^29.5.0",
"redis": "^4.3.1",
"typescript": "4.8.3"
},
"keywords": [
"headless",
"chrome",
"crawler",
"crawling",
"jquery",
"promise",
"puppeteer",
"stealth",
"bot",
"scraper",
"scraping"
],
"engines": {
"node": ">=8.10.0"
}
}