[조선해양공학과] TypeError [ERR_INVALID_URL]: Invalid URL:
crawler-issue opened this issue · comments
crawler-issue commented
Crawler started at 2024. 4. 26. 오후 10:34:20 KST raised following errors:
TypeError [ERR_INVALID_URL]: Invalid URL:
at onParseError (internal/url.js:259:9)
at new URL (internal/url.js:335:5)
at ShipCrawler.handleList (/home/ec2-user/snuboard-crawler/dist/src/routes/engineering/ship.js:103:40)
at CheerioCrawler.handlePageFunction [as userProvidedHandler] (/home/ec2-user/snuboard-crawler/dist/src/classes/crawler.js:102:31)
at CheerioCrawler._handleRequestFunction (/home/ec2-user/snuboard-crawler/node_modules/apify/build/crawlers/cheerio_crawler.js:497:49)
at processTicksAndRejections (internal/process/task_queues.js:93:5)
at async CheerioCrawler._runTaskFunction (/home/ec2-user/snuboard-crawler/node_modules/apify/build/crawlers/basic_crawler.js:425:13)
at async AutoscaledPool._maybeRunTask (/home/ec2-user/snuboard-crawler/node_modules/apify/build/autoscaling/autoscaled_pool.js:408:17)
while processing
{
"id": "61KKzwCr7C94Tup",
"url": "http://ship.snu.ac.kr/index.php?mid=Notice",
"loadedUrl": "https://ship.snu.ac.kr/index.php?mid=Notice",
"uniqueKey": "1714138460http://ship.snu.ac.kr/index.php?mid=Notice",
"method": "GET",
"noRetry": false,
"retryCount": 0,
"errorMessages": [],
"headers": {},
"userData": {
"department": {
"id": 53,
"name": "조선해양공학과",
"college": "공과대학",
"link": "http://ship.snu.ac.kr/",
"style": "",
"code": "7KGw7ISg7ZW07JaR6rO17ZWZ6rO8"
},
"isList": true,
"isPinned": false,
"dateString": "",
"commonUrl": null
}
}