wafflestudio / snuboard-crawler

Crawler for SNUBoard project

Geek Repo:Geek Repo

Github PK Tool:Github PK Tool

[조선해양공학과] TypeError [ERR_INVALID_URL]: Invalid URL:

crawler-issue opened this issue · comments

Crawler started at 2024. 4. 27. 오후 3:19:06 KST raised following errors:

TypeError [ERR_INVALID_URL]: Invalid URL: 
    at onParseError (internal/url.js:259:9)
    at new URL (internal/url.js:335:5)
    at ShipCrawler.handleList (/home/ec2-user/snuboard-crawler/dist/src/routes/engineering/ship.js:103:40)
    at CheerioCrawler.handlePageFunction [as userProvidedHandler] (/home/ec2-user/snuboard-crawler/dist/src/classes/crawler.js:102:31)
    at CheerioCrawler._handleRequestFunction (/home/ec2-user/snuboard-crawler/node_modules/apify/build/crawlers/cheerio_crawler.js:497:49)
    at processTicksAndRejections (internal/process/task_queues.js:93:5)
    at async CheerioCrawler._runTaskFunction (/home/ec2-user/snuboard-crawler/node_modules/apify/build/crawlers/basic_crawler.js:425:13)
    at async AutoscaledPool._maybeRunTask (/home/ec2-user/snuboard-crawler/node_modules/apify/build/autoscaling/autoscaled_pool.js:408:17)
while processing
{
  "id": "gl0f1eiEgl8l8fL",
  "url": "http://ship.snu.ac.kr/index.php?mid=Notice",
  "loadedUrl": "https://ship.snu.ac.kr/index.php?mid=Notice",
  "uniqueKey": "1714198745http://ship.snu.ac.kr/index.php?mid=Notice",
  "method": "GET",
  "noRetry": false,
  "retryCount": 0,
  "errorMessages": [],
  "headers": {},
  "userData": {
    "department": {
      "id": 53,
      "name": "조선해양공학과",
      "college": "공과대학",
      "link": "http://ship.snu.ac.kr/",
      "style": "",
      "code": "7KGw7ISg7ZW07JaR6rO17ZWZ6rO8"
    },
    "isList": true,
    "isPinned": false,
    "dateString": "",
    "commonUrl": null
  }
}