Skip to content

Instantly share code, notes, and snippets.

@hyoretsu

hyoretsu/1337x scrape error

Created January 21, 2024 04:07
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save hyoretsu/a814c99590af00ea2b248cce8d9eea10 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save hyoretsu/a814c99590af00ea2b248cce8d9eea10 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
1337x scrape error
[Sun Jan 21 2024 04:01:25 GMT+0000] starting 1337x scrape...
Scrapping 1337x Movies category page 1
Failed 1337x scrapping for [1] Movies due: Error: Failed browse request
at browse (/home/node/app/scrapers/1337x/1337x_api.js:66:27)
at /home/node/app/scrapers/1337x/1337x_api.js:79:23
Scrapping 1337x TV category page 1
Failed 1337x scrapping for [1] TV due: Error: Failed browse request
at browse (/home/node/app/scrapers/1337x/1337x_api.js:66:27)
at /home/node/app/scrapers/1337x/1337x_api.js:79:23
Scrapping 1337x Anime category page 1
Failed 1337x scrapping for [1] Anime due: Error: Failed browse request
at browse (/home/node/app/scrapers/1337x/1337x_api.js:66:27)
at /home/node/app/scrapers/1337x/1337x_api.js:79:23
Scrapping 1337x Documentaries category page 1
Failed 1337x scrapping for [1] Documentaries due: Error: Failed browse request
at browse (/home/node/app/scrapers/1337x/1337x_api.js:66:27)
at /home/node/app/scrapers/1337x/1337x_api.js:79:23
[Sun Jan 21 2024 04:01:26 GMT+0000] finished 1337x scrape
Raw
EZTV scrape error
Failed EZTV scrapping for [1] due: [
AxiosError: Request failed with status code 403
at settle (/home/node/app/node_modules/axios/dist/node/axios.cjs:1967:12)
at BrotliDecompress.handleStreamEnd (/home/node/app/node_modules/axios/dist/node/axios.cjs:3062:11)
at BrotliDecompress.emit (node:events:525:35)
at endReadableNT (node:internal/streams/readable:1358:12)
at processTicksAndRejections (node:internal/process/task_queues:83:21) {
code: 'ERR_BAD_REQUEST',
config: {
transitional: [Object],
adapter: [Array],
transformRequest: [Array],
transformResponse: [Array],
timeout: 120000,
xsrfCookieName: 'XSRF-TOKEN',
xsrfHeaderName: 'X-XSRF-TOKEN',
maxContentLength: -1,
maxBodyLength: -1,
env: [Object],
validateStatus: [Function: validateStatus],
headers: [Object [AxiosHeaders]],
method: 'get',
url: 'https://eztv.re/api/get-torrents?limit=100&page=1',
data: undefined
},
request: ClientRequest {
_events: [Object: null prototype],
_eventsCount: 7,
_maxListeners: undefined,
outputData: [],
outputSize: 0,
writable: true,
destroyed: true,
_last: true,
chunkedEncoding: false,
shouldKeepAlive: false,
maxRequestsOnConnectionReached: false,
_defaultKeepAlive: true,
useChunkedEncodingByDefault: false,
sendDate: false,
_removedConnection: false,
_removedContLen: false,
_removedTE: false,
strictContentLength: false,
_contentLength: 0,
_hasBody: true,
_trailer: '',
finished: true,
_headerSent: true,
_closed: true,
socket: [TLSSocket],
_header: 'GET /api/get-torrents?limit=100&page=1 HTTP/1.1\r\n' +
'Accept: application/json, text/plain, */*\r\n' +
'User-Agent: Mozilla/5.0 (iPhone; CPU iPhone OS 16_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1\r\n' +
'Accept-Encoding: gzip, compress, deflate, br\r\n' +
'Host: eztvx.to\r\n' +
'Connection: close\r\n' +
'\r\n',
_keepAliveTimeout: 0,
_onPendingData: [Function: nop],
agent: [Agent],
socketPath: undefined,
method: 'GET',
maxHeaderSize: undefined,
insecureHTTPParser: undefined,
path: '/api/get-torrents?limit=100&page=1',
_ended: true,
res: [IncomingMessage],
aborted: false,
timeoutCb: null,
upgradeOrConnect: false,
parser: null,
maxHeadersCount: null,
reusedSocket: false,
host: 'eztvx.to',
protocol: 'https:',
_redirectable: [Writable],
[Symbol(kCapture)]: false,
[Symbol(kBytesWritten)]: 0,
[Symbol(kEndCalled)]: true,
[Symbol(kNeedDrain)]: false,
[Symbol(corked)]: 0,
[Symbol(kOutHeaders)]: [Object: null prototype],
[Symbol(kUniqueHeaders)]: null
},
response: {
status: 403,
statusText: 'Forbidden',
headers: [Object [AxiosHeaders]],
config: [Object],
request: [ClientRequest],
data: `<!DOCTYPE html><html lang="en-US"><head><title>Just a moment...</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=Edge"><meta name="robots" content="noindex,nofollow"><meta name="viewport" content="width=device-width,initial-scale=1"><link href="/cdn-cgi/styles/challenges.css" rel="stylesheet"><meta http-equiv="refresh" content="375"></head><body class="no-js"><div class="main-wrapper" role="main"><div class="main-content"><noscript><div id="challenge-error-title"><div class="h2"><span class="icon-wrapper"><div class="heading-icon warning-icon"></div></span><span id="challenge-error-text">Enable JavaScript and cookies to continue</span></div></div></noscript></div></div><script>(function(){window._cf_chl_opt={cvId: '3',cZone: "eztvx.to",cType: 'managed',cNounce: '76150',cRay: '848c9ed23f471259',cHash: 'e8d5793f2d17634',cUPMDTk: "\\/api\\/get-torrents?limit=100&page=1&__cf_chl_tk=ymjdWda4Ufsc.Gdz.jRp.U2INp2WgR6QGjAdKsyTyDs-1705809313-0-gaNycGzNDXs",cFPWv: 'b',cTTimeMs: '1000',cMTimeMs: '375000',cTplV: 5,cTplB: 'cf',cK: "visitor-time",fa: "\\/api\\/get-torrents?limit=100&page=1&__cf_chl_f_tk=ymjdWda4Ufsc.Gdz.jRp.U2INp2WgR6QGjAdKsyTyDs-1705809313-0-gaNycGzNDXs",md: "xJfXvKG4TCftaW1MvO.lPcSvcaehxweigaUMKElWpd0-1705809313-1-AeE1kOmQ-EgQ-gjZ07t98tHVpZsf9a2ZenQ22OI4jyOiOk8pZDU119oX-VU10rBhk97ZPXM8rxBF0JQE-Izv0H4wTcIO-xNqlRZo3Dr3IWoszys7V6rVrl4pGiWCxA8bIbbDsAaI7hOWk8-NkUUHVQKW-OP1Yf1HrQdUAabwlhbI3DjwpYj9UwAhdN5CXnPwFNao1dojYIoRIJzVDBrcYkPGxD_ogCmEVRZqmI7QCGSc3oSYQLq1J9wnA-y8NzerY5LSUzKhBOQIfbIvVbTW9_G4TxAb2R8nPJmE6Aw_NZur_nKYGh8WJyv1rwZ7mntrUyXaRVYvCIebx1h8QvqpAfiivq7F-tXitKje7vqxtCe3DaMhfBTK_1jxiCMeU8M_8_k40pyO0Bz5qx8_CqKPLFNg1x1rxjJubXY7HAOlvLrcXdrkzeBy5yBelUx0B3AvdNalv0hTcgzXUkmMpFzfwZY81GSVJ-zgQKW9uNQTYFI3mcExpitPeSZE8f3P_Z3ATc6mOdC48PTvagbzAVXcKqC7UtkoZCXtalpouTSxwWxMvr5rhdX8bWQaVHgEhd1eqyLAVFHs8eTmoO4jzY1_i0-OkE_cKoY7HlwagNfaO_VFR-W4QCAbmGXdeNP67xXajm1p0jwSEgDk_RXwsOSEQ7f0vdsbTdJGcGdFEjLuPze4mMcP3efFWWZFGks2kEPHZwRt0L8A_NvdzsitTbm04o5C6k4EDAeA_KxjSE2smU8lU5q-qJONK8V1u5kF1KkvvkXtEZVhFMpQxCrOo_-G8S2x9dxwhtn2OeOkh-i9xzRdXwc4UIbxSKteTRjsj0E7zTu_JqxRTCsN1ZMmEkuY56mW61avg4YsUcCbrNBmiIPjzoKhc5KfabQLzvsQih6OrWUL_7SfJOLo68dzL567D75NSh1zi-PybCbNodKhXqYb2A4yT6smLFxCLygsOuqt_6JpVhsMrU0i59bmvd0Nijfl6CVqtzNsbQrDo7Yt0qlzQU0P53W-9atPW4-Ms8P39040pbDxrl1cryNIVVyv66QeBiLeKyIFXk9PNf3TzNGUO2AlZSrs6iXud5vVS_5k3T3mWXNi9CwiEAnvgcEidywAsfTvhNwHtkPx7F7nrxfmYFDnMXjJIAa9rvoYxMIU8Dux_3OsDWhcqSfPE-75D2tcKyyKY6k1UDtsp7VVzB5LC0EBTeBoUxHRdmWrIOUHO2w1lDOYYmBKzTxtx8QK80h2dARQnwyQgAOU5hERZsib9zQzqwoQ4E-wI158Y7t5ODMJJJvCTdoyEjSaKGwWLp6POl7P0ups1muXdC0kcGaMQ771fLLIFw1kcJTgc6S_6yOdYNXkgMpIOGyTOouJCcosyxAnyjxWBptX1GrD7FgTaw2-16QrWGLA6QWdHg-l--exo6e2sGWO2WOOYl3m5JeBgqKsEn8AzWzEAnHI3sA5a1HNlIaf9Vg7Yf41HrIOei0IKw6g_OKCx8e_s7Qt4GaHY6kZWyG-2QCbElbqvTB0Dwvk7MTsvTvZvWH5xUgXK6rGRognV7neNV4zFmdZhjVnAkhsLnDS2yd4O4jhz3ABaONBBYIxre3ha2dZnLMP8cTiwEAlcVRmpE0UJjk725_3QEi8JN5myWfb1VzBHTgBZ3f2l2q53UPtzNGx5eM__hfpBYjYnCTTUA2DsCA3li5EbYKfP4Owrs2-zoldhIOLRHy_SfHvogPM5Li1qf4hrq431bfTLs1CSPmUxwCfP1Gm1mvVsWzRvfhInCdseHzYWHxEPK9Im-LDct1zFlh7CHuo6s70k3N6S-FW25E6JG9TT4jbfMXj-TDyCGhgsWhglroMbUKHQoKKjFsJkYh50dM1CPfEBk6LJphQA-B2qgafUf-aYdtvn34zKFawHvWM47n0_iGvkNb4WIzNzIwVFDQ8S_O4xA18M5dkT20QcDLx1GtCwvy0mu_7NFRJopJ42FPhuaR22O1pbu0eOO7cnL8B5dWhp7JMtclk-WBDfeWaM8eBF9N7pjZee40zuBiJnZWhLMxgJY0NcFAl1EQsDnBcYAHuxMDh9KtJQnbOTOejEiX9J8Qmsdyc22i1hglG-Ok7Dh-v3MiHELpEXJNmfs68uFT6NS55D0Hxb2agCNft7f_nB_DqpGRVULpf3K6X8awHlzaQkCOAWmAOS_-FxDnG0C0nnXz-ZOqgOUruXsgZ5ScGZWIvXApLZps9J-h63QvCPcLlWSSAfYoEyLZT-Hj4PLIO3ODw8jfsePcl6GnlZUubHUdubQYVX25whlfhbYrO-rRuCQvIy5hn_ZyN8zNWTWspaxbPeNdz7nKqM6TWlmEzlGSpl-fRP2vFAKzUlVXxwMBKkOJ-46bjaX3PKy_lm_gQT_a9a8PRwSR9XG8IUvBDzerlakHKZ68AcAW_Nmm_jqdnhkFdTZWIHXeSF4UYnE3hKc99LVpHC1LkwULCqRFEBRHeKyDHkCYA58dC11n4MKRMOH-quZLOiyuK5LgmIR0osto7qLB7gUxhXu5pL8nzsC4IYWWWOcontwrN1om7JMNm8oWScjSYVSsNMKrWSpv-IUjSKvtBJvxJqW5OA3L-7NGISarMjAr1Tz9soEECGLIMUoecRypoSVi-OWZkLkxANlOpQaDDLntPyvrFDNbb2ht1cfTQJYq5kow106eC342kOsm3SzUnwalvjeNuC4RUj4uw9nEGE7kbc8DezJk3hPV6fH7XfZzdLf7bzR_l0uqLaz2YtNqot4ZuoFBAvmVgm1H36QfCZ0XjzvbzA-M5nWukNh8yjyAeTNlxHMMPufEjU6UZdfoOtqZJXPHnhjuJTBHTSOotKsWYN_ijKcuNtR7saNduf_XEYko8HvtIIFx-MgbcW2e7M2BkQYKLwdNiXzRBTB-l006cvqiuAzEI24NUFilDoCw4NGDyUe_-zaT6dsMyqe56VG4anMtFyLhjhC_lRAwcJkKSwrZUEbETH_ddyRlzIDdJ164NkIgYQ6OsjJgcQaAhRlTFP6gDmEOXXvktb9dOmy-Ed9d7kbStqgS5ETC3eNOQfyerXJ2zXN6YVb5l5jmM1XdPU2QjjDgov7ckVnrJ9nVx9G65UIO8Mw_dfe_hCyOtdyo0U_T3bndpDPcXzGDutVrC9oZtGyoo4rPWW1PL888fENb4jGzguaJt0M-S6KTbTy5KEL9I2to64yIoDLb0vBcM99T0lEvVGJvJNdEBfVSXRTIOz0vyeRkhVUt9otSLvMLV2gI2UQieI12rUtV_3YsVwx4W5OOMVR0yoSrMTwSWEpJG0Eqs6Jy7JnZz_pWXEmWFYOVvM6foOVrHLyh0hJHaOyUHYBTAJJeqT15yHSpqwCeexmaRiTfla-5mMGhOooxmIQdoGWmtE-Db00z6ts_eMg",cRq: {ru: 'aHR0cHM6Ly9lenR2eC50by9hcGkvZ2V0LXRvcnJlbnRzP2xpbWl0PTEwMCZwYWdlPTE=',ra: 'TW96aWxsYS81LjAgKGlQaG9uZTsgQ1BVIGlQaG9uZSBPUyAxNl82IGxpa2UgTWFjIE9TIFgpIEFwcGxlV2ViS2l0LzYwNS4xLjE1IChLSFRNTCwgbGlrZSBHZWNrbykgVmVyc2lvbi8xNi42IE1vYmlsZS8xNUUxNDggU2FmYXJpLzYwNC4x',rm: 'R0VU',d: 'SBcqHncxZFF6Q3FcgcB196yANbFGEnupFEQxig8Zdjbdo8CJtNqo6bp4rlXQ7AhAnWLAM8lLdnUB3ijqEGO8Qx91ACHN66gKFecCoUE8ODgCxStUxLnTzEhsE0TjVCOXV391uAebhs6gj9tmHdX/43qakoC0qxb7EiLVQkrJ+qiP54Rh/HCuuL84pSwi22B+c2qm8ePts/MsT+eTExrMZSQea691YglhW4MvRXzh0tCyChxxiNIfsAifccpWYfNJDE1RivghZ+QPnhGCwO4R5eySQM5wbCpzY5gZ/dAW+lo5CDz9rw/tlhOdW91G/4PvP77UQQUvY2iDNtREYV/MQkIyBCP3nAYmY7mrUq4o4+PWcj02ULv13qMpGxPJxHBDKcm7jAqg8KhoTsMrtA1/QqlsUzdDLfp5jh2N032C02aNSvNpK1eEZIIfF+Bdd9X36c7UuLkJFJLxu6HxtzioV1rNV0e2qFavfKKZ5sJwed4us2sZykRUmPQ5iitdbFxCqDBpXinbRTNd4uOK2G96G7cspdc0gcpCK7yJZZ9ZBDI=',t: 'MTcwNTgwOTMxMy42NDEwMDA=',cT: Math.floor(Date.now() / 1000),m: '1B5d2zw9pCQ5BeSV23r/MYxd8IhwQwYgV8jHAnxDnAo=',i1: 'dF89Ca2ZGJcRquWUkkJktw==',i2: '92Yeqstd3oGOwImXQA7mpQ==',zh: 'wQ3sZN1RVKYmnSkhlPatM08J+4mh+p7X1Yd+lApqv+Q=',uh: 'CbXEm5L4BIE3A7VDZ46mFZMzNE4aB2n5CEBLpigzGgg=',hh: 'YAJxTfifVEAUKA4NcSFM4MM0Vb9cLNVamZRM92038MA=',}};var cpo = document.createElement('script');cpo.src = '/cdn-cgi/challenge-platform/h/b/orchestrate/chl_page/v1?ray=848c9ed23f471259';window._cf_chl_opt.cOgUHash = location.hash === '' && location.href.indexOf('#') !== -1 ? '#' : location.hash;window._cf_chl_opt.cOgUQuery = location.search === '' && location.href.slice(0, location.href.length - window._cf_chl_opt.cOgUHash.length).indexOf('?') !== -1 ? '?' : location.search;if (window.history && window.history.replaceState) {var ogU = location.pathname + window._cf_chl_opt.cOgUQuery + window._cf_chl_opt.cOgUHash;history.replaceState(null, null, "\\/api\\/get-torrents?limit=100&page=1&__cf_chl_rt_tk=ymjdWda4Ufsc.Gdz.jRp.U2INp2WgR6QGjAdKsyTyDs-1705809313-0-gaNycGzNDXs" + window._cf_chl_opt.cOgUHash);cpo.onload = function() {history.replaceState(null, null, ogU);}}document.getElementsByTagName('head')[0].appendChild(cpo);}());</script></body></html>`
}
}
]
Raw
NyaaPantsu scrape error
[Sun Jan 21 2024 04:01:25 GMT+0000] starting NyaaPantsu scrape...
Scrapping NyaaPantsu 3_5 category page 1
Failed NyaaPantsu scrapping for [1] 3_5 due: Error: Request failed with status code 403
at createError (/home/node/app/node_modules/nyaapi/node_modules/axios/lib/core/createError.js:16:15)
at settle (/home/node/app/node_modules/nyaapi/node_modules/axios/lib/core/settle.js:17:12)
at IncomingMessage.handleStreamEnd (/home/node/app/node_modules/nyaapi/node_modules/axios/lib/adapters/http.js:293:11)
at IncomingMessage.emit (node:events:525:35)
at endReadableNT (node:internal/streams/readable:1358:12)
at processTicksAndRejections (node:internal/process/task_queues:83:21) {
config: {
transitional: {
silentJSONParsing: true,
forcedJSONParsing: true,
clarifyTimeoutError: false
},
adapter: [Function: httpAdapter],
transformRequest: [ [Function: transformRequest] ],
transformResponse: [ [Function: transformResponse] ],
timeout: 0,
xsrfCookieName: 'XSRF-TOKEN',
xsrfHeaderName: 'X-XSRF-TOKEN',
maxContentLength: -1,
maxBodyLength: -1,
validateStatus: [Function: validateStatus],
headers: {
Accept: 'application/json, text/plain, */*',
'User-Agent': 'axios/0.23.0'
},
baseURL: 'https://nyaa.net/api',
params: { c: '3_5', page: 1, limit: 100 },
method: 'get',
url: '/search',
data: undefined
},
request: <ref *1> ClientRequest {
_events: [Object: null prototype] {
abort: [Function (anonymous)],
aborted: [Function (anonymous)],
connect: [Function (anonymous)],
error: [Function (anonymous)],
socket: [Function (anonymous)],
timeout: [Function (anonymous)],
finish: [Function: requestOnFinish]
},
_eventsCount: 7,
_maxListeners: undefined,
outputData: [],
outputSize: 0,
writable: true,
destroyed: false,
_last: true,
chunkedEncoding: false,
shouldKeepAlive: false,
maxRequestsOnConnectionReached: false,
_defaultKeepAlive: true,
useChunkedEncodingByDefault: false,
sendDate: false,
_removedConnection: false,
_removedContLen: false,
_removedTE: false,
strictContentLength: false,
_contentLength: 0,
_hasBody: true,
_trailer: '',
finished: true,
_headerSent: true,
_closed: false,
socket: TLSSocket {
_tlsOptions: [Object],
_secureEstablished: true,
_securePending: false,
_newSessionPending: false,
_controlReleased: true,
secureConnecting: false,
_SNICallback: null,
servername: 'nyaa.net',
alpnProtocol: false,
authorized: true,
authorizationError: null,
encrypted: true,
_events: [Object: null prototype],
_eventsCount: 9,
connecting: false,
_hadError: false,
_parent: null,
_host: 'nyaa.net',
_closeAfterHandlingError: false,
_readableState: [ReadableState],
_maxListeners: undefined,
_writableState: [WritableState],
allowHalfOpen: false,
_sockname: null,
_pendingData: null,
_pendingEncoding: '',
server: undefined,
_server: null,
ssl: null,
_requestCert: true,
_rejectUnauthorized: true,
parser: null,
_httpMessage: [Circular *1],
write: [Function: writeAfterFIN],
[Symbol(res)]: [TLSWrap],
[Symbol(verified)]: true,
[Symbol(pendingSession)]: null,
[Symbol(async_id_symbol)]: 5774707,
[Symbol(kHandle)]: null,
[Symbol(lastWriteQueueSize)]: 0,
[Symbol(timeout)]: null,
[Symbol(kBuffer)]: null,
[Symbol(kBufferCb)]: null,
[Symbol(kBufferGen)]: null,
[Symbol(kCapture)]: false,
[Symbol(kSetNoDelay)]: false,
[Symbol(kSetKeepAlive)]: false,
[Symbol(kSetKeepAliveInitialDelay)]: 0,
[Symbol(kBytesRead)]: 7628,
[Symbol(kBytesWritten)]: 155,
[Symbol(connect-options)]: [Object],
[Symbol(RequestTimeout)]: undefined
},
_header: 'GET /api/search?c=3_5&page=1&limit=100 HTTP/1.1\r\n' +
'Accept: application/json, text/plain, */*\r\n' +
'User-Agent: axios/0.23.0\r\n' +
'Host: nyaa.net\r\n' +
'Connection: close\r\n' +
'\r\n',
_keepAliveTimeout: 0,
_onPendingData: [Function: nop],
agent: Agent {
_events: [Object: null prototype],
_eventsCount: 2,
_maxListeners: undefined,
defaultPort: 443,
protocol: 'https:',
options: [Object: null prototype],
requests: [Object: null prototype] {},
sockets: [Object: null prototype],
freeSockets: [Object: null prototype] {},
keepAliveMsecs: 1000,
keepAlive: false,
maxSockets: Infinity,
maxFreeSockets: 256,
scheduling: 'lifo',
maxTotalSockets: Infinity,
totalSocketCount: 1,
maxCachedSessions: 100,
_sessionCache: [Object],
[Symbol(kCapture)]: false
},
socketPath: undefined,
method: 'GET',
maxHeaderSize: undefined,
insecureHTTPParser: undefined,
path: '/api/search?c=3_5&page=1&limit=100',
_ended: true,
res: IncomingMessage {
_readableState: [ReadableState],
_events: [Object: null prototype],
_eventsCount: 3,
_maxListeners: undefined,
socket: [TLSSocket],
httpVersionMajor: 1,
httpVersionMinor: 1,
httpVersion: '1.1',
complete: true,
rawHeaders: [Array],
rawTrailers: [],
aborted: false,
upgrade: false,
url: '',
method: null,
statusCode: 403,
statusMessage: 'Forbidden',
client: [TLSSocket],
_consuming: true,
_dumped: false,
req: [Circular *1],
responseUrl: 'https://nyaa.net/api/search?c=3_5&page=1&limit=100',
redirects: [],
[Symbol(kCapture)]: false,
[Symbol(kHeaders)]: [Object],
[Symbol(kHeadersCount)]: 38,
[Symbol(kTrailers)]: null,
[Symbol(kTrailersCount)]: 0,
[Symbol(RequestTimeout)]: undefined
},
aborted: false,
timeoutCb: null,
upgradeOrConnect: false,
parser: null,
maxHeadersCount: null,
reusedSocket: false,
host: 'nyaa.net',
protocol: 'https:',
_redirectable: Writable {
_writableState: [WritableState],
_events: [Object: null prototype],
_eventsCount: 2,
_maxListeners: undefined,
_options: [Object],
_ended: true,
_ending: true,
_redirectCount: 0,
_redirects: [],
_requestBodyLength: 0,
_requestBodyBuffers: [],
_onNativeResponse: [Function (anonymous)],
_currentRequest: [Circular *1],
_currentUrl: 'https://nyaa.net/api/search?c=3_5&page=1&limit=100',
[Symbol(kCapture)]: false
},
[Symbol(kCapture)]: false,
[Symbol(kBytesWritten)]: 0,
[Symbol(kEndCalled)]: true,
[Symbol(kNeedDrain)]: false,
[Symbol(corked)]: 0,
[Symbol(kOutHeaders)]: [Object: null prototype] {
accept: [Array],
'user-agent': [Array],
host: [Array]
},
[Symbol(kUniqueHeaders)]: null
},
response: {
status: 403,
statusText: 'Forbidden',
headers: {
date: 'Sun, 21 Jan 2024 04:01:25 GMT',
'content-type': 'text/html; charset=UTF-8',
'transfer-encoding': 'chunked',
connection: 'close',
'cross-origin-embedder-policy': 'require-corp',
'cross-origin-opener-policy': 'same-origin',
'cross-origin-resource-policy': 'same-origin',
'origin-agent-cluster': '?1',
'permissions-policy': 'accelerometer=(),autoplay=(),browsing-topics=(),camera=(),clipboard-read=(),clipboard-write=(),geolocation=(),gyroscope=(),hid=(),interest-cohort=(),magnetometer=(),microphone=(),payment=(),publickey-credentials-get=(),screen-wake-lock=(),serial=(),sync-xhr=(),usb=()',
'referrer-policy': 'same-origin',
'x-frame-options': 'SAMEORIGIN',
'cf-mitigated': 'challenge',
'cache-control': 'private, max-age=0, no-store, no-cache, must-revalidate, post-check=0, pre-check=0',
expires: 'Thu, 01 Jan 1970 00:00:01 GMT',
'report-to': '{"endpoints":[{"url":"https:\\/\\/a.nel.cloudflare.com\\/report\\/v3?s=%2BUaUJSsX5EMfvvuDFMYAjpwghPpERuGk%2FEYuvrjIAfH7OeEcIEsuHrAaG2zj5JEuKP7WCmPuiOQOO0QqA711zS40Stymo1s%2B6nzwKtdE898MvY7iwoyfSTZycg%3D%3D"}],"group":"cf-nel","max_age":604800}',
nel: '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}',
server: 'cloudflare',
'cf-ray': '848ca7e84f572a0c-ORD',
'alt-svc': 'h3=":443"; ma=86400'
},
config: {
transitional: [Object],
adapter: [Function: httpAdapter],
transformRequest: [Array],
transformResponse: [Array],
timeout: 0,
xsrfCookieName: 'XSRF-TOKEN',
xsrfHeaderName: 'X-XSRF-TOKEN',
maxContentLength: -1,
maxBodyLength: -1,
validateStatus: [Function: validateStatus],
headers: [Object],
baseURL: 'https://nyaa.net/api',
params: [Object],
method: 'get',
url: '/search',
data: undefined
},
request: <ref *1> ClientRequest {
_events: [Object: null prototype],
_eventsCount: 7,
_maxListeners: undefined,
outputData: [],
outputSize: 0,
writable: true,
destroyed: false,
_last: true,
chunkedEncoding: false,
shouldKeepAlive: false,
maxRequestsOnConnectionReached: false,
_defaultKeepAlive: true,
useChunkedEncodingByDefault: false,
sendDate: false,
_removedConnection: false,
_removedContLen: false,
_removedTE: false,
strictContentLength: false,
_contentLength: 0,
_hasBody: true,
_trailer: '',
finished: true,
_headerSent: true,
_closed: false,
socket: [TLSSocket],
_header: 'GET /api/search?c=3_5&page=1&limit=100 HTTP/1.1\r\n' +
'Accept: application/json, text/plain, */*\r\n' +
'User-Agent: axios/0.23.0\r\n' +
'Host: nyaa.net\r\n' +
'Connection: close\r\n' +
'\r\n',
_keepAliveTimeout: 0,
_onPendingData: [Function: nop],
agent: [Agent],
socketPath: undefined,
method: 'GET',
maxHeaderSize: undefined,
insecureHTTPParser: undefined,
path: '/api/search?c=3_5&page=1&limit=100',
_ended: true,
res: [IncomingMessage],
aborted: false,
timeoutCb: null,
upgradeOrConnect: false,
parser: null,
maxHeadersCount: null,
reusedSocket: false,
host: 'nyaa.net',
protocol: 'https:',
_redirectable: [Writable],
[Symbol(kCapture)]: false,
[Symbol(kBytesWritten)]: 0,
[Symbol(kEndCalled)]: true,
[Symbol(kNeedDrain)]: false,
[Symbol(corked)]: 0,
[Symbol(kOutHeaders)]: [Object: null prototype],
[Symbol(kUniqueHeaders)]: null
},
data: `<!DOCTYPE html><html lang="en-US"><head><title>Just a moment...</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=Edge"><meta name="robots" content="noindex,nofollow"><meta name="viewport" content="width=device-width,initial-scale=1"><link href="/cdn-cgi/styles/challenges.css" rel="stylesheet"><meta http-equiv="refresh" content="375"></head><body class="no-js"><div class="main-wrapper" role="main"><div class="main-content"><noscript><div id="challenge-error-title"><div class="h2"><span class="icon-wrapper"><div class="heading-icon warning-icon"></div></span><span id="challenge-error-text">Enable JavaScript and cookies to continue</span></div></div></noscript></div></div><script>(function(){window._cf_chl_opt={cvId: '3',cZone: "nyaa.net",cType: 'managed',cNounce: '97902',cRay: '848ca7e84f572a0c',cHash: '66727afdec2c774',cUPMDTk: "\\/api\\/search?c=3_5&page=1&limit=100&__cf_chl_tk=1TGz8O1v05V4xh1obD.z6K87U9fPwNy9.MQV7qqq88E-1705809685-0-gaNycGzNCyU",cFPWv: 'b',cTTimeMs: '1000',cMTimeMs: '375000',cTplV: 5,cTplB: 'cf',cK: "visitor-time",fa: "\\/api\\/search?c=3_5&page=1&limit=100&__cf_chl_f_tk=1TGz8O1v05V4xh1obD.z6K87U9fPwNy9.MQV7qqq88E-1705809685-0-gaNycGzNCyU",md: "OClPp40GNxQUZpbSBkL5Nn7wGBe8rpEs8CRwb4jnxDg-1705809685-1-AfYXgIuta70GqFDP6UV2JoaG1snVNkkAk7alGv4rL3aOqEPGT4tIheSNMm4DO95aihD0ORLQ5Ee7Gy2yOuJa405jDaNRsV4bIEDXr9-aV2sjzT5p5tAM5VP6K8iGIklfYq0DmrL4DirHrjToL8F36Wpch5j-NOjUCzlm8Jph6ByfOme_cHY4PNWy4JQrFoSouaCP6fkgbpNxQ4ZHw7-7Hit0Ec5hZehNzVwhekbpGeRvayZ4Ocvswm4wVnjl17T0_57PfE2ZusdGvH3dT908kSOTwvlsBz3AVgANPKTodoGRDrYdg9UEghQdf04wrGNpbqjQ7s04uc6T73M0ZO0i1CccBg34IehNWjCygJAF_XXmDXc9IbqpXxlX1Spk7erNDvhN7S8wzGdMsRf3ZpyZITyBtlXjP8QF30UBK6Hz-en5q2eB5VljwN6UG-h6mkGg_WiBt4VHZQB1Hx-c_SMNY2VfEUncBbie5PUB5Ln3g6z0h2YkfO7r_5ElovwLjvTI_T9Vr3rcaNUv3bpU-D8VJ9Si7YSRcU9Ggzx-wxDHulD0EjG9zUa4Ns2se-Kp_0IccNrMz0_uLL5t0O8g2g1YfBEXosCzkLbLpUPmUbHST-UrDQaULUrUv3K--nMF_ee9CoROTKUDvKEBE50CVm_Xofw9WnBjODrZnn_T8eYiTS86fHPnE-on6GOBMCvkmGFKmDNJ1SAzdEMOoSc3aUFlJfCEPgQj9WEk3wND4RWOq1r-DzQBZq430aoQpz134fC0X_vXdKYXh5dIYrQB0oWpv3jVmd8Na7b1nlJFzRSv8CGagc4nm-XQqApsETXqGfMs1mbbVgbnCyOoYfyQiluKkq7krrlMXLRq1nfGoiviLEi43MXX4ZCZkgwcgDpZPJj3phlpllnsPkFglN1lvAQErBv4Xrm84U5X8rXm0C8C7ZjqidiTwoNCz_3HhOw8YD8YSYLoMLNNQkdhTGKFe2Glya-dbyzvzbR9Dbx0i0KlbisfK7d1DVK4MabTVrxY49OXIaHruJh-IbfNOvY_2wb3DqXXIr9c8TYTEyrwkPWXcR2885cFNNnLRB0pUJ3LqkHLXBo0lxEfmDpOhKcFdKH6mU76DSEi9kayxoeGI1GjgBR8xEFBW7_0Ak4iNzZjNjhOrp-Bl5dvXX8pOVRES3FAt_pcPGbxweKCmNZbuaXibOHkGVWccC4ZtnOtCU1gPFMOvNlWET94P_0RewLVqQKFqQGmo7L-LqTOwZir_OD55ue2TXh1Dp1zXRb_dygKtb4WdjhCskbi77a9Waxjd0j6bhzD6y-5KCJrZLgKO4BXPBdcsfbdazvrTEHpVV3U2DNnYlbE9Ri0xd-bh5727zHu8rqDlCpnSjxIQ_gfD2vogVWMCAOyF6uB7lnqBVA5b4Z2aUJ7wzg2gT5e884IbaHMxWk4Y-Hscpx1QsZdDCOh9S7QlFJLYPpIbux4QK1fHqvdvawyM_vwPCYVE8QAHtBQrOHDnwDV3H_ENGjtj7-JUQ_lWNuruXYVnTSX-hrvcl0ZC-4fEx6aOQoQ0RJp3kEjmzv9ewYRHaHdmXwVhUoxlhABCpB2JanutdyWqMAaF74XqsQA3ZjIZgd4Tv1erLRsV5U-8x4Nc97ZrBbbmOA-ELoa0yYtJQ9c-9UxjPHHHnopO7EpvhwI230m-8DgV-1NR4sEBq6opX8PqpRBw3G5Ye2c8xaJQp_XhKpHwHbAffqkcNIP20jV2cs6hrGDhbEuccPIS49CbPag70TUzCJr9PDJ0kZs0bmFNX5_c_Le2rXS0QLfQQBsDX0Q1PmbZdx6b3kx6ayQAiEOP2hGjX9lKwWg84e0clN6bVciVwC6mT56DchNf2ub_d2Ftgz35PucorBsOZYbCC_o5ZJM2gZY5Hk4UCKYw1UuEi6VOxfBFq3EEf1mBZITcvSQYZsJO3LfyunApsyN3qPjwwYG4iA3CLPlVZLlJ8I9-_p60ENujSgQAA25KLiEZ14jnN_JcrbD2f12e3emGH2g1iThrOLMQ8pFWcDcuJ5jzNxa2VYMGcsnGCvd5JiEhFDuNRtWDhzMqHe1k_aqpjkwZVOOYjBcChAdONiLlNuRA6e11uBXDVqhzASMaNx8yjafEvnApNQsna1aM_Y7IeOM9TgwEHPLdNd13bYVuj9613M0lJACR4J0YaVGNLGp0CHrtrpW-9zsaTQUoRb4G3N-_GBRRd_mTNbOM6rv5Zx2HEIjsF8tJs1PQ_p5vpwVZLxFUXPysgfLKfzAZgwi8Qo5trzjpaJ88gDOcrjAm7_-BN12Eq4gBqmz-a-MfWG9OcjEGY4QfBA4B0eyTdHAVJbpVS53MKBGFzkI0oe_lAE-scraV1CeaW7y-33zSx9utE94-V39IdkEAPrYK-EDbAZwPI72COu6FpX1Z5WwYotYqdTXQEGc3mFYt-JYEf1nesA-REcXhKv1jHsFKTbLNzQzM0HflpRsQbyY16J8ga8rxPmJmKQJDwVqIG4dDFGLdD-Lndu9ljMEo-pR2NuRHWkgJ6gWhzoCXB6eDfOmlvH6UazjswTyC58yxt9FBzp8MBzMJG3eMXXUikfzoKUQOIIFseBoWq09VsWGY71x_iConoBv-21ZybriaDFhodX9UeBeapeisFqdu7UhwqoCUehYiCOje2CpyFCCKh5GKR6GxreU3U-ijKsEr5kktZSnV816FXNFFyMYQRnJHjxLegs-BVD42P7bpHKmCrdEUduzhNIq6xUUxoyhFy8btnmTtglZouF5oX8Zy94DLlJDlxKPP8juIjfhbwye",cRq: {ru: 'aHR0cHM6Ly9ueWFhLm5ldC9hcGkvc2VhcmNoP2M9M181JnBhZ2U9MSZsaW1pdD0xMDA=',ra: 'YXhpb3MvMC4yMy4w',rm: 'R0VU',d: 'JFxXZJn8DlM3dxXw6TPPBRfSxOcOiYQTUJvddprzeyGWDE5Y04PqFcIAN+2J59fQxzW80SrI6Vk0t47Qjq8HBRDbcopKSfrWsxavHCJfN+lFw21yyTUasJzSYiHN8rkxsA0h3e2kgEN+qgYdrAmEdv6BegaKngtJvfjxaqZxQghF11AlSapd6dlPylxyKI0mqbE6JXwb29LIczGdXj9OahzLFi5PxyFyECKdfsjrNGHYCKKTbqD21/Rb5W856Grmv7LR96xAiuy0BSwixr46G/cH2Qb1ablZCa1asj0TKiqdVHVs0cTu+cwigEQgJ79M2ghLYs1JIQ5/2fjiAOcz6Km+O5wgwxuqR9sol46SaiHdfXzeyg4kGT40kQ0XPK2rOCh9bHFWoZ5ycKWd0VQh6KgeWAvwnK7lhhqqWysG+adse0Sjl8+6Q+OvznZbulqRZEgGT7Brmzm9HYWEOkdrMUkjVCkZpJhcuSAJF9Q/Ca2PmZCd8y+WccGYKqEPft3YXUdNAKOulkPknj1WLDNVkgCJ6HFOeLnW3jG3DRYbKmI=',t: 'MTcwNTgwOTY4NS44MDIwMDA=',cT: Math.floor(Date.now() / 1000),m: '/8ClMHrYlx+UpVlTUaQondHu2RlB3Q9IBOGBL8xQHds=',i1: 'i65oAOOqnXSCBUostzh4dw==',i2: 'KyVT8ppvtlcufGvDPBG6Lw==',zh: 'Eu8ZibepMQZ2k7e9ILFqdwT5eyLG8k2Ve+xU+5xfNCE=',uh: 'tqX7J5X7FlE/4CAaA5FI15W41yK7p+9HcsVEI0LeDtQ=',hh: 'OTO6VP+7dRFYl0RCLGiD9ruJ3sFf118P5hII/qO5s1A=',}};var cpo = document.createElement('script');cpo.src = '/cdn-cgi/challenge-platform/h/b/orchestrate/chl_page/v1?ray=848ca7e84f572a0c';window._cf_chl_opt.cOgUHash = location.hash === '' && location.href.indexOf('#') !== -1 ? '#' : location.hash;window._cf_chl_opt.cOgUQuery = location.search === '' && location.href.slice(0, location.href.length - window._cf_chl_opt.cOgUHash.length).indexOf('?') !== -1 ? '?' : location.search;if (window.history && window.history.replaceState) {var ogU = location.pathname + window._cf_chl_opt.cOgUQuery + window._cf_chl_opt.cOgUHash;history.replaceState(null, null, "\\/api\\/search?c=3_5&page=1&limit=100&__cf_chl_rt_tk=1TGz8O1v05V4xh1obD.z6K87U9fPwNy9.MQV7qqq88E-1705809685-0-gaNycGzNCyU" + window._cf_chl_opt.cOgUHash);cpo.onload = function() {history.replaceState(null, null, ogU);}}document.getElementsByTagName('head')[0].appendChild(cpo);}());</script><script defer src="https://static.cloudflareinsights.com/beacon.min.js/v84a3a4012de94ce1a686ba8c167c359c1696973893317" integrity="sha512-euoFGowhlaLqXsPWQ48qSkBSCFs3DPRyiwVu3FjR96cMPx+Fr+gpWRhIafcHwqwCqWS42RZhIudOvEI+Ckf6MA==" data-cf-beacon='{"rayId":"848ca7e84f572a0c","version":"2024.1.0","r":1,"token":"c99519ef7fff4924995f22e1ee11d6d2","b":1}' crossorigin="anonymous"></script>\n` +
'</body></html>'
},
isAxiosError: true,
toJSON: [Function: toJSON]
}
[Sun Jan 21 2024 04:01:25 GMT+0000] finished NyaaPantsu scrape
Raw
YTS scrape error
Failed YTS scraping due: Error
at Query.run (/home/node/app/node_modules/sequelize/lib/dialects/postgres/query.js:50:25)
at /home/node/app/node_modules/sequelize/lib/sequelize.js:315:28 {
name: 'SequelizeDatabaseError',
parent: error: invalid input syntax for type integer: "41254,44679"
at Parser.parseErrorMessage (/home/node/app/node_modules/pg-protocol/dist/parser.js:287:98)
at Parser.handlePacket (/home/node/app/node_modules/pg-protocol/dist/parser.js:126:29)
at Parser.parse (/home/node/app/node_modules/pg-protocol/dist/parser.js:39:38)
at Socket.<anonymous> (/home/node/app/node_modules/pg-protocol/dist/index.js:11:42)
at Socket.emit (node:events:513:28)
at addChunk (node:internal/streams/readable:315:12)
at readableAddChunk (node:internal/streams/readable:289:9)
at Socket.Readable.push (node:internal/streams/readable:228:10)
at TCP.onStreamRead (node:internal/stream_base_commons:190:23) {
length: 149,
severity: 'ERROR',
code: '22P02',
detail: undefined,
hint: undefined,
position: undefined,
internalPosition: undefined,
internalQuery: undefined,
where: "unnamed portal parameter $6 = '...'",
schema: undefined,
table: undefined,
column: undefined,
dataType: undefined,
constraint: undefined,
file: 'numutils.c',
line: '320',
routine: 'pg_strtoint32',
sql: 'INSERT INTO "files" ("id","infoHash","fileIndex","title","size","imdbId","kitsuId","createdAt","updatedAt") VALUES (DEFAULT,$1,$2,$3,$4,$5,$6,$7,$8) ON CONFLICT DO NOTHING RETURNING "id","infoHash","fileIndex","title","size","imdbId","imdbSeason","imdbEpisode","kitsuId","kitsuEpisode","createdAt","updatedAt";',
parameters: [
'ec69a9f1feafc8b3a5d87357bea4dd9040e6e233',
0,
'Princess.Principal.Crown.Handler.Chapter.1.2021.1080p.BluRay.x264.AAC5.1-[YTS.MX].mp4',
1064762649,
'tt8354164',
'41254,44679',
'2024-01-21 03:55:08.890 +00:00',
'2024-01-21 03:55:08.890 +00:00'
]
},
original: error: invalid input syntax for type integer: "41254,44679"
at Parser.parseErrorMessage (/home/node/app/node_modules/pg-protocol/dist/parser.js:287:98)
at Parser.handlePacket (/home/node/app/node_modules/pg-protocol/dist/parser.js:126:29)
at Parser.parse (/home/node/app/node_modules/pg-protocol/dist/parser.js:39:38)
at Socket.<anonymous> (/home/node/app/node_modules/pg-protocol/dist/index.js:11:42)
at Socket.emit (node:events:513:28)
at addChunk (node:internal/streams/readable:315:12)
at readableAddChunk (node:internal/streams/readable:289:9)
at Socket.Readable.push (node:internal/streams/readable:228:10)
at TCP.onStreamRead (node:internal/stream_base_commons:190:23) {
length: 149,
severity: 'ERROR',
code: '22P02',
detail: undefined,
hint: undefined,
position: undefined,
internalPosition: undefined,
internalQuery: undefined,
where: "unnamed portal parameter $6 = '...'",
schema: undefined,
table: undefined,
column: undefined,
dataType: undefined,
constraint: undefined,
file: 'numutils.c',
line: '320',
routine: 'pg_strtoint32',
sql: 'INSERT INTO "files" ("id","infoHash","fileIndex","title","size","imdbId","kitsuId","createdAt","updatedAt") VALUES (DEFAULT,$1,$2,$3,$4,$5,$6,$7,$8) ON CONFLICT DO NOTHING RETURNING "id","infoHash","fileIndex","title","size","imdbId","imdbSeason","imdbEpisode","kitsuId","kitsuEpisode","createdAt","updatedAt";',
parameters: [
'ec69a9f1feafc8b3a5d87357bea4dd9040e6e233',
0,
'Princess.Principal.Crown.Handler.Chapter.1.2021.1080p.BluRay.x264.AAC5.1-[YTS.MX].mp4',
1064762649,
'tt8354164',
'41254,44679',
'2024-01-21 03:55:08.890 +00:00',
'2024-01-21 03:55:08.890 +00:00'
]
},
sql: 'INSERT INTO "files" ("id","infoHash","fileIndex","title","size","imdbId","kitsuId","createdAt","updatedAt") VALUES (DEFAULT,$1,$2,$3,$4,$5,$6,$7,$8) ON CONFLICT DO NOTHING RETURNING "id","infoHash","fileIndex","title","size","imdbId","imdbSeason","imdbEpisode","kitsuId","kitsuEpisode","createdAt","updatedAt";',
parameters: [
'ec69a9f1feafc8b3a5d87357bea4dd9040e6e233',
0,
'Princess.Principal.Crown.Handler.Chapter.1.2021.1080p.BluRay.x264.AAC5.1-[YTS.MX].mp4',
1064762649,
'tt8354164',
'41254,44679',
'2024-01-21 03:55:08.890 +00:00',
'2024-01-21 03:55:08.890 +00:00'
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment