Metastem/wikiless
1
0
Fork 0
mirror of https://github.com/Metastem/wikiless synced 2024-12-06 19:16:58 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix reading http status code, sometimes response is undefined (fixes #79)

Browse Source
This commit is contained in:
orenom
2022-07-23 17:47:39 +02:00
parent aeb675594f
commit 3d38aebcb7
1 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/utils.js
+10 -6
View File
@@ -49,16 +49,20 @@ module.exports = function(redis) {
console.log(`Fetched url ${url} from Wikipedia.`)
return { success: true, html: body, processed: false, url: url }
} catch(err) {
const { statusCode } = err.response
if(statusCode !== 200) {
if(statusCode === 404) {
let status_code = null
if(err.response) {
status_code = err.response.statusCode
}
if(status_code !== 200) {
if(status_code === 404) {
// let's redirect 404s to homepage
console.log(`Didn't find ${url} HTTP status code: ${statusCode}`)
// TODO: maybe add some 404 page?
console.log(`Didn't find ${url} HTTP status code: ${status_code}`)
return { success: false, reason: 'REDIRECT', url: 'https://wikipedia.org/' }
}
console.log(`Error while fetching data from ${url}. HTTP status code: ${statusCode}`)
return { success: false, reason: `INVALID_HTTP_RESPONSE: ${statusCode}` }
console.log(`Error while fetching data from ${url}. HTTP status code: ${status_code}`)
return { success: false, reason: `INVALID_HTTP_RESPONSE: ${status_code}` }
}
}
}