Add useragent to webring crawling

This commit is contained in:
Thomas Lynch
2024-03-30 13:14:55 +11:00
parent 4da6c48a1d
commit d0097e7dea
+2 -1
View File
@@ -8,6 +8,7 @@ const fetch = require('node-fetch')
, { outputFile } = require('fs-extra')
, { SocksProxyAgent } = require('socks-proxy-agent')
, uploadDirectory = require(__dirname+'/../../lib/file/uploaddirectory.js')
, { version } = require(__dirname+'/../../package.json')
, timeUtils = require(__dirname+'/../../lib/converter/timeutils.js');
module.exports = {
@@ -32,7 +33,7 @@ module.exports = {
timeout: 20000,
agent,
headers: {
'User-Agent':''
'User-Agent': `jschan/${version} (https://gitgud.io/fatchan/jschan/)`,
}
})
.then(res => res.json())