Check URLs slowly and exclude GitHub actions URL

This commit is contained in:
Ashish Bhatia 2020-12-16 21:48:22 +05:30
parent 87a04dcd59
commit 3288000af9

View File

@ -18,7 +18,8 @@ DEAD_URLS='opencollective.com','http://copperdroid.isg.rhul.ac.uk/copperdroid/',
'http://codekiem.com/2012/02/24/apk-downloader/','https://apkscan.nviso.be',\
'http://ww38.xchg.info','https://thecobraden.com/projects/cobradroid',\
'https://bitbucket.org/mstrobel/procyon/wiki/',\
'https://code.google.com/p/androguard/wiki/DatabaseAndroidMalwares'
'https://code.google.com/p/androguard/wiki/DatabaseAndroidMalwares'\
'https://github.com/ashishb/android-security-awesome/actions'
FLAKY_URLS='http://safe.ijiami.cn/'
SRC_FILE=README.md
@ -27,5 +28,7 @@ awesome_bot \
--allow-redirect \
--allow-ssl \
--skip-save-results \
# To avoid 429 errors
--request-delay 1 \
--white-list ${DEAD_URLS},${FLAKY_URLS} \
--files ${SRC_FILE}