2019-01-28 18:44:11 +00:00
|
|
|
#!/usr/bin/env bash
|
2018-10-19 21:03:40 +00:00
|
|
|
set -euxo pipefail
|
2018-10-04 07:05:45 +00:00
|
|
|
|
2018-10-19 21:03:40 +00:00
|
|
|
|
2019-03-29 23:36:27 +00:00
|
|
|
DEAD_URLS='opencollective.com','http://copperdroid.isg.rhul.ac.uk/copperdroid/',\
|
|
|
|
'http://sanddroid.xjtu.edu.cn/','http://www.foresafe.com/scan',\
|
|
|
|
'https://github.com/BaiduSecurityLabs/ZjDroid','https://github.com/yangbean9/ZjDroid',\
|
|
|
|
'https://appanalysis.org/download.html','https://labs.mwrinfosecurity.com/tools/2012/03/16/mercury/',\
|
|
|
|
'https://dexter.dexlabs.org/','http://www.mobiseclab.org/eacus.jsp','https://fireeye.ijinshan.com/',\
|
|
|
|
'http://www.comdroid.org/','http://www.androidsandbox.net/','http://andrototal.org',\
|
|
|
|
'http://www.mobile-app-insight.org','http://anubis.iseclab.org/',\
|
|
|
|
'http://blog.avlyun.com/wp-content/uploads/2014/04/SmaliViewer.zip',\
|
2020-06-12 19:41:29 +00:00
|
|
|
'habo.qq.com','http://admire.necst.it/','tracedroid.few.vu.nl',\
|
2019-04-29 04:20:02 +00:00
|
|
|
'http://appanalysis.org','http://dunkelheit.com.br','https://mobile-security.zeef.com',\
|
2019-07-28 18:55:50 +00:00
|
|
|
'https://redmine.honeynet.org/projects/are/wiki','https://www.visualthreat.com/',\
|
2019-09-24 06:55:57 +00:00
|
|
|
'http://www.mobilemalware.com.br','https://appscan.bluemix.net',\
|
2019-10-25 05:02:39 +00:00
|
|
|
'http://siis.cse.psu.edu/tools.html','http://siis.cse.psu.edu/dare/index.html',\
|
2019-12-29 11:04:29 +00:00
|
|
|
'http://codekiem.com/2012/02/24/apk-downloader/','https://apkscan.nviso.be',\
|
2020-08-28 20:41:41 +00:00
|
|
|
'http://ww38.xchg.info','https://thecobraden.com/projects/cobradroid',\
|
|
|
|
'https://bitbucket.org/mstrobel/procyon/wiki/',\
|
2020-12-16 16:18:22 +00:00
|
|
|
'https://code.google.com/p/androguard/wiki/DatabaseAndroidMalwares'\
|
|
|
|
'https://github.com/ashishb/android-security-awesome/actions'
|
2019-03-29 23:36:27 +00:00
|
|
|
|
2018-10-19 21:03:40 +00:00
|
|
|
FLAKY_URLS='http://safe.ijiami.cn/'
|
|
|
|
SRC_FILE=README.md
|
2019-01-28 18:44:11 +00:00
|
|
|
# Run `gem install awesome_bot` to install awesome_bot
|
2018-10-04 07:10:47 +00:00
|
|
|
awesome_bot \
|
2018-10-04 07:05:45 +00:00
|
|
|
--allow-redirect \
|
|
|
|
--allow-ssl \
|
2018-10-04 07:11:20 +00:00
|
|
|
--skip-save-results \
|
2020-12-16 16:18:22 +00:00
|
|
|
# To avoid 429 errors
|
|
|
|
--request-delay 1 \
|
2018-10-19 21:03:40 +00:00
|
|
|
--white-list ${DEAD_URLS},${FLAKY_URLS} \
|
|
|
|
--files ${SRC_FILE}
|