diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0017b19ad..c1392c506 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 26bb5ecb7..c0fc69668 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; +35.192.85.2 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9e7c4434e..16f37cf31 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.200.49 0; +35.193.7.13 0; +35.192.85.2 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f47c6baa7..95c78cfda 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 59dd925a9..c95bc9ad9 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.50.208 0; +35.188.1.99 0; +35.193.7.13 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 119198c5c..7f8ee15fc 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index fff4f3a99..a53d3a500 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; -34.66.200.49 0; -34.66.25.221 0; +35.184.226.236 0; +35.193.7.13 0; +35.202.145.110 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 0d8101606..5bfb5e340 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.200.49 0; -34.66.25.221 0; +35.188.1.99 0; +35.224.112.202 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 2326e5878..906d58d35 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -360Spider -Calculon -crawl.sogou.com -Metauri -Probethenet -QueryN Metasearch -RealDownload -SearchmetricsBot -sogouspider -Whack +CrazyWebCrawler +DIIbot +eCatch +Lmspider +Nibbler +Recorder +serpstatbot +SlySearch +Sqlworm +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c103a5028..1b20fb91c 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404enemy -Abonti -Aboundexbot -Acunetix -AfD-Verbotsverfahren -Aipbot -Alligator -AllSubmitter +Aboundex +AhrefsBot +AIBOT +AlphaBot +Anarchie Apexoo archive.org_bot -ASPSeek -Attach -autoemailspider -BackDoorBot +Asterias Backlink-Ceck -Badass +BackStreet Barkrowler BatchFTP -Battleztar Bazinga BBBike -BDFetch -BetaBot +Bigfoot Bitacle -Blackboard +Black Hole +Blow BlowFish -Bolt -Brandwatch +Brandprotect BuiltBotTough -Calculon -CazoodleBot +Bullseye +BunnySlippers +CATExplorador +Cegbfeieh CheeseBot +CherryPicker CheTeam -Chlooe -Claritybot -Cliqzbot +ChinaClaw +Cloud mapping cognitiveseo Collector com.plumanalytics -Copier -CopyRightCheck -Copyscape +Cosmos Craftbot -crawler4j -crawler.feedback crawl.sogou.com -Custo -demandbase-bot -Demon -Deusu +CrunchBot +CSHttp +Curious +Digincore DIIbot -Disco -Discobot +Dirbuster Dispatch +DittoSpyder DnyzBot -Download Wonder -Dragonfly +DomainCrawler +DomainStatsBot Drip DSearch -EasyDL +ECCP/1.0 Ecxi -EirGrabber -EMail Wolf -Express WebPictures -ExtLinksBot -Extractor +EMail Siphon +Exabot +Extreme Picture Finder +Ezooms +facebookscraper FHscan Fimap Firefox/7.0 +FlashGet +Foobot FyberSpider -Fyrebot -Genieo +GalaxyBot +GermCrawler GetRight GetWeb Gigabot -Go!Zilla +G-i-g-a-b-o-t +Gotit +GrabNet GrapeFX +GrapeshotCrawler GT::WWW Haansoft -HEADMasterSEO -Heritrix -Hloader +Harvest +HTMLparser HTTP::Lite -HybridBot -Iblog +HTTrack IDBot Id-search +IlseBot Image Fetch -Image Sucker IndeedBot Indy Library -InfoNaviRobot -InfoTekies -InterGET -ips-agent +Internet Ninja +internetVista monitor Iria -Jbrofuzz -JetCar -JOC Web Spider +JamesBOT +JennyBot +JikeSpider Joomla +Jorgee Jyxobot Keyword Density -Lanshanbot LeechFTP -Lightspeedsystems -Likse +LeechGet +LexiBot +LibWeb +Libwhisker LinkextractorPro -LinqiaRSSBot -Lipperhey +LinkpadBot +LinkScan +Lipperhey Spider Litemage_walker Lmspider LNSpiderguy -Ltx71 -Magnet -Mail.RU_Bot -Majestic12 -Majestic SEO +Mag-Net +magpie-crawler MarkWatch -Masscan -Mata Hari -MauiBot meanpathbot Meanpathbot +MeanPath Bot Mediatoolkitbot mediawords -Microsoft URL Control -MJ12bot -Morfeus Fucking Scanner -Mr.4x3 +MegaIndex.ru +Metauri +MIDown tool +Mister PiX +Mojeek +MSFrontPage MSIECrawler Msrabot MS Web Services Client Protocol muhstik-scan Musobot -Name Intelligence -Needle -NetLyzer -NetMechanic +Nameprotect +NearSite +Nessus +NetAnts +Netcraft +netEstate NE Crawler +NetSpider Nettrack -Netvibes +Net Vampire NetZIP +NextGenSearchBot Nibbler NICErsPRO -Nikto -Nimbostratus -Nmap -Nutch +Ninja +Octopus +Offline Explorer Offline Navigator OnCrawl -Openfind -OpenLinkProfiler -PageAnalyzer +OpenVAS +OrangeBot +OrangeSpider +OutclicksBot page scorer -Papa Foto +PageScorer +Panscient pcBrowser PECL::HTTP +PHPCrawl Picscout -Picsearch -PictureFinder Pimonster -Pixray -plumanalytics -ProPowerBot -ProWebWalker +PleaseCrawl +Pockey +POE-Component-Client-HTTP Psbot PxBroker +QueryN Metasearch RankActive RankActiveLinkBot -RankingBot2 -Rankivabot +RankingBot Reaper -Recorder +RedesScrapy ReGet -RepoMonkey -RocketCrawler -s1z.ru -scan.lol +Rogerbot +SalesIntelligent +ScanAlert ScoutJet -Scrapy -SearchmetricsBot -SEOkicks +Searchestate +Semrush +SemrushBot +SEOkicks-Robot SEOlyticsCrawler -Seomoz -seoscanners -serpstatbot +SEOprofiler sexsearcher Siphon +SISTRIX Sitebeam +SiteLockSpider SiteSnagger -SlySearch +SiteSucker +Site Sucker +Sitevigil +SmartDownload SMTBot Snapbot Snoopy -Sogou web spider +SocialRankIOBot +Sociscraper Sosospider +Sottopop +SpaceBison +Spammen SpankBot -Spbot -Spinn3r +sp_auditbot SputnikBot -Sqlmap +Sqworm +Steeler Stripper -SuperHTTP -sysscan -Szukacz +Sucker +Sucuri +SuperBot +Suzuran +Swiftbot T0PHackTeam -TeleportPro +T8Abot Telesoft -Telesphorep -TightTwatBot +The Intraformant Toweyabot +Tracemyfile Trendictionbot -trendiction.com -trendiction.de -Turingos +TurnitinBot TwengaBot Typhoeus Upflow -Vacuum -VCI VeriCiteCrawler -VidibleScraper Virusdie -WallpapersHD +Voil WASALive-Bot -Web Auto -WebBandit +WebAuto WebCollage -Web Collage -WEBDAV -WebEnhancer -WebFetch -WebLeacher +Web Fetch +Web Fuck +WebImageCollector WebmasterWorldForumBot -webmeup-crawler -WebReaper -WebSauger -Web Sauger +WebPix WebsiteExtractor WebsiteQuester -Web Sucker +Website Quester +WebWhacker +Whacker +Whatweb Who.is Bot -Wonderbot -Wotbox -WWW-Mechanize +WISENutbot +Wprecon +WWW-Collector-E WWW::Mechanize -WWWOFFLE -x09Mozilla -YoudaoBot -zgrab +Xaldon WebSpider +Xaldon_WebSpider +Zade +Zauba +zauba.io +Zeus +Zitebot +ZmEu +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 57d1d41d5..e5b7254d6 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy +360Spider 80legs +Aboundex +Aboundexbot Acunetix AfD-Verbotsverfahren -AiHitBot +AIBOT Apexoo -archive.org_bot Attach -autoemailspider Backlink-Ceck -backlink-check BacklinkCrawler +BackWeb +Badass +Barkrowler BatchFTP -BDFetch +Battleztar Bazinga BetaBot -Bigfoot Blackboard Black Hole -BlowFish +BotALot Brandprotect +Buddy BuiltBotTough BuiltWith -Bullseye -BunnySlippers +BuzzSumo Calculon -CATExplorador -CazoodleBot CCBot -Cegbfeieh -CheeseBot -CheTeam -Cliqzbot -Cloud mapping -Collector +Claritybot +Cogentbot Copier +CopyRightCheck Copyscape -crawler4j +crawler.feedback crawl.sogou.com -CrazyWebCrawler Crescent -CSHttp +CrunchBot +Curious Custo -Devil +DatabaseDriverMysqli +DataCha0s +DBLBot +Deusu +Digincore DIIbot Disco -Dispatch -DnyzBot -DomainAppender -DomainCrawler +Discoverybot +DittoSpyder DomainSigmaCrawler -Drip -Ecxi -EMail Siphon +DomainStatsBot +Dragonfly +DSearch +DTS Agent +Ebingbong +ECCP/1.0 +EMail Wolf EroCrawler -ExtLinksBot +evc-batch +Evil Extreme Picture Finder -EyeNetIE +Ezooms +facebookscraper FDM FemtosearchBot -FHscan -Freeuploader -FrontPage +Firefox/7.0 +FlashGet GalaxyBot Genieo GermCrawler Getintent -GetRight -GetWeb -Gotit -Grabber +Gigablast +Gigabot +Go-Ahead-Got-It GrapeFX -GridBot -GT::WWW HaosouSpider -HMView -HTMLparser +Harvest +HEADMasterSEO +Heritrix +Hloader HTTP::Lite HTTrack -Humanlinks HybridBot Iblog IDBot +IlseBot Image Fetch Image Sucker -InfoNaviRobot -InterGET -Iria -IRLbot -IstellaBot +IndeedBot +InfoTekies +Intelliseek +Internet Ninja +InternetSeer +ips-agent +Jbrofuzz JennyBot -Jetty JikeSpider +JOC Web Spider Joomla -JustView +Jorgee Kenjin Spider Kozmosbot -LibWeb +LeechGet Linkdexbot -LinkextractorPro -LinkpadBot LinksManager +LinqiaRSSBot LinqiaScrapeBot Lipperhey -LNSpiderguy -lwp-request +Lipperhey Spider +Litemage_walker +Lmspider +Ltx71 LWP::Simple -Magnet +Mag-Net magpie-crawler -Mail.RU_Bot Majestic12 +MarkMonitor MarkWatch -Masscan Mata Hari -mediawords -MegaIndex.ru +Meanpathbot +MeanPath Bot Microsoft Data Access -Microsoft URL Control +MIDown tool MJ12bot -Mojeek -Morfeus Fucking Scanner -Mr.4x3 -MSIECrawler -Msrabot MS Web Services Client Protocol -muhstik-scan -Name Intelligence Nameprotect +NearSite Needle -Nessus +NetAnts Nettrack -Netvibes NetZIP NextGenSearchBot -Nikto +Niki-bot +NimbleCrawler Ninja -Octopus +NPbot +Nutch +oBot OnCrawl Openfind -OutclicksBot -PageAnalyzer +OpenLinkProfiler +Openvas +OpenVAS +OrangeBot +OrangeSpider Page Analyzer PageScorer -pcBrowser +Papa Foto PeoplePal Picscout +Pi-Monster Pixray -plumanalytics -Pockey POE-Component-Client-HTTP +Probethenet ProPowerBot -Psbot +ProWebWalker +Pump +PyCurl +RankActive RankActiveLinkBot -RankFlex -RankurBot -Reaper +Rankivabot +RebelMouse Recorder RepoMonkey RocketCrawler -SalesIntelligent +RSSingBot +s1z.ru SBIder +ScanAlert Scanbot -Scrapy -ScreenerBot +ScoutJet +SemrushBot +SEOlyticsCrawler Seomoz -SEOprofiler +seoscanners +SeoSiteCheckup +SEOstats +sexsearcher SISTRIX +Sitebeam SiteExplorer -Siteimprove SiteLockSpider -SiteSnagger -SiteSucker -Sitevigil SlySearch +SmartDownload SMTBot +Snake Snapbot Snoopy +SocialRankIOBot Sociscraper sogouspider Sogou web spider -Sottopop -SpaceBison +SpankBot Spanner Spbot +SputnikBot spyfu Sqlworm Sqworm -Stripper -Sucker -SuperBot -Surfbot +Steeler +Sucuri +SurveyBot Swiftbot +Szukacz +T0PHackTeam T8Abot Teleport -Telesoft -The Intraformant -TheNomad -Thumbor +TeleportPro +Telesphorep TightTwatBot -Titan -Toweyabot Trendiction +Trendictionbot +trendiction.com TurnitinBot -Twice +TwengaBot Typhoeus Upflow -URLy Warning -Vacuum Vagabondo -VB Project VCI VeriCiteCrawler -VidibleScraper +Virusdie VoidEYE Voltron -Wallpapers/3.0 -WASALive-Bot -Webalta -WebBandit -Web Collage -WebEnhancer -WebFetch +WebAuto +WebCopier WebFuck -WebImageCollector -WebLeacher +WebGo IS WebmasterWorldForumBot -WebPix -WebReaper +webmeup-crawler +WebSauger Web Sauger -Webshag +WebsiteExtractor +Website Quester +WebStripper WebSucker -WebWhacker -WebZIP Whack Whacker Widow WinHTTrack -WiseGuys Robot -WISENutbot -WPScan -WWW-Mechanize -x09Mozilla +WWW-Collector-E +WWW::Mechanize x22Mozilla Xaldon WebSpider Xaldon_WebSpider -YoudaoBot +xpymep1.exe Zade +Zauba +zauba.io +Zeus zgrab -ZumBot +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4ca54e8b7..edfc3738b 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -best-games.today -bestwebsiteawards.com -boeuklad.com -dev33.dioniqlabb.se -ezrvrentals.com -jav-way.site -orsonet.ru -senger.atspace.co.uk -supervesti.ru -tupper-shop.ru +1bet.com +aero2.ru +apple.com-webbrowsing-security.review +bupropion-sr-150-mg.us +greatdealshop.com +keywordhut.com +portside.xyz +tdsing.ru +xitjw.info +zlatnajesen.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 9f96c3515..37e05d263 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com -1j7740kd.website -24-ak.ru -2drittel.de -3dracergames.com -5forex.ru -aaa38852e886ac4af1a3cff9b47cab6272.com -aarbur.com -above.com -actionnooz.com -addbin.men -adktrailmap.com -adman.se +00webcams.com +1-99seo.com +1-free-share-buttons.com +1millionusd.xyz +2345.com +3weekdiet.com +4replicawatch.net +5i2.net +7xc4n.com +7yue.org +98oi.ru +aa9d046aab36af4ff182f097f840430d51.com +aasoldes.fr +absugars.com +admatic.com.tr +adservme.com +adtech.de adultactioncam.com -adultfullhd.com adultmeetonline.info -aero2.ru -alessandraleone.com +ahmedabadwebs.com +akusherok.ru +alarmobninsk.ru +alert-fdm.xyz +alibestsale.com alkoravto.ru -alldownload.pw -alpharma.net +amateurgalls.com anabolics.shop -anal-acrobats.hol.es -apartmentratings.com +animal36.com +animebox.com.ua +anticrawler.org apiappenableinfo-a.akamaihd.net -apishops.ru -appfastplay.com -approvedlocal.co.za -arcadepages.com -architecturebest.com -arendas.net -asrv-a.akamaihd.net -atleticpharm.org -aversis.net -balkanfarma.org +apibatbrowsecom-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apparel-offer.com +apple.com-webbrowsing-security.science +arcadeplayhouse.com +arclk.net +arcteryxsale.online +arenanews.com.ua +arius.tech +arkartex.ru +asophoto.com +asrvrep-a.akamaihd.net +atley.eu.pn +avek.ru +avtoarenda.by +ayodhya.co +azartclub.org +balitouroffice.com +balla-boo.se baltgem.com -bang-hotties.com -bangla-chat-uk-paralud.ga -bank.uz -beauty-b0x.pl -becuo.com -bensbargains.net -bestbuy.ca -bestcoin.cc -bestwaystogetpaid.us -bestwebsitesawards.com -betterscooter.com +bankcrediti.ru +bannerads.de +baoxaydung.com.vn +battleforupdating.site +beauty-clinic.ru +bestadbid.com +bestofpicture.com +bestofupload.info +best-seo-offer.com +bestserials.com +bestsexyblog.com +beztuberkuleza.ru +bigcities.org bin-brokers.com -bingoporno.com -biographiya.com +bioca.org bird1.ru -bizcheapjerseyswholesalechina.com bjetjt.com -bkgr.se -blackcurranthumidifiers.site -blog-hits.com -blogporn.in -bluesman.nu -bmwhighperformers.com -bochemit.com.ua -bolezniorganov.ru -bonky.biz -bonux.nextview.ru -brandbucket.com -brianhenry.co -brimstonehillfortress.org -browsepulse-a.akamaihd.net -btc4u.ru -buttons-for-your-website.com -camdolls.com -capture-room.com +bloggedporn.com +blog.remote-computer.de +bloke.com +boole.onlinewebshop.net +bouda.kvalitne.cz +builtwith.com +burger-imperia.com +burn-fat.ga +buyantiviralwp.com +cacheimages.com +callejondelpozo.es +camdenmemorials.com +candlehandmade.com cardiosport.com.ua -cartierjusteunclou.xyz -cartierloveringreplica.xyz +cardsharp1.ru cartierring.xyz cartierwatch.xyz -cbb1smartlist12.click -celebsopics.com -chatroulette.world -cheapmoncler.pw -chelyabinsk.xrus.org -children-learningreading.info -chimiver.info -christianlouboutinsaleonline.us -classiquebijoux.ru -clean-start.net -clipartnew.com -clothesforcash.com -colobit.biz -co.lumb.co -cometorussia.net -compliance-donald.xyz -compliance-margo.top -cosmeticswomens-womensports.rhcloud.com -cougfan.info +cartujano-pre.de +cascadelink.org +caveavins.fr +cb.iphantom.com +cbox.ws +centre-indigo.org.ua +ceotrk.com +cfacarrosserie74.com +chatroulette.life +cheapcigarettesc.info +cheapestjerseys-wholesale.com +cheapjerseysbizwholesale.us +chinese-amezon.com +chocolateslim-original.com +cialischstgerts.com +cialisndbrx.com +cjs.com.ru +cleanersoft.com +clicksotrk.com +clips.ua.ac.be +clubfashionista.com +codq.info +compliance-fred.top +compliance-jess.top +compliance-julia.top +compliance-mary.top +compliance-willy.top +coprofam.org counciltally.com -counterbot.com -cranly.net -crazyprotocol.com -creditmoney.com.ua -cryptoswap.biz -customsua.com.ua -cxpromote.com -darkages.info -ddospanel.com +countbertwistdisp26.soup.io +crd.clan.su +custom-electric-guitar.com +customerguru.in +danceuniverse.ru +dangphoto.trade +dawlenie.com deadlinkchecker.com -demenageur.com -dfwu1013.info -diesel-parts28.ru -dividendo.ru +dealwifi.com +dentalpearls.com.au +destinationrealestate.com +dev33.dioniqlabb.se +dfiles.me +diamond-necklace.info +dieswaene.com +digital-sale.su +dikqlyremy.info +directivepub.com +djonwatch.ru +dkvorota.ru docsportal.net -dogsrun.net -domaineaneblanc.com -downloadeer.net -dtm-spain.com -duplicashapp.com -dvrlists.com -egvar.net +doeco.ru +dostavimvdom.ru +download-of-the-warez.blogspot.com +downtuptv.gq +drugspowerstore.com +dstroy.su +eandsgallery.com +e-commerce-seo1.com +ekobata.ru eldiariodeguadalajara.com -eleimgo.pw -elektir.ru -embedle.com -empirepoker.com -energydiet-info.ru -escortplius.com +elexies.info +elite-sex-finders.com +enews.tech +enthuse.computernetworksonline.com +eropho.com +esfchat.tk +essayassist.com +essay-edu.biz +essayservicewriting.org +estelight.ru +evogarage.com +exchangeit.gq excitacion.info -exoclick.com -ez8motelseaworldsandiego.com -ezigarettenkaufen1.deviantart.com -f07.de -farmprofi.net -fashion.stellaconstance.co -fastfixing.tech -favoritemoney.ru -fickenprivat.info -filesvine.com -filmfanatic.com -findpik.com -findthe.pet -flash4fun.com -fodelsedagspresenter.nu -forum69.info -franch.info -frcls.fr +exdocsfiles.com +exportshop.us +extlinks.com +extrabot.com +eyelike.com.ua +eyessurgery.ru +ezb.elvenmachine.com +ezigarettekaufen.myblog.de +facebook-mobile.xyz +farm26.ru +fashion-mk.net +fatmaelgarny.com +fba-mexico.com +feel-planet.com +fefo.gdn +fickkontakte.org +fil.ru +firma-legion.ru free411games.com -free-stock-illustration.com -freshwallpapers.info -fun2cell.net -fungirlsgames.net -funnypica.com -fusoradio.info -gallerily.com -gallerylisting.com -game-mmorpg.net -gamerextra.com -gettpromos.com -gilbertbanda.net -glasof.es -glass-msk.ru -globatur.ru -gne8.com -go2mike.ru -gogps.me -golmau.host.sk -gotorussia.com -gratis-sexkontakte.com -handicapbathtubarea.com -hannasolution.ru -hawaiisurf.com -hd720kino.ru -hdapp1008-a.akamaihd.net -healthcarestore.info -heatpower.ru -hebr.myddns-flir.com -hifidesign.ru -homeart.space -hostnow.men -hothor.se -house.sieraddns.com -hoverboard360.de -hptwaakw.blog.fc2.com -hundejo.com -hyipmanager.in -iccornacircri.cf -iflycapetown.co.za -images-free.net -imicrovision.com -informatiecentro.be -intellekt21.ru -intim-uslugi.info -iomoio.net +free-fb-traffic.com +freemags.cc +freewareseek.com +frivgame250.com +fr.netlog.com +ftns.ru +gambarkatabaru.com +gamebackyard.com +game-top.su +gardene.ru +generalporn.org +genericviagrasildenafiled.net +geoads.com +glcomputers.ru +gojiberriess.apishops.ru +gok-kasten.net +goldenggames.com +gonextmedia.com +goodhousekeeping.com +goo.ne.jp +gopro-online.info +gosmeb.ru +greamimgo.pw +greenidesign.co +green-tea.tv +gsasearchengineranker.xyz +gsbs.com.ua +gymi.name +hd-film.pl +hdimagelib.com +hdpixent.com +hdpixion.com +healmytrauma.info +help.tpu.ru +helvetia.com.ua +hermesreplica.win +hjaoopoa.top +homedecorpicture.us +homeinns.com +home.myplaycity.com +hoporno.com +hotblognetwork.com +hybrid.ru +hydropump.su +idealtits.net +iklysha.ml +ilmen.net +ilovevitaly.ru +imguramx.pw +img.wallpaperstock.net +imk.com.ua +incest-ru.com +incomekey.net +indianmedicaltourismshop.com +instabid.tech +interesnie-faktu.ru +int.search.tb.ask.com ipornox.xxx -i-service.kz -itrevolution.cf -ixora.pro -jagg.info -jamiembrown.com -javlibrary.cc -jbl-charge.info -jerseysbizwholesalecheap.com -jerseyschinabizwholesale.us -jerseyssportsshop.com -johannesburgsingles.co.za -junglenet-a.akamaihd.net -jwss.cc -kakablog.net -kamalsinha.com -kamorel.com -karusel-market.ru -kazka.ru -kerch.site -kerei.ru -ketrzyn.pl -keywordhut.com -kfon.eu -kino-fun.ru -kiwi237au.tk -konkursov.net -konpax.com -kosova.de -kotaku.com -ku6.com -kurwa.win -kvartir-remont.biz -labelwater.se -labplus.ru -lacapilla.info -landscaping.center -laxob.com -lazymanyoga.com -lecbter-relationships.ga -lechtaczka.net -letsart.ru -likrot.com -liky.co.ua -linkbux.ru -linksharingt.com -lion.conboy.us -liran-locks.com -livingcanarias.com -locatellicorretor.com.br -locustdesign.co -lunamedia.co +iqoption-bin.com +iscblog.info +iskalko.ru +isoveti.ru +ivoiretechnocom.ci +japan-bearings.ru +jav-fetish.com +jerseychinabizwholesale.us +jestr.org +jetsli.de +jobmarket.com.ua +joingames.org +jose.mulinohouse.co +juliadiets.com +juliaworld.net +justdating.online +kerwinandcariza.com +kichenaid.ru +kladrus.ru +kliksaya.com +kupiproday.com.ua +laexotic.com +la-fa.ru +languagecode.com +laptop-4-less.com +laudit.ru +lenvred.org +letmacwork.world +levaquin750mg.blogspot.com +lightinghomes.net +likesuccess.com +loadingpages.me +lollypopgaming.com +lomb.co +longlifelomilomi.info +lookingglassemb.com machicon-akihabara.info -mafcards.ru -magento-crew.net -magnetpress.sk -malls.com -marinetraffic.com +magda-gadalka.ru +maglid.ru +managerpak204.weebly.com markjaybeefractal.com -matb3aa.com -matematikus.info -maximpartnerspr.com -mazda-roadsters.com -m.b00kmarks.com -medictube.ru -megaapteka.ru -menhealed.net -middlerush-a.akamaihd.net -minet.club -misswell.net -mixed-wrestling.ru -mnogabukaff.net -mobplayer.net -monclerjacketsoutlet.pw -monthlywinners.com -mostantikor.ru -mozello.ru -mp3downloadhq.com -msfsaar.de -musicdaddy.net -mustat.com -mustwineblog.com -muzaporn.com -mwtpludn.review -my-aladin.com -mydeathspace.com -mygameplus.com -narkologiya-orel.ru -natali-forex.com -naturalbreakthroughsresearch.com +martlinker.com +matpre.top +maxthon.com +mb140.ru +medanestesia.ru +mediaoffers.click +mex-annushka.ru +mielec.pl +mindbox.co.za +minneapoliscopiers.com +mirzonru.net +mmofreegames.online +mobile.ok.ru +mojpreskumanie.com +monetizationking.net +money-every-day.com +morf.snn.gr +mossmesi.com +most-kerch.org +mototsikl.org +movies-in-theaters.net +mp3ringtone.info +mrinsidesales.com +muztops.ru +mxgetcode.com +myprintscreen.com +naj-filmy24.pl naughtyconnect.com -negral.pluto.ro -netcheckcdn.xyz +netfacet.net +net-radar.com nfljerseyscheapchinabiz.com -nfljerseys.online -ningessaybe.me -nufaq.com -nuker.com -obesidadealgarve.com -offer.wpsecurity.website -of-ireland.info -ok.ru -oneshotdate.com -o-o-6-o-o.com -orgasmatrix.com -ossmalta.com -oxotl.com -pandroid.co -panouri-solare-acoperis.com -partner-host.men -partner-print.men -partnersafe.men -pateaswing.com +nfljerseysforsalewholesaler.com +nikkiewart.ru +nippon-bearings.ru +nosecret.com.ua +oddamzadarmo.eu +offergroup.info +okmedia.sk +okonich.com.ua +old-rock.com +omoikiri-japan.ru +onlinefilmz.net +onlinemegax.com +onlineporno.site +online-sbank.ru +online-x.ru +orel-reshka.net +oren-cats.ru +ostrovtaxi.ru +paceform.com pathwhelp.org -perm-profnastil.ru -petrovka-online.com -php-market.ru -picquery.com -picsforkeywordsuggestion.com +perl.dp.ua +perso.wanadoo.es +piccshare.com pictures-and-images.net -picturesify.com picturesmania.com -pinwallpaper.top -piter.xrus.org +picurams.pw +pinwallpaper.xyz +pisanieprac.info piulatte.cz -pixgood.com -plusnetwork.com -polimga.pw -pons-presse.com -pony-business.com -pornokorol.com -pornosmola.info -porno-video-chati.ru -pp-budpostach.com.ua -prefersurvey.net -pretty-mart.com -printdirectforless.com -privatamateure.com -prlog.ru -profit-opportunity.com -prosperent.com -prostitutki-astana.org -pssucai.info -pulseonclick.com +porn555.com +porndroids.com +pornosemki.info +pornotubexxx.name +pornozhara.com +poshiv-chehol.ru +potoideas.us +powenlite24.ru +pravoholding.ru +priscilarodrigues.com.br +privacyassistant.net +privhosting.com +promodj.com +proposal-engine.com +prostitutki-tolyatti.org +psoriasis-file.trade qitt.ru -questionmarque.ch -quizzitch.net -rangoman.date -realmonte.net -realresultslist.com -rednise.com -reelheroes.net -remmling.de -remont-comp-pomosh.ru -rentalcarnavi.info -rezeptiblud.ru -ribieiendom.no -rock-cafe.info -rosbalt.com.ua -ruf777.com -running-line.ru +rada.ru +razyboard.com +rebrand.ly +refererx.com +regionshop.biz +rentehno.ru +rique.host.sk +roma-kukareku.livejournal.com +rootandroid.org +royal-investments.net +russian-postindex.ru russia-tao.ru -sady-urala.ru -sape.top -sax-sex.com -sbtdesign.co.uk -scanner-john.top -scanner-walter.top -school-diplomat.ru -scmor.ilxc.cc -searchaddis.com -searchtooknow-a.akamaihd.net -seocheki.net -service.adtech.fr -serving.adbetclickin.pink -serviporno.com -sex.hotblog.top -sexobzor.info -sexpartygirls.net -sexvporno.ru -sharebutton.net -share-buttons-for-free.com -shijian.ac.cn -shopcheermakeup.info -shopfishing.com.ua -shtaketniki.ru -sibtest.ru -similardeals.net -siteheart.net -skuteczna-dieta.co.pl -slim.sellany.ru -smailik.org -social-buttons.com -socialbutton.xyz -social-fun.ru -sodexo.com -softomix.net -sohoindia.net -sophang8.com -soviet-portal.do.am -spasswelt.net -spb.afora.ru -special-porn.com +sajatvelemeny.com +sammlungfotos.online +savefrom.com +sbornik-zakonov.ru +scanner-fred.top +scanner-george.top +scanner-jess.top +scrnet.biz.ua +sc-specialhost.com +searchimpression.com +searchlock.com +seasaltwithfood.com +seocheckupx.com +seorankinglinks.us +seorankinglinks.xyz +seryeznie-znakomstva.ru +sexad.net +sexs-foto.com +sexytrend.ru +shillyourcoins.com +shinikiev.com.ua +shlyahten.ru +shoesonlinebuy.cn +shymkent.xkaz.org +signal03.ru +site-speed-checker.site +skladvaz.ru +sladkoevideo.com +slavia.info +slimcdn.com +socas.pluto.ro +socialbuttons.xyz +sofit-dmd.ru +spacash.com sportbetfair.com sps-shop.com -spywarespy.com -stardevine.com -stillmiracle.com -store-rx.com -streetfire.net -stuff-about-money.com -suchenindeutschland.com -sugarlyflex.pw -supermama.top -support.nopeas.sk -svbur.ru -sweepstakes.rewardit.com -talant-factory.ru -tamada69.com -taqywu51.soup.io -tattoo33.ru -tattooreligion.ru -terrafootwear.us -texbaza.by -textads.men -thecoral.com.br -thegioixekhach.com -tizanidinewithdrawalsymptoms.blogspot.com -tnctrx.com -toondinsey.com -tootoo.to -top10-way.com -topbestgames.com -top-deal.com.pl -touchmods.fr -tovaroboom.vast.ru -tracklead.net +statustroll.com +stauga.altervista.org +superlist.biz +surcentro.com +surgut.zrus.org +susanholtphotography.com +swingerseiten.com +takethatad.com +tanieaukcje.com.pl +tarad.com +td-33.ru +tech4master.com +template-kid.com +terraclicks.com +tfxiq.com +thebluenoodle.com +thegolfclub.info +tiens2010.ru +titan-cloud.life +titelhelden.eu +tizanidine4mg.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidine6mg.blogspot.com +tizanidinecost.blogspot.com +tizanidinepills.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinesideeffects.blogspot.com +tobeyouday.win +token-lab.org +toloka.hurtom.com +top1-seo-service.com +topdownloads.ru +top-study.work +toyota.7zap.com +traffic100.com traffic2money.com -traffictrade.life -turn-up-life.life -tversvet.ru -twincitiescarservice.com -tx41tclega.ru -uchil.net -ucsol.ru -ufa.xrus.org -ukkelberg.no -ultimateclassicrock.com -um-razum.ru -unlimitdocs.net -uprour.com -us-america.ru -utiblog.fr -uytmaster.ru -vacuumscleaner.com +trubywriting.com +ttsq.fr +tubo360.com +tupper-posuda.ru +twittruth.com +twu.com.ua +uasb.ru +uchebavchehii.ru +ugguk.online +unblocksit.es +underthesite.com +unmaroll.ya.ru +urengoy.pro +userequip.com vapeface.club -versaut.xxx-cam.webcam -viandpet.com -videooko.weebly.com -videositename.com -videospornogratisx.net -video-woman.com -villacoloniale.com +varbergsvind.se +v-doc.co +veles.shop +veselokloun.ru +vezuviy.su +videotuber.ru vip.51.la vipps.com.my -vitoriacabos.com -vladimir.xrus.org -vmnmvzsmn.over-blog.com -vote-up.ru -vut.com.ru -wanker.us -warningwar.ru -warningzscaler.heraeus.com -watchdogs-2.ru -watchmyfb.pl -watchmygf.net -webadvance.club -webextract.profound.net -webix.me -webmasterhome.cn -wechatdownload10.com -wemarketing.se -weprik.ru -wieseversa.no -winwotgold.pl -wnoz.de -worldhistory.biz -wpsecurity.website -wttavern.com -ww2awards.info -xclicks.net -x-diesel.org -xfluro.com -xmronta.com -xz618.com -yourserverisdown.com -zahvat.ru -zaimite.ru -zakazvzloma.com +vipsexfinders.com +vipsiterip.org +vkgaleria.com +vkonche.com +vrnelectro.ru +w7s.ru +website-speed-check.site +wedding0venues.tk +welck.octopis.com +whereiskentoday.com +where-toget.com +whereverdesperate.gq +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +wineration.com +worldinternetauthority.com +worldoffiles.ru +wowas31.ucoz.ru +woweb.com.ua +wwwadultcheck.com +www.kabbalah-red-bracelets.com +x-diesel.com +xev.ru +xjlottery.com +x-musics.com +xxxrus.org +yougetsignal.com +your-bearings.com +yourdesires.ru +yuarra.pluto.ro +zapiszto.pl +zarabotat-na-sajte.ru +zarabotok--doma.ru zastroyka.org -zed21.net -zeroredirect12.com -znakomstva-moskva77.ru -znakomstva-piter78.ru +zawyna.ua +zeroredirect6.com +zeroredirect8.com +zetgie.com.pl +zocaparj.kz zona-aqua.ru -zooggames.com -zoolubimets.ru -zoomovies.org -zscaler.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 89be81607..8b3ae0faa 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1000n1.ru -100searchengines.com -11pikachu.ru -21h2o.com -5kstore.com -aaronabel.com -adrenalin-stk.ru -adult-shop.com.ua -advancedsoftwaresupport.com -afftrack001.com -alfa9.com -all4invest.info -allknow.info -amospalla.es -angry-fermi-7633.arukascloud.io -apartmentratings.com -appearance-cool.com -a.pr-cy.ru -arenda-yeisk.ru -artefakct.com -aversis.net -aviva-limoux.com -azazaporn.com -basisches-wasser.net -bestcalovebracelet.cn -best-mam.ru -bestplacetobuyeriacta.jw.lt +08800.top +0lovespells0.blogspot.com +2728fb936f0.com +4rent.ru +8xv8.com +abiente.ru +abovetherivernc.com +accessoires-mode.in +addbin.men +adelly.bg +adloads.net +angkortours.vn +animal-drawings.com +aosheng-tech.com +apiwebwebgetcom-a.akamaihd.net +arenanews.com.ua +as5000.com +ausmepa.org.au +autoseo-traffic.com +avtolombard-krasnodar.com +awency.com +axbocz.net +bambi.ck.ua +banan.tv +baoxaydung.com.vn +beachtoday.ru +beremenyashka.com +betwinservice.com bfz.biz -bharatdefencekavach.com -bibys.com -bigpictures.club -blackplanet.com -bodybuilding-shop.biz -bongacams.com -bracketsmackdown.com -brainboostingsupplements.org -bristolhotel.com -callstevens.com -cam-kontakte.org -candlewooddentalcentre.com.au -canrole.com -carina-sy.de -ceotrk.com -cheapjerseysbizwholesale.us -checktext.org -chimiver.info -chorus.terakeet.com -chuckguilford.com -claytransformations.info -community.allhiphop.com -compliance-jane.top -compliance-josh.top -compliance-julia.top -compliance-viktor.top -courtshipgift.com -customcollegeessays.net -customerpromos-a.akamaihd.net +bizru.info +blobar.org +blogos.kz +brakehawk.com +brus.city +bugof.gq +buy-meds24.com +buzzurl.jp +canacopegdl.com +candypeople.se +celejihad.info +cete.ru +cialischmrx.com +cibpenonptib.flu.cc +citetick.com +classiquebijoux.ru +clickaider.com +coin-hive.com +compliance-barak.xyz +compliance-fred.xyz +compliance-olga.top +compliance-walter.top +copyrightclaims.org +counter.yadro.ru +creditmoney.com.ua +culmimg.pw +customergrowthsystems.com +cutalltheshit.com +dailystrength.org +daisye.top +daooda.com data-mining.tk -db.speedup.gdn -diarioaconcagua.com -dktr.ru -dosugrostov.site -drugs-no-rx.info -easytuningshop.ru -efkt.jp -eladkarako.github.io -erot.co -estibot.com -fickenprivat.info -fillmewithhappiness.com -fix-website-errors.com -flauntyoursite.com -forum.tvmir.org -free-fb-traffic.com -freemaintenancesysforpcandmac.top -freenom.link -free-stock-illustration.com -germes-trans.com -getdot.ru -getlamborghini.ga -girlporn.ru -golmau.host.sk -good-mummy.ru -gsou.cf -gta-top.ru -guarrasdelporno.xxx -gwebtools.com.br -hatedriveapart.com -hdhc.ru -homedo.fabpage.com -hotblog.top -hotsocialz.com -hvd-store.com -iamsport.org -iccornacircri.cf -ikritikimou.gr -ilovevitaly.com -iminent.com -intellego.info -intimshop-fantasy.ru -investyb.com -islandminingsupply.wordpress.com -iwantmyfreecash.com -izhevsk.zrus.org -jav-fetish.com -jimmychoosale.online +ddospanel.com +dickssportinggoods.com +dildofotzen.net +docsportal.net +dogclothing.store +domcran.net +downtuptv.gq +ecommerce-seo.org +ekspertmed.com +emailaccountlogin.co +embedle.com +essaypro.com +eugenevaultstorage.com +expresstoplivo.ru +familyphysician.ru +fatfasts-4tmz.com +felizporno.com +filesmonster.porn +filmgo.ru +findpics.pw +flashahead.info +f-loaded.de +forsex.info +fortevidyoze.net +front.ru +fyl.com.ru +gerhardhealer.com +getyourimage.club +gifspics.com +glicol.kz +gta-club.ru +gwagka.com +gwebtools.com +hoste.octopis.com +hostsshop.ru +hotdl.in +housediz.com +humanorightswatch.org +imperiafilm.ru +inboundlinks.win +incest-ru.com +infogame.name +infostatsvc.com +inspiring-desperate.tk +instakink.com +ivanstroi.ru +ivoiretechnocom.ci +javlibrary.cc +jerseywholesalebizchina.com justbcause.com -keywesthideaways.co -keywords-monitoring-your-success.com -kirov.zrus.org -kovesszucs.atw.hu -kredit-pod-zalog-krasnodar.ru -law-check-eight.xyz -law-check-seven.xyz -lawyers.cafe -letslowbefast.site -liffa.ru -lightinghomes.net -linkbuddies.com -livingroomdecor.info -lombardfinder.ru -lost-alpha.ru -lyrster.com -manipulyator-peterburg.ru -manve.info -marcoislandvacations.net -marcowebonyodziezowe.pl -marktforschung-stuttgart.com -meduza-consult.ru -message-warning.net -metabar.ru -methodsmarketing.com -mp3ritm.top -my-bc.ru -mycaf.it -myhealthcare.com -narkologiya-voronezh.ru -natali-forex.com -nikitsyringedrivelg.pen.io -nl.netlog.com -nofreezingmac.work -nullrefer.com -o-dachnik.ru -okmusic.jp -onlainbesplatno.ru -o-o-6-o-o.com -optibuymac.com -oren-cats.ru -outshop.ru -partnerline.men -pb-dv.ru -picphotos.net -piter.xrus.org -plusnetwork.com -pokerniydom.ru -popunder.net -pornmania.pl -pornoforadult.com -preparevideosafesystem4unow.site -prize44.com -profit-opportunity.com -pst2017.onlinewebshop.net -pukaporn.com -qwesa.ru -razyboard.com -rebuildermedical.com -refudiatethissarah.info -reining.lovasszovetseg.hu -resant.ru -ric.info -rutor.vip -sad-torg.com.ua -saitevpatorii.com -sax-sex.com -sbornik-zakonov.ru -scat.porn -scottbywater.com +kalandranis.gr +keenoutlet.online +keywords-monitoring-success.com +kicknights.gq +kino-key.info +kosynka-games.ru +larger.io +letmacwork.world +lflash.ru +linksharingt.com +lomb.co +lookingglassemb.com +lumb.co +malwareremovalcenter.com +manyresultshub-a.akamaihd.net +matb3aa.com +matpre.top +metaxalonevstizanidine.blogspot.com +mobilemedia.md +modenamebel.ru +moje-recenze.cz +money-every-day.com +muschisexbilder.com +mustat.com +myfreemp3.eu +myliveblog.ru +myseoconsultant.com +net-profits.xyz +nevansk.ru +oddamzadarmo.eu +o.light.d0t.ru +onlineku.com +onlineserialy.ru +osb.se11.ru +ossmalta.com +paleohub.info +panamaforbeginners.com +paperwritingservice17.blogspot.ru +partnersafe.men +pawli.eu +paydayloanslocal.com +petedrummond.com +physfunc.ru +picturesify.com +pijoto.net +pintattoos.com +plastweb.ru +playmsn.com +playtap.us +poffet.net +popup-jdh.xyz +pornoelita.info +pornogratisdiario.com +pornonik.com +pornosee.info +portside.xyz +privatbank46.ru +profolan.pl +proftests.net +prombudpostach.com.ua +prostitutki-novgoroda.org +puzzleweb.ru +pyramidlitho.webs.com +rabotaetvse.ru +realting-moscow.ru +recipedays.com +referencemoi.com +reklamuss.ru +repeatlogo.co.uk +retreatia.com +ringporno.com +rniaeba.ga +robertefuller.com +rossmark.ru +rusprostitute.com +satellite.maps.ilovevitaly.com +scanner-jack.top +secretscook.ru +securityallianceservices.com segol.tv -seolab.top +seocheckupx.com +seofied.com serpstat.com -sexgalleries.top -sexkontakteao.info -sexobzor.info -sexvporno.ru -sfj-ror.no -shakhtar-doneck.ru -shama-rc.net -shell-pmr.ru -shemalegalls.blogporn.in -shinikiev.com.ua -shopcheermakeup.info -siteonomy.com -sladkoevideo.com -slkrm.ru -socialbutton.xyz -sofit-dmd.ru -spymac.net -staff.prairiesouth.ca -statistici.ro +share-buttons-for-free.com +shtaketniki.kz +sibdevice.ru +sigmund-freud.co.uk +signoredom.com +sildenafil-tadalafil.info +skypasss.com +smartadserver.com +smart-scripts.com +snjatie-geroinovoy-lomki.ru +social-search.me +sports-supplements.us stjamesschool.info -stmassage.ru -suhanpacktech.com -symphonyintegratedhealthcare.com -tedy.su -tetracsaudi.com -tfxiq.com -thegalerie.eu -theprofitsmaker.net -time-japan.ru -titangel-vietnam.com -tizanidineandgabapentin.blogspot.com -tizanidineinfo.blogspot.com -tizanidinesideeffects.blogspot.com -todohr.com -tonerbox.kz -top-study.work -torrnada.ru -tramadolandtizanidine.blogspot.com -trichizobswiv.agddns.net -trubywriting.com -trudogolik.net -tv-spoty.info -typimga.pw -ugguk.online -uhdtv.website -umekana.ru -unionmarkt.de -uroki.net -usbggettwku.ga -v24s.net -vandrie-ict.nl -vegan-foods.us -viagra.pp.ua -vseigru.one -warezkeeper.com -watch-movies.ru -while.cheapwebsitehoster.com -wordpresscore.com -x-diesel.biz -xdoza.com -xmronta.com -x-musics.com -xn--80aeahghtf8ac5i.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xwatt.ru -youporn-ru.com -yourdesires.ru -yur-p.ru -zoolubimets.ru -zryydi.com +sugarkun.com +sumo.com +superiends.org +swinon.site +templates.franklinfire.co +thegameriders.com +thegamerznetwork.com +the-torrent-tracker.blogspot.com +tizanidineandhydrocodone.blogspot.com +top10-online-games.com +trustl.life +twu.com.ua +tyumen.xrus.org +ucsol.ru +udayavani.com +urldelivery.com +usiad.net +varbergsvind.se +videochat.cafe +villacoloniale.com +vk-mus.ru +vzlomtw.com +watchdogs-2.ru +weboptimizes.com +webstatsdomain.org +wholesalejerseyscheapjerseys.us.com +wleuaprpxuvr.ga +worldinternetauthority.com +wsgames.ru +wurr.voila.net +xfluro.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--b1agm2d.net +xn----btbdvdh4aafrfciljm6k.xn--p1ai +youghbould.wordpress.com +yousense.info +zerocash.msk.ru +z-master.ru +zocaparj.kz +zona-aqua.ru +zoompegs.com +zx6.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..afb1627e8 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -5,6 +5,13 @@