diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..3dac4f84e 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index aadc409d2..e209d3ef2 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1695 -### Updated: Sat Jun 29 18:00:23 SAST 2019 +### Version: V3.2019.06.1697 +### Updated: Sat Jun 29 18:40:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index d04a6714d..52c1f83f2 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/install-nginx-mainline-nginx.sh b/.dev-tools/install-nginx-mainline-nginx.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/nginxv3.txt b/.dev-tools/nginxv3.txt index e69de29bb..6eee50fb2 100644 --- a/.dev-tools/nginxv3.txt +++ b/.dev-tools/nginxv3.txt @@ -0,0 +1 @@ +nginx version: nginx/1.15.8 diff --git a/.dev-tools/test-nginx-mainline-nginx.sh b/.dev-tools/test-nginx-mainline-nginx.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 896ffe576..c1d6c61cb 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.188.73.34 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..b9d24324a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..ea117da9f 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..3743b8794 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +104.154.113.151 0; +34.66.178.120 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f450997c3..51eedda18 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..002d11f26 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.202.145.110 0; +34.68.144.114 0; +104.154.113.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..e4b1ba7e2 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.202.145.110 0; +35.192.136.167 0; +35.193.14.140 0; +35.192.187.174 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index d04a6714d..52c1f83f2 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1695 -### Updated: Sat Jun 29 18:00:21 SAST 2019 +### Version: V4.2019.06.1697 +### Updated: Sat Jun 29 18:40:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 479de1217..0fcb73d00 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 17befd7d3..175f14686 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AhrefsBot -BuzzSumo -cognitiveseo -Mojeek -Netcraft -OpenVAS -Pandalytics -Telesoft +DnyzBot +JOC Web Spider +lwp-trivial +Nibbler +ProPowerBot +Screaming +SEOlyticsCrawler Typhoeus -webmeup-crawler +Web Pix +Xaldon WebSpider diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 0c75ee5d2..551534b59 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,92 +1,86 @@ -Abonti +404checker +404enemy +80legs +Aboundex Aboundexbot +Acunetix +ADmantX AfD-Verbotsverfahren -Aipbot +Alexibot Alligator ASPSeek -autoemailspider +Asterias Backlink-Ceck -backlink-check -BacklinkCrawler BackStreet BackWeb -Badass -BDFetch +BatchFTP +BBBike +BetaBot +Bigfoot +Bitacle +Blackboard +Black Hole +BlackWidow Blow -Boardreader Bolt -Brandwatch -BuiltBotTough +BotALot +Buddy Bullseye -BunnySlippers -CazoodleBot +BuzzSumo +Calculon CCBot -Cegbfeieh -CheeseBot -CheTeam -ChinaClaw -Claritybot Cliqzbot -Cloud mapping -coccocbot-web -com.plumanalytics -Copier -Copyscape -crawler.feedback -Custo -demandbase-bot -Devil +Cogentbot +Cosmos +crawler4j +crawl.sogou.com +CSHttp +Curious +DatabaseDriverMysqli +Deusu +DIIbot Disco Discobot Discoverybot -DittoSpyder +Dispatch DnyzBot -DomainAppender -DomainCrawler -DomainSigmaCrawler DomainStatsBot -Dotbot -Dragonfly +Download Wonder Drip -DSearch EasyDL Ebingbong -Ecxi -EMail Siphon -EMail Wolf +ECCP/1.0 EroCrawler +Evil Exabot -Express WebPictures +ExtLinksBot Extractor -ExtractorPro -EyeNetIE -facebookscraper +Extreme Picture Finder +FDM +FHscan Firefox/7.0 -Flunky +FlashGet Foobot FrontPage FyberSpider +Fyrebot +GalaxyBot +Genieo Gigablast -Gigabot -G-i-g-a-b-o-t -GoZilla -Grabber -Grafula +Go-Ahead-Got-It GrapeFX -GrapeshotCrawler GridBot +GT::WWW +Haansoft Harvest -Heritrix -Hloader +HEADMasterSEO +HTMLparser +HTTP::Lite HTTrack -Id-search -Image Fetch -IndeedBot -Indy Library -InfoNaviRobot -InfoTekies -instabid -Intelliseek +HybridBot +IDBot +IlseBot +Image Sucker InternetSeer internetVista monitor ips-agent @@ -95,156 +89,162 @@ IstellaBot JamesBOT Jbrofuzz JetCar -JikeSpider +Jetty JOC Web Spider +Joomla Jorgee JustView Jyxobot -Kenjin Spider Keyword Density -Larbin -LeechGet -LexiBot Lftp Libwhisker Lightspeedsystems -Linkdexbot +Likse LinkextractorPro +LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot +Lipperhey +Lipperhey Spider Litemage_walker -Lmspider -LNSpiderguy -LWP::Simple +lwp-request lwp-trivial -Mag-Net -Mail.RU_Bot -Majestic12 Majestic SEO -Majestic-SEO -MarkMonitor -MarkWatch Masscan -Meanpathbot -MeanPath Bot -Microsoft URL Control +Mass Downloader +Mata Hari +meanpathbot +mediawords +MegaIndex.ru +MFC_Tear_Sample +Microsoft Data Access MIDown tool MIIxpc -Mister PiX -MS Web Services Client Protocol -Nameprotect +MJ12bot +Mojeek +Morfeus Fucking Scanner +MSFrontPage +MSIECrawler +Msrabot +Musobot +Name Intelligence Navroad -NearSite -Nessus +Needle NetAnts -NetLyzer -NetMechanic +Netcraft +NetSpider Net Vampire -NICErsPRO +NextGenSearchBot NimbleCrawler -Nmap -NPbot -OnCrawl -OpenVAS -PageAnalyzer -Page Analyzer +Nimbostratus +Ninja +oBot +Octopus +Openfind +OpenLinkProfiler +OutclicksBot +page scorer +PageScorer Pandalytics Panscient -Pavuk -pcBrowser -PECL::HTTP PeoplePal -PHPCrawl -Picsearch PictureFinder -Pockey +Pimonster POE-Component-Client-HTTP -PxBroker +ProPowerBot +Psbot Quick-Crawler -RankActiveLinkBot RealDownload Reaper -Recorder -RedesScrapy +ReGet +Ripper SBIder -ScanAlert -Scanbot +scan.lol ScoutJet Scrapy -Screaming -Searchestate -SearchmetricsBot -SemrushBot -SEOkicks-Robot +ScreenerBot +Semrush +SEOkicks Seomoz seoscanners +SeoSiteCheckup SEOstats +serpstatbot sexsearcher -Shodan +Siphon +SISTRIX Siteimprove +SiteLockSpider SiteSnagger -Site Sucker Sitevigil SlySearch Snapbot -SocialRankIOBot -Sociscraper +Snoopy sogouspider -SpaceBison -Spammen +Sosospider SpankBot +Spanner sp_auditbot Spbot -Spinn3r -Sqlmap +spyfu +Steeler +Stripper Sucker Sucuri +SuperBot SuperHTTP Surfbot -Swiftbot +Suzuran +sysscan Szukacz -T0PHackTeam +T8Abot +tAkeOut Teleport -TeleportPro +Telesoft Telesphoreo -Titan +The Intraformant +Thumbor +TightTwatBot Toata +Toweyabot Trendiction -trendiction.com -Turingos +Turnitin +TwengaBot +Typhoeus Vagabondo +VB Project VeriCiteCrawler VidibleScraper -Voltron +VoidEYE +Wallpapers/3.0 +WallpapersHD +WASALive-Bot WBSearchBot WebAuto Web Auto -WEBDAV -WebFetch -WebImageCollector +WebBandit +Web Collage +WebCopier +Web Enhancer +WebFuck +WebGo IS WebmasterWorldForumBot webmeup-crawler -Web Sauger -WebsiteQuester -Website Quester -Webster +WebReaper +WebsiteExtractor +WebStripper +WebSucker Web Sucker -Whack -Whacker +WebZIP +WeSEE Whatweb -Who.is Bot -Widow -WiseGuys Robot -WISENutbot -Wonderbot -Wprecon -WWW::Mechanize -x09Mozilla -x22Mozilla -xpymep1.exe +WinHTTrack +Woobot +Wotbox +WWW-Collector-E +Xaldon WebSpider +Xenu +YoudaoBot Zade -Zauba -zauba.io -zgrab -Zitebot -ZumBot -ZyBorg +Zeus +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 209605c25..67786dc7a 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404enemy +80legs +Aboundex Aboundexbot -ADmantX -AiHitBot +Acunetix +AIBOT Aipbot -Alexibot -Alligator +AllSubmitter +AlphaBot +Apexoo archive.org_bot -ASPSeek Attach -autoemailspider -Backlink-Ceck +backlink-check +BacklinkCrawler +BackStreet BackWeb -Bandit -Battleztar Bazinga -BDCbot +BetaBot Bigfoot Bitacle -Blackboard BlackWidow +Blow BlowFish Boardreader -Bolt -BotALot Brandprotect Brandwatch -BuzzSumo +Buddy +Calculon CazoodleBot -Cegbfeieh -CherryPicker +CheTeam ChinaClaw Chlooe Claritybot Cliqzbot +coccocbot-web +Cogentbot cognitiveseo -Collector com.plumanalytics Copyscape +Cosmos Craftbot crawler4j -crawl.sogou.com -CrazyWebCrawler +crawler.feedback +CSHttp +Curious Custo -demandbase-bot -Demon -Devil +DBLBot +Deusu Digincore -DigitalPebble DIIbot -Dirbuster -Disco Discobot -Dispatch -DittoSpyder DnyzBot +DomainAppender DomainCrawler DomainStatsBot Dotbot +Download Wonder Dragonfly -EasyDL +DSearch +DTS Agent Ebingbong +eCatch ECCP/1.0 EMail Siphon -Evil +evc-batch Exabot ExtLinksBot +EyeNetIE Ezooms FDM -FemtosearchBot -GalaxyBot +FHscan +Fimap +Flunky +Genieo Getintent +GetRight Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It Go!Zilla -Grabber -GrabNet -GrapeFX +GrapeshotCrawler GridBot -Haansoft +GT::WWW HaosouSpider Havij -Heritrix +HEADMasterSEO +Hloader HMView -HTTP::Lite +HTMLparser HTTrack +HybridBot +Iblog Id-search -IlseBot -Image Fetch IndeedBot -InfoNaviRobot -Intelliseek -InterGET -internetVista monitor +InfoTekies +instabid +InternetSeer ips-agent +Iskanie JamesBOT -Jbrofuzz -JennyBot Jorgee JustView Kenjin Spider +Keyword Density Lanshanbot +Larbin LeechGet +LexiBot Likse -Linkdexbot -LinkpadBot -LinkWalker LinqiaMetadataDownloaderBot -Lipperhey +LinqiaScrapeBot Lipperhey Spider -Ltx71 +Litemage_walker +LNSpiderguy lwp-request +LWP::Simple lwp-trivial Magnet -Mag-Net +magpie-crawler Majestic SEO MarkWatch -Mediatoolkitbot -MegaIndex.ru -MFC_Tear_Sample -Microsoft Data Access +Mata Hari +MauiBot +mediawords +Microsoft URL Control +MIIxpc +MJ12bot Mojeek Mr.4x3 -MS Web Services Client Protocol -NetMechanic -NetSpider +MSIECrawler +Musobot +Nameprotect +Needle +NetAnts +NetLyzer Nettrack -Netvibes -NextGenSearchBot +NICErsPRO Niki-bot Nikto -NimbleCrawler -Ninja +Nimbostratus +NPbot +Nutch Octopus -Offline Explorer OnCrawl Openfind -Openvas -OpenVAS -OrangeBot OrangeSpider OutfoxBot PageAnalyzer -Page Analyzer PageGrabber +page scorer PeoplePal -Pi-Monster +PHPCrawl +Picscout +Picsearch +PictureFinder +Pimonster Pixray -PleaseCrawl plumanalytics Pockey Probethenet -ProPowerBot -ProWebWalker -Psbot -Pump PxBroker +PyCurl QueryN Metasearch Quick-Crawler -RankActiveLinkBot +RankFlex +Rankivabot RankurBot RealDownload -Reaper -RebelMouse -Recorder +RedesScrapy RocketCrawler -Rogerbot s1z.ru -SalesIntelligent -SBIder -ScanAlert Scanbot -ScoutJet +scan.lol +Scrapy +Screaming +ScreenerBot Searchestate -SEOlyticsCrawler +Semrush SEOprofiler -seoscanners +SeoSiteCheckup SEOstats sexsearcher -Siphon +SISTRIX Sitebeam SiteExplorer +SiteLockSpider Site Sucker -SlySearch -Snake +Sitevigil +SmartDownload Snapbot -Snoopy -Sogou web spider -Spanner -sp_auditbot +Sociscraper +Sosospider +SpankBot +Spinn3r SputnikBot -Sqlmap -Sqlworm +spyfu Sqworm -Steeler -SuperHTTP +Sucuri +SuperBot +Surfbot +SurveyBot sysscan -T8Abot +T0PHackTeam TeleportPro -Telesphorep -The Intraformant -TightTwatBot +Telesoft +Telesphoreo +Toweyabot +Trendiction trendiction.com True_Robot -Turingos -Twice -Vacuum +Turnitin +TurnitinBot +TwengaBot +Typhoeus +Upflow VB Project -Virusdie -VoidEYE -Voil +VeriCiteCrawler Wallpapers/3.0 -WallpapersHD -Webalta -WebAuto -Web Auto -WebBandit +WBSearchBot Web Collage WebCopier -Web Enhancer -WebGo IS -WebImageCollector -WebLeacher +WEBDAV +WebEnhancer +Web Fetch +Web Fuck +WebmasterWorldForumBot +webmeup-crawler +WebPix Web Pix -WebSauger Web Sauger -Webshag +WebsiteExtractor WebsiteQuester -Webster -WebSucker -WebWhacker +WebStripper WebZIP -Whack Whacker Whatweb +Who.is Bot Widow -Wonderbot +WISENutbot Woobot +Wotbox Wprecon -WPScan -WWW::Mechanize +WWW-Mechanize WWWOFFLE -x09Mozilla -x22Mozilla -Xenu +Xaldon_WebSpider xpymep1.exe -YoudaoBot -Zade Zauba zauba.io +Zitebot ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4c8fe5857..3bebe3fab 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -add-add.men -boazpower.com -dfwu1013.info -directrev.com -gallery.rennlist.com -parlament.biz -powitania.pl -promgirldresses.xyz -sendearnings.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +ccjp.eu +domaincrawler.com +expertblog.info +hawaiisurf.com +indo-export.ru +morocco-nomad-excursions.com +na-telefon.biz +stop-gepatit.te.ua +vip-file.com +whereiskentoday.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index b1f94018b..d94bd0eea 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ 00author.com -00it.com +03e.info +08800.top 0c47f8422d3f.com -1001watch.com.ua +101raccoon.ru 11pikachu.ru -123locker.com +123cha.com +123kuma.com 123movies.love -1hwy.com -1j7740kd.website -1webmaster.ml -24-ak.ru -2ads.co.uk -40cg.com -4rent.ru -4ur.click +12bet.com +1-99seo.com +2728fb936f0.com +28n2gl3wfyb0.ru +45en.ru +4inn.ru +4istoshop.com 51.la -888.com -8gold.com -8xv8.com -9med.net -aa8b68101d388c446389283820863176e7.com -abcdefh.xyz -abcguru.xyz -above.com -abtasty.com -acads.net -adconscious.com -adhome.biz -adidas.frwebs.fr -adimmix.com -adloads.com -adman.gr +5elementov.ru +5forex.ru +6128786.com +66cpwgln.space +777-club.ru +7fon.ru +7minuteworkout.com +aa08daf7e13b6345e09e92f771507fa5f4.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aanapa.ru +abctoppictures.net +abusora.com +adf.ly +adloads.net +adserver-e7.com +adssafeprotected.com adtech.fr -adult3dgames.com -adultfriendfinder.com -advancedcleaner.com +adtech.us +adultwebhosting.info +advancedmassagebysara.com advancedsoftwaresupport.com -adventureparkcostarica.com -advokat-grodno.by -a.frcls.fr -agroeconom.kz -akusherok.ru -alert-fdm.xyz -alert-hgd.xyz +adverster.com +adviceforum.info +aerogo.com +agysya.ru +ahrefs.com +aktobe.xkaz.org +alekseevec.ru +alert.scansafe.net alfa-medosmotr.ru -algerianembassy.co.in -all4invest.ru -allbizne.co.ua -allblogroll.com -alldownload.pw -allforminecraft.ru -allornamenti.com -alltheviews.com +aliexpresscashback.club +alif-ba-ta.com +alldubai.biz +allknow.info +allmarketsnewdayli.gdn +allwidewallpapers.com +alot.com alphaforum.ru -alphavisions.net -amospalla.es -ample-awards-today.us -amt-k.ru -amung.us -anapa-inns.ru -animalrank.com -anlimebel.kiev.ua -anti-virus-removal.info -aosheng-tech.com -apessay.com -apiappenableinfo-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -api.stathat.com -appleid-verification.com -apptester.tk -apxeo.info -arabgirls.adultgalls.com +alphahoverboards.com +alta-realestate.com +alyeskaresort.com +amateurlivechat.org +amazon-seo-service.com +ameblo.jp +amehdaily.com +amyfoxfitness.com +androids-store.com +android-vsem.org +angigreene.com +angry-fermi-7633.arukascloud.io +animal-drawings.com +anime.dougasouko.com +animenime.ru +apartment.ru +apioasisspacenet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apispringsmartne-a.akamaihd.net aramaicmedia.org +arcadepages.com arenanews.com.ua -artel116.ru -asdfg.pro -asia-forum.ru -asrv-a.akamaihd.net -asseenontv.ru +arendovalka.xyz +arquapetrarca.info +arvut.org +asdfz.pro +asrvvv-a.akamaihd.net +asscenihotosidea.blogspot.com astana.xxxkaz.org -atleticpharm.org -ausergrubhof.info -autobrennero.it -autoloans.com -autotrends.today -aversis.net -avtoarenda.by +atlant-auto.info +atout-energie-69.com +atovh.local-finders.com +autodo.info +auto.rusvile.lt +avkzarabotok.info avtolombard-krasnodar.ru -axbocz.net -ayodhya.co -azazu.ru -b00kmarks.com -baikaleminer.com -balkanfarma.org -balook.com -bankcrediti.ru -banki76.ru -bannerspace.com -basisches-wasser.net -bausparen.bz.it -bbsoldes.fr -beachpics.com -beauty-b0x.pl -beauty-bracelet.com +ayeartoforget.com +babosas.com +bag77.ru +bagsonsale.online +baladur.ru +bank.uz +basedecor.ru +bazaronline24.ru bensbargains.net -besthoro.ru -bestofferswalkmydogouteveryday.gq -bestofupload.info -bestserials.com -best-way.men -bestwebsitesawards.com -bet-prognoz.com -beztuberkuleza.ru +berdasovivan.ru +bestadbid.com +bestbuy.ca +bestcoin.cc +bestimagecoollibrary.com +betune.onlinewebshop.net +beyan.host.sk +bezlimitko.xyz bg6s0.com -billiard-classic.com.ua -bin-brokers.com -bingoporno.com -binomo.kz -biographiya.com -bio.trade-jp.net +big-boards.info +bigcareer.info +binomo.com +bioinnovate.co +bio-japan.net +bio-optomarket.ru bird1.ru -bitcoinpile.com -bitcoinremote.com -bitnote.co -biznesluxe.ru -biznesrealnost.ru -bkgr.se +bizcheapjerseyswholesalechina.com +bizfly.info +biznesschat.net blackhatworth.com -blacktwhite.com -blog.f00kclan.de -blogporn.in +bloggerads.net +bloglag.com blogqpot.com -boltalko.xyz -bombla.org -bonky.biz -boobsimge.com +blog.remote-computer.de +bmw-ark.ru +board.f00d.de +bodybuilding-shop.biz +boleznikogi.com bookmark4you.com.biz +bracketsmackdown.com brainboostingsupplements.org +brainsandeggs.blogspot.com +brainxs.us +brainzpod.win +brandov.ru brewdom.ru -briomotor.co -buchananshardware.com -budilneg.xyz -buqyxa.rincian.info -businesn.men +brimstonehillfortress.org +bristolhotel.com +bryansk.zrus.org +buckspar.gq +burger-tycoon.com buttons-for-website.com -buy-cheap-online.info -buy-forum.ru +buyessaynow.biz buyfriend.ru -buypuppies.ca buzzonclick.com -bycontext.com -cactussoft.biz -calcularpagerank.com -cam-kontakte.org -canrioloadm.gq +byme.se +candcstuccoandstone.com +candelluxsklep.pl +candytiner.com +canoncdriverq3.pen.io carapics.com -carina-sy.de -carloans.com -carstrends2015.com -cartierbraceletsreplica.pw -cartierlovestore.com -casablancamanor.co.za -cbox.ws -cctva.tv +cardul.ru +carmuffler.net +carrauterie.be +cars-modification.net +carsplate.com +cartierjusteunclou.xyz +cartierlovebracelet.xyz +cartierloveringreplica.xyz +caulderwoodkennels.com +caveavins.fr +cbcseward.com +ccjp.eu celejihad.info -cenokos.ru centraletermice.us -cheapbelstaff.online -cheapestjerseysonwholesale.com -cheapestjerseys-wholesale.com -cheapjerseysap.com -cheap-pills-norx.com -cheapsergiorossi.online +centrdebut.ru +centrumcoachingu.com +chatroulette.video +cheapmoncler.pw cheap-trusted-backlinks.com -checktext.org -chiblackhawks-jerseys.com -chidporn.com -children-learningreading.info -chimiver.info -chinaelitecheapjerseys.com -chiptuninger.com -chlooe.com -christianlouboutinreplica.pw -christianlouboutinshoes.xyz -cialischsrx.com -cialiswithoutadoctor.net -ciceros.co +cheapwebsitehoster.com +cherrypointplace.ca +chinacheapelitejerseys.com +chinajerseyswholesalecoupons.com +chorus.terakeet.com +christianlouboutinoutlet.win +christianlouboutinreplica.win +christianlouboutinsaleoutletonline.us ciproandtizanidine.blogspot.com -citetick.com -citizenclsdriveri7.pen.io cityadspix.com -cjmc.info -clipartnew.com -clips.ua.ac.be -clothesforcash.com -clubfashionista.com -cobaltpro.ru +cleanmypc.com +click2pawn.com +clickaider.com +clickbank.net +clickintext.net +clippingphotoindia.com +cl.s7.exct.net +colehaanoutlet.store collegeessay19.blogspot.ru -com-cleaner.systems -comissionka.net -com-onlinesupport.site -compiko.info -compliance-andrew.xyz -compliance-barak.top -compliance-checker.info +compliance-alexa.xyz +compliance-barak.xyz +compliance-don.xyz compliance-elena.top -compliance-elena.xyz -compliance-irvin.top -com-supportcenter.website -confib.ifmo.ru -consorzioilmosaico.org -cookie-law-enforcement-ff.xyz -coolwallpapers-hd.com -cosmetic.donna7753191.ru -counciltally.com +compliance-ivan.xyz +compliance-jess.top +compliance-mark.top +compliance-mary.top +compliance-willy.top +concealthyself.com +construmac.com.mx +coolbar.pro +cornerstone-countertops.com +cosmeticswomens-womensports.rhcloud.com +cottageofgrace.com +counter.bloke.com +country-chic.ru +covadhosting.biz cowblog.fr -crafthubs.com -crazyprotocol.com -creatives.adbetclickin.pink -crystalslot.com -csgo4.win -cubook.supernew.org -cupday.com -cymbaltaandtizanidine.blogspot.com -cyprusbuyproperties.com +cpabegins.ru +cpajunkies.com +crazyboost.pro +credit-respect.ru +cscwtalkto.site +cs-passion.pl +culturevie.info +cutalltheshit.com +cypernhuset.se dairyindia.in -daisye.top -dame-ns.kz +danceuniverse.ru dangphoto.trade -daooda.com -darmebel.com.ua -data1.scopich.com +data-mining.tk data.vtc.pw -datract.com -ddospanel.com +datsun-do.com +davebestdeals.com +davidovic.info +d-black.bz +ddsoldes.fr +deadlinkchecker.com +dealighted.com decoratinghomes.ga decorationspcs.com deda-moroza-zakaz.ru -deluxedumps.com -dev78.dioniqlabb.se -discountbarbour.online -distver.ru -divatraffic.com -divisioncore.com -dlya-android.org -dnepropetrovsk.mistr-x.org +delitime.info +deniven.1bb.ru +detmebel.su +dev33.dioniqlabb.se +dev.citetick.com +dfiles.me +dgfitness.co +dichvuvesinhhanoi.com +digitalassetmanagement.site +dispo.de +djekxa.ru +dneprsvet.com.ua docs4all.com -doeco.ru -domaincdn.xyz -domaineaneblanc.com -domain-tracker.com -domcran.net -dorratex.tn -dosugrostov.site -download-wallpaper.net -drugstoreforyou.com -drupa.com +documentbase.net +dollartree.info +domainanalyzing.xyz +domznaniy.ru +dostavimvdom.ru +dotmass.top +downloadeer.net +doxysexy.com +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +dtnlyss.com dumpsmania24.com -dvr.biz.ua -earl-brown.info -ednorxmed.com -eduinfosite.com -eduserver.net -ekosmetyki.net.pl -elektrischezigarette2.devhub.com +e705.net +earn-from-articles.com +ec-file.info +econom.co +ecxtracking.com +editmedios.com +ekspertmed.com +elektrischezigarette2.onsugar.com elektrischezigarettekaufen2.cowblog.fr -elektroniksigaraankara.info -elkacentr.ru -eloxal.ru -emediate.eu -erectile.bid -ero-advertising.com -escortplius.com -escort-russian.com -espaceinventoristes.com +elektrischezigaretten2.beeplog.com +elektronischezigarettekaufen1.myblog.de +elektrozigarettekaufen2.blogse.nl +elmifarhangi.com +energydiet24.ru +energy-ua.com +epicbrogaming.com +eredijovon.com +esfchat.tk +essay-edu.biz +estelight.ru +etenininrade.ga +eupornstar.info +euromasterclass.ru europeanwatches.ru -evaashop.ru -everytalk.tv -excaliburfilms.com +evening-dating-club.info exchangeit.gq -exhibitionplus.eu +exonline.info expdom.com -expertnaya-ocenka.ru -extremepornos.net +exportshop.us +extlabs.io +extremal-blog.com extremez.net -eyessurgery.ru -face.hostingx.eu -family1st.ca +eyemagination.com +ezigarettekaufen.myblog.de +ezigarettenkaufen2.dreamwidth.org +ezigarettenshop1.yolasite.com +f012.de +f5mtrack.com +facecup.top +familyphysician.ru +famix.xyz fandlr.com -fashion-stickers.ru fastcrawl.com -fatmaelgarny.com -favoritemoney.ru -fbdownloader.com +fatfasts-4tmz.com +fba-mexico.com fealq.com -feel-planet.com -fenoyl.batcave.net +feeriaclub.ru +fefo.gdn fetishinside.com -fickkontaktehobbyhuren.com fickkontakte.org -filesdatabase.net -filkhbr.com -filmbokep69.com -filmci.pro -findclan.org -fix-website-errors.com -flauntyoursite.com -flex4launch.ru -fok.nl -fordsonmajbor.cf -forexgb.ru -forex-indextop20.ru -forex.osobye.ru +figuringmoneyout.com +filesclub.net +filesmonster.porn +financetip.eu +finejewelryshop.ru +fitness-video.net +flashahead.info +flashbannernow.com +flprog.com +focalink.com +fodelsedagspresenter.nu forpackningsutveckling.se -forum.doctissimo.fr +fortunejack.com +forumprofi.de +fotopop.club fotosfotos.eu -foxjuegos.com -foxtechfpv.com +fototravel.eu +foto-weinberger.at foxydeal.com -franklinfire.co -frbizlist.com -free-share-buttons.com -free-share-buttons.top -freshsuperbloop.com -frighteningremain.cf -froggytube.com -fugarif.ga -fungamelands.com +freakycheats.com +free-gluten.ru +freelinkbuilding.website.tk +freelotto.com +freenode.info +freesitetest.com +freewareseek.com +ftns.ru +funnymama.com futbolkisales.ru -galaxys6manual.info -galeon.com -gamblingnerd.com -gamebackyard.com -gamewrath.com -garciniaxt.us -gavuer.ru +fxgallery.com +gambarkatabaru.com +games.kolossale.ru +gaming-journal.com +gaygalls.net gay-site.store -gaz-voshod.ru -gdcentre.ru -ge0ip.com -ge0ip.net +gcup.ru geileweiber.tk -get-seo-domain.com -gifspics.com -gigablast.com -girlsatgames.ru -girlsfuckdick.com -glasof.es -glass-msk.ru -glavprofit.ru +generalporn.org +gerhardhealer.com +getdot.ru +get-free-social-traffic.com +getlamborghini.ga +getoutofdebtfree.org +getprismatic.com +getridofstretchmarks.org +gfaq.ru +ghostvisitor.com +glastecfilms.com.my +glicol.kz globalscam.ga -go2album.com -gobongo.info -gojiberriess.apishops.ru -gok-kasten.net -goldandcard.ru -golden-catalog.pro -goodhumor24.com -goodwinmetals.co -googglet.com -google-liar.ru -goroda-vsego-mira.ru -gourcy.altervista.org -gratuitxblcodes.com -gribokstop.com -grizzlysgrill.com -growshop.es +globalsurfari.com +glopages.ru +go2mike.ru +gombita.info +gonextmedia.com +goodnightjournal.com +googlefeud.com +gopro-online.info +gotorussia.com +gpirate.com +gq-catalog.gq +graphicwe.org +gratuitbaise.com +greatzip.com +greenzaim.ru +gribkovye-zabolevaniya.com +grtyi.com grupografico-pilar.com.ar -gsasearchengineranker.xyz -gsbs.com.ua -gta-club.ru -guiadeserraazul.com -guildebzh.info -guitar-master.org -gwebtools.com +guardlink.com +guarrasdelporno.xxx +guge.io gyffu.com -handicapvantoday.com -hanink.biz.ly -hannasolution.ru -hanwei.us -happy.new.yeartwit.com -haveinc.xyz -havepussy.com -hd-film.pl -healmytrauma.info +hao123.com +hazardky.net +hdseriale.pl +hdwalls.xyz +healgastro.com +helicalpile.us +helvetia.com.ua +hentaiheroes.com hermesreplica.pw -hesteel.pl -hexpilot.com -hidemyass.com +hermesreplica.win +high-speed1.net highspeed5.net -highstairs-a.akamaihd.net +histock.info hitcpm.com -hit-kino.ru -hobild.net -homemade.gq -hornymatches.com -host-protection.com -hostsshop.ru -hotblognetwork.com -hotdl.in -hotloans.ru -hoverboard360.at -hoverboardforsaledirect.com -hoztorg-opt.ru -hreade.com -hspline.com -huhn.altervista.org -hyhj.info -icaseclub.ru -ideoworld.org -ifmo.ru -igrovyeavtomaty777.ru -iinstalll-fii1leis.jus0wil.pp.ua -iklysha.ml -ilbe.club -ilovevitaly.xyz -imguramx.pw -i-midias.net.br -imperiafilm.ru -impisr.edunsk.ru -inboxdollars.com -incest-ru.com -inclk.com -incomekey.net -increasewwwtraffic.info -indianmedicaltourismshop.com -indiasourcemart.in -inspiring-desperate.tk +hobbyhuren24.net +hobbyhuren-datenbank.com +homik.pw +hoporno.com +horoshieokna.com +hotchatdate.com +hothor.se +hotkeys.com +hotshoppymac.com +humanorightswatch.org +hundejo.com +husky-shop.cz +hybrid.ru +ideashome.id +ie.57883.net +imagerydatabase.com +impresagaia.it +incanto.in.ua +infogame.name +informatiecentro.be +infospot.pt +instasexyblog.com +insurple.com +intellektmedia.at +interfucks.net investingclub.ru -investmac.com -investzalog.ru -iomoio.net -iplusbit.blogspot.co.za -iqoption-bin.com -iqoption.pro +investsuccess.org +investyb.com +iopeninghours.co.uk +ip-guide.com +iplogger.org +ipornox.xxx +ipostroika.ru +iqoption.com iqupdatetmz.win +iscblog.info i-service.kz -itis4you.com +isotoner.com +ispaniya-costa-blanca.ru +istmira.ru +itag.pw +itbc.kiev.ua it-max.com.ua -itsdp3.com +itrevolution.cf itservicesthatworkforyou.com -ivearchenceinflu.cf -ivoiretechnocom.ci +iwantmyfreecash.com iwanttodeliver.com -ix20.ru +iyasimasennka.com +izhevsk.xrus.org +izismile.com jabimgo.pw +japfm.com jav-fetish.site +javitas.info +javstock.com jeremyeaton.co -jerseyswholesalechinalimited.com jerseywholesalebizchina.com -jerseywholesaleelitestore.com -jmat.cn -jurajskie.info -jyvopys.com -kadashihotel.com -kalandranis.gr -kamalsinha.com -kandidos.com -kareliatobacco.ru -kartiniresto.com -katadhin.co +jestr.org +jongose.ninja +jrcigars.com +kaliningrad.zrus.org +kamorel.com +kazka.ru kerch.site -kerwinandcariza.com keywordglobal.co.za -keywordhut.com -keywords-monitoring-success.com keywordteam.net -kimcurlrvsms.com -kinobest.pl -kinogolos.ru -kinohall.ru -kinosed.net -kinostorm.net -klin3952.ru -knowsitall.info -koleso24.com.ua -kollekcioner.ru +kinomaniatv.pl +kino-rating.ru +kinotorka.ru +kiprinform.com +kiwe-analytics.com +kiwi237au.tk +kladrus.ru +klejonka.info +klikbonus.com +kol-energo.ru kongoultry.net -kotaku.com -koversite.info -krasnodar.ru -kredit-pod-zalog-krasnodar.ru -ku6.com -kumuk.info -kw21.org -labelwater.se -ladov.ru -lafriore.ru -landoftracking.com -laptoper.net +konkursowo-24.pl +konoplisemena.com +konteiner24.com +kozhniebolezni.com +krasnodar-avtolombards.ru +kustanay.kz +labafydjxa.su +lacloop.info +laexotic.com +la-fa.ru +lakomka.com.ua +lampokrat.ws +lankarns.com +larutti.ru laserpen.club -lashstudia.ru -laudit.ru law-check-nine.xyz -ledpolice.ru -legalrc.biz -lerporn.info -letolove.ru -limtu.ifmo.ru -lineshops.biz -link.ac -linkarena.com -liran-locks.com -littleberry.ru -livefixer.com -liveinternet.ru -liveshoppersmac.com -liveu.infoteka.hu -lockerz.com +leftofcentrist.com +letsart.ru +levaquin750mg.blogspot.com +libertybilisim.com +lider-zhaluzi.kiev.ua +life.biz.ua +lifebyleese.com +lifeinsurancekb.com +liffa.ru +light.ifmo.ru +limads.men +linkbux.ru +linkwithin.com +littlesunraiser.com +livingroomdecor.info +lkbennettoutlet.online +lob.com.ru +locationdesaison.com loftdigital.eu +lollypopgaming.com +lol-smurfs.com +lombardfinder.ru lomb.co -lost-alpha.ru -louisvuittonoutletstore.net -lunamedia.co -m0r0zk0-krava.ru +lostfilm-online.ru +lowephotos.info +lsp-awak-perikanan.com +luciddiagnostics.in +lulea-auktionsverk.se +lyrster.com m1media.net -macdamaged.tech -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magicdiet.gq +m292.info +magnetpress.sk mamasuper.prom.ua -marinetraffic.com +mansiondelrio.co +mansparskats.com +maranbrinfo.com.br +marcowebonyodziezowe.pl marktforschung-stuttgart.com -marmotstore.online -master-muznachas.ru -masthopehomes.com +maslenka.kz +mastershef.club +matchpal-a.akamaihd.net +matematikus.info matsdale.com -max-p.men -maxxtor.eu -mebeldekor.com.ua +maximpartnerspr.com +maxthon.com mebel-vstroika.ru +meble-bogart.info mediaoffers.click -medicinacom.ru +mediawhirl.net medicines-choice.com -mega-polis.biz.ua -mejoresfotos.eu -memberty.com -menhealed.net -menstennisforums.com -mesbuta.info +medizinreisen.de +medkletki.ru +meendo-free-traffic.ga +mega-bony2017.pl +member-quiz.com +merryhouse.co.uk message-warning.net -metallosajding.ru -mexicotravelnet.com -microsoftportal.net -millionare.com -mil-stak.com -minecraft-neo.ru -minet.club -mir-betting.ru -mirmedinfo.ru -mixed-wrestling.ru -mojpreskumanie.com -mokrayakiska.com -moncleroutletonline.pw -monetizer.com-01.site +metascephe.com +mhi-systems.ru +michaelkorsoutletstore.net +minegam.com +minharevisao.com +mir-limuzinov.ru +mlf.hordo.win +mmoguider.ru +mmstat.com +mobile-appster.ru +mobile.ok.ru +modenamebel.ru +monarhs.info +money-every-day.com money-for-placing-articles.com -morepoweronmac.trade -mosrif.ru -mostantikor.ru -mototsikl.org +montazhnic.ru +moonci.ru +morefastermac.trade +moscow-clining.ru +moscow.online-podarki.com +moscow-region.ru +mosdverka.ru moviemail-online.co.uk -mrmoneymustache.com -mrvideospornogratis.xxx msfsaar.de -mtmtv.info -mug-na-chas-moscow.ru -muschisexbilder.com -musicdaddy.net -musicvidz.ru -muz-baza.net -muznachas-service.ru -mwtpludn.review -mydirtystuff.com -mydoctorok.ru -mydownloadengine.com -na15.ru -naj-filmy24.pl +musicktab.com +musicstock.me +mustwineblog.com +myblogregistercm.tk +myfreemp3.eu +myghillie.info +myliveblog.ru +mymercy.info +myonigroup.com +myprintscreen.com +mywallpaper.top +myyour.eu +najaden.no +nakozhe.com namenectar.com -narco24.me -naturalbreakthroughsresearch.com -naval.jislaaik.com -neodownload.webcam -nerudlogistik.ru +nardulan.com +nash-krym.info +needtosellmyhousefast.com +negral.pluto.ro netcheckcdn.xyz -netvouz.com -nevansk.ru -news-speaker.com -nextlnk12.com -nfljerseysforsalewholesaler.com -nfljerseys.online -nfvsz.com -nhl17coins.exblog.jp -nikhilbahl.com -nikkiewart.ru -njkmznnb.ru -nofreezingmac.click -northfacestore.online -notaria-desalas.com -notasprensa.info -notfastfood.ru -nowtorrents.com -nrjmobile.fr -nsatc.net -nudo.ca -nuup.info -nyfinance.ml -oda.as -offtopic.biz -okmedia.sk -okmusic.jp -old-rock.com -one-gear.com -onlinebay.ru -onlineku.com -onlineporno.site -onlyforemont.ru -onthemarch.co -oops-cinema.ru -optikremont.ru -orenburg-gsm.ru -orgasmatrix.com -ororodnik.goodbb.ru -ossmalta.com -ourtherapy.ru +new-post.tk +news-readers.ru +nextbackgroundcheck.gq +nhl09.ru +nicefloor.co.uk +niki-mlt.ru +nikitsyringedrivelg.pen.io +nodup.ru +nonews.co +no-rx.info +november-lax.com +novosibirsk.xrus.org +nuit-artisanale.com +o333o.com +odesproperty.com +oecnhs.info +office2web.com +okel.co +olvanto.ru +olympescort.com +oneclickfiles.com +oneminutesite.it +oneshotdate.com +onlinadverts.com +online-hd.pl +online-hit.info +online.ktc45.ru +ooomeru.ru +openlibrary.org +optitrade24.com +oranga.host.sk +oren-cats.ru ourville.info -owohho.com +outpersonals.com +outshop.ru oxotl.com -pagesense.com -palocco.it -pandarastore.top -paperwritingservice17.blogspot.ru -paphoselectricianandplumber.com -partner-pop.men -partner-stop.men -paydayloanslocal.com -pcimforum.com -pc-test.net -pelfind.me -pepperstyle.ru +paclitor.com +page2rss.com +panchro.xyz +papasdelivery.ru +partnerads.men +partner-print.men +pattersonsweb.com +pay2me.pl +pb-dv.ru +p-business.ru +pcads.ru +pcgroup.com.uy +pdns.download perfectpracticeweb.com -petrovka-online.com -pharmacyincity.com -photorepair.ru -pics-group.com -picturesify.com -pierrehardysale.online -pizdeishn.com -pizza-tycoon.com -pl.aasoldes.fr +perm-profnastil.ru +perosan.com +pestomou.info +petitions.whitehouse.gov +peugeot-club.org +pflexads.com +photokitchendesign.com +picture-group.com +picurams.pw +pinsdaddy.com +piulatte.cz +pixshark.com +pizda.lol +pizza-imperia.com +pk-pomosch.ru plastgranar.nu -pl.id-forex.com -plugingeorgia.com -pochtovyi-index.ru -poffet.net -pokerniydom.ru -popander.mobi -porndl.org -porndroids.com -pornhubforum.tk -pornofiljmi.com -pornokorol.com -pornophoto.xyz -pornowarp.info -porn-w.org +platezhka.net +pogruztehnik.ru +popserve.adscpm.net +poquoson.org +pornhive.org +pornoblood.com +pornobrazzers.biz +pornoelita.info porto.abuilder.net portside.cc -positive2b.ru -pozdrawleniya.com -pregnant.guru -princeadvantagesales.com -printie.com -priscilarodrigues.com.br -privetsochi.ru -prointer.net.ua -projectforte.ru -promoforum.ru -pronorm.fr -propranolol40mg.blogspot.com -prostitutki-belgoroda.org -prostitutki-tyumeni.org -pskcijdc.bloger.index.hr -ptr.ruvds.com -pts163.ru -pufip.com -pussysaga.com -qcstrtvt.bloger.index.hr -qexyfu.bugs3.com -quangcaons.com -quickbuck.com -quit-smoking.ga -qwarckoine.com -rabot.host.sk -rada.ru -ragecash.com -ranksonic.org -razorweb-a.akamaihd.net -rcb101.ru -realmonte.net -real-time-analytics.com -recipedays.com -redirlock.com -reelheroes.net -refads.pro -registrationdomainsite.com -registry-clean-up.net -reining.lovasszovetseg.hu -reklamuss.ru -remedyotc.com -remont-fridge-tv.ru -remont-komputerov-notebook.ru -remontvsamare.su -remote-dba.de -renecaovillasale.online -rent2spb.ru -responsive-test.net -restorator-msk.ru -rff-cfal.info -rfid-locker.co -richinvestmonitor.com -rixpix.ru -rn-to-bsn.com -rockma.se -roma-kukareku.livejournal.com -romhacking.ru -roznica.com.ua -rucrypt.com +poshiv-chehol.ru +posible.net +pretty-mart.com +preventheadacheguide.info +printdirectforless.com +privat-girl.net +proekt-gaz.ru +progress-upakovka.ru +prom23.ru +promoheads.com +prostitutki-novgoroda.org +prostitutki-rostova.org +prostitutki-tolyatti.org +pussyfleet.com +puteshestvennik.com +pyramidlitho.webs.com +quelle.ru +raavidesigns.com +rapidgator-porn.ga +rasteniya-vs-zombi.ru +realitykings.com +realresultslist.com +redhotfreebies.co.uk +redirectme.net +redirect.trafficreceiver.club +rednise.com +reeyanaturopathy.com +regdefense.com +reklama1.ru +relayblog.com +remmling.de +rentalcarnavi.info +resant.ru +retreatia.com +reversing.cc +revistaindustria.com +rewardpoll.com +reyel1985.webnode.fr +riders.ro +rightenergysolutions.com.au +ring4rhino.com +rockingclicks.com +rockprogblog.com +rogervivierforsale.com +rootandroid.org +ros-ctm.ru +ruclicks.com rumamba.com -ruscoininvest.company -rusoft-zone.ru -russian-postindex.ru -rutor.vip +russkie-gorki.ru +rus-teh.narod.ru ryetaw.com -sabaapress.com -sabizonline.com -sady-urala.ru -safe-app.net +s1z.ru sale-japan.com -salmonfishingsacramentoriver.com -sammyweaver.com -samo-soznanie.ru -sampleletters.net -sanidumps.com +salut-camp.ru +sammlungfotos.online +samoiedo.it santechnik.jimdo.com -saratov.xrus.org -sardinie.us -scanner-donald.top -scanner-don.top -scanner-john.top +sape.top +sa-rewards.co.za +sbtdesign.co.uk +scanner-ivan.top +scanner-jane.top scanner-julianna.top -scanner-mary.top -scenicmissouri.us +scanner-willy.top +schlampen-treffen.com scmor.ilxc.cc scoopquest.com -screentoolkit.com -searchencrypt.com -search-error.com -searchimpression.com -searchinterneat-a.akamaihd.net +scottbywater.com +scrapy.org +sdrescher.net +sdsjweb.com +searchimage.co searchlock.com -seasonvar.ru -se.bnt-team.com -seccioncontrabajo.com +searchwebknow-a.akamaihd.net +search.xtconnect.com +security60-e.com +seeingmeerkat.com +seksotur.ru sel-hoz.com -semprofile.com -seocheki.net -seofirmreviewsus.info -seoheap.com -seojokes.net -seonetwizard.com -seorussian.ru -service.adtech.us -servicecenter.co.ua -seryeznie-znakomstva.ru +semalt.com +seminarykansas904.ml +semp.net +senger.atspace.co.uk +seomarketings.online +seo-smm.kz se-welding.ru -sex.hotblog.top -sex-sex-sex5.com -sex-watch.com -sexy.babes.frontend-stack.top -shijian.ac.cn -shivafurnishings.com -shoppytoolmac.com +sex-dating.co +sexfreepornoxxx.com +sexgalleries.top +sexkontakteao.info +sexpornotales.com +sexvideo-sex.com +sexvporno.ru +s-forum.biz +shell-pmr.ru +shiksabd.com +shodanhq.com +shopperifymac.com +shopsellcardsdumps.com +shtaketniki.kz shtaketniki.ru +shtora66.ru +sibdevice.ru sibtest.ru -signx.info -similardeals.net -sisi-go.ru -siteaero.com -siteexpress.co.il -sitevaluation.com +sicfor.bcu.cc +sigmund-freud.co.uk +sims-sims.ru +simul.co +site5.com +siteripz.net +sivs.ru +skachat-besplatno-obrazcy.ru skatestick.bid -sklad-24.ru -skuteczna-dieta.co.pl -skutecznetabletkinaporostwlosow.pl -sladkoevideo.com -slkrm.ru -slowmacfaster.trade -small-games.biz -smart-balancewheel.com +slavkokacunko.de +s.lollypopgaming.com smart-scripts.com -snip.to -snow.nvr163.com -snsdeainavi.info +snegozaderzhatel.ru snworks.com -soblaznu.net -social-s-iii.xyz -socialtrade.biz -soda.media -sodexo.com -softomix.net -softonicads.com -solicita.info -solnplast.ru -songplanet.ru -souvenir.cc -spabali.org -space4update.pw -spaceshipad.com -spasswelt.net -sport7777.net -spravka130.ru -spylog.com -spywarespy.com +social-buttons.xyz +socialseet.ru +socialsignals24.com +soc-proof.su +sofit-dmd.ru +soft-program.com +sohoindia.net +solinf.co +solmarket.by +songoo.wz.cz +sortthemesitesby.com +space4updating.win +speechfoodie.com +spy-sts.com +srecorder.com +srgwebmail.nl sr-rekneskap.no -stackthatbucks.com +sstroy44.ru stal-rulon.ru -stevemonsen.com -strana-solnca.ru -stroiminsk.org -sukirgenk.dvrlists.com -suralink.com -susanholtphotography.com -suture.co -swinginwithme.ru -t3chtonic.com -tackletarts.co +stard.shop +stoki.ru +stop-gepatit.te.ua +streetfire.net +sudexpert66.ru +sundrugstore.com +supermesta.ru +superoboi.com.ua +supervesti.ru +sureone.pro +surfbuyermac.com +surgut.zrus.org +svetodiodoff.ru +szamponrevita.pl +tabakur77.com taihouse.ru -tandvardshuset.net -tastyfoodideas.com +takethatad.com +tamada69.com +tattoo33.ru +tattooha.com taximytishi.ru -taxi-v-eisk.ru -tdsing.ru -teesdaleflyballclub.co.uk -teguh.info +t-bygg.com +tds-advert005.info +techart24.com +tedy.su tehngr.ru -telefonsexkostenlos.tk -telsis.com -terrafootwear.us -tgtclick.com -thaisamkok.com -thebestweightlosspills.ovh -thefds.net -thenews-today.info +telefonsex-ohne0900.net +telefonsexsofort.tk +template-kid.com +tengohydar.tk +thaismartloan.com +thedownloadfreeonlinegames.blogspot.com +thenetinfo.com thfox.com thin.me.pn -tiandeural.ru -timer4web.com -titslove.yopoint.in -tizanidinedruginteractions.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinehcl2mgtablet.blogspot.com +titan-ads.life tizanidineinfo.blogspot.com -tizanidinewithdrawal.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tmtrck.com -tnaionline.org -tomck.com -tonerbox.kz -toolsky.com -toonfamilies.net -top-karkas.ru -topmira.com -torrent-newgames.com -torrent-to-magnet.com -toys.erolove.in -tpu.ru -track2.shop -tracklead.net -tracksurf.daooda.com -tradgardspartner.se -trafficreceiver.club -trahvid.com -trainoffend.ml -tripper.de -trkdf.com -trudogolik.net -tt-ipd.info -turn-up-life.life -tvteleport.ru -twittruth.com -twojebook.pl -tx41tclega.ru -tytoona.com -u-cheats.ru -ukrobstep.com -ukrup.com -uk-zheu20.ru -ultramart.biz -umityangin.net -unitygame3d.com +tizanidinemusclerelaxant.blogspot.com +tizanidineonline.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +token-lab.org +tooplay.com +top10registrycleaners.com +topappspro.com +topclickguru.com +torrentdownloadhub.com +toursmaps.com +toy-shop.top +tracksz.co +traffic100.com +trafficjunky.net +trafficmania.com +trafficnetzwerk.de +traffique.net +trion.od.ua +trkur.com +trubywriting.com +truck-rece.life +trumpetedextremes.com +trustaffs.com +tsyndicate.com +tube8.com +tubeline.biz +tupper-posuda.ru +tvand.ru +tvoystartup.ru +twincitiescarservice.com +twittrading.com +typimga.pw +u555u.info +ua.tc +udayavani.com +ufa.xrus.org +uginekologa.com +uhodzalijami.ru +um-razum.ru universals.com.ua -unlimitdocs.net -upproar.com -uptime-gamma.net -utrolive.ru -vadimkravtcov.ru -valueclick.com -vedomstvo.net -veerotech.com -velobikestock.com -via-energy-order.com -video-camer.com +uptimebot.net +uptimechecker.com +userequip.com +valmetrundan.se +vapeface.club +vegascosmetics.ru +venta-prom.ru +versaut.xxx-cam.webcam +vertaform.com +vesnatehno.com video-chat.love -videooko.weebly.com -vilingstore.net -vip-dom.in -vita.com.hr -viven.host.sk +videokrik.net +video--production.com +videosbox.ru +videospornogratisx.net +videotuber.ru +villacoloniale.com +vinylvault.co.uk +vip.51.la +vipsiterip.org +visa-china.ru +vitanail.ru +viteonlusarezzo.it +vitoriacabos.com +vkontarkte.com vodaodessa.com -voloo.ru -vonradio.com -wallpaperstock.net -watchmyfb.pl -wdfdocando.com +voloslove.ru +vtc.pw +vucms.com +vvpg.ru +vzube.com +w7s.ru +wallpapersdesk.info +waterefficiency.co +webads.co.nz webadvance.club -web.cvut.cz -webjam.com -weblo.com -webnode.me -website-analytics.online -website-stealer.nufaq.com -weclipart.com -wesharepics.site -westermarkanjou.se -whatsupinfoley.com -while.cheapwebsitehoster.com -whiteproduct.com -wholesalejerseysgaa.com -windowssearch-exp.com -wiosenny-bon-1500.pl -wleuaprpxuvr.ga -womama.ru +web-betting.ru +webcamdevochka.com +webinstantservice.com +websiteaccountant.de +wedding-salon.net +weightatraining.com +welck.octopis.com +wesharepics.info +wetgames.ru +whatistizanidine2mg.blogspot.com +whatistizanidinehclusedfor.blogspot.com +where-toget.com +wholesalejerseychinaoutlet.com +wineration.com +winwotgold.pl +wnhjavlhezp.gq woman-h.ru -woman-orgasm.ru -womens-journal.net -worldhistory.biz +wordkeyhelper.com +workle.website +worldoffiles.ru +woweb.com.ua +ws.ampower.me wsgames.ru +www.888.com +x5market.ru +xaylapdiendanang.com +xboxster.ru +xchangetrak.com +xchat26.myfreecams.com +x-diesel.org +xep.info xfluro.com xjlottery.com x-lime.com -xlovecam.com -x-musics.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xmladserver.com +xmronta.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80aikhbrhr.net +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai xn--b1agm2d.net -xnxx-n.com -xtraffic.plus -xtrafficplus.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--hxazdsfy.blogspot.com +xn----itbkqkfiq.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xsion.net +xtremeeagles.net xtube.com +xvideospornoru.com xxlargepop.com +xxx-cam.webcam +xxxguitars.com xxxkaz.org -xz618.com -yaoguangdj.com -yeartwit.com -yellowstonevisitortours.com -yottos.com -youbloodyripper.com -yourdesires.ru -youresponsive.com -yousense.info -youtube-downloader.savetubevideo.com -yuarra.pluto.ro -yur-p.ru -zaapplesales.blogspot.com -zacreditom.ru -zaidia.xhost.ro -zaimhelp.ru -zakon-ob-obrazovanii.ru +yachts-cruise.info +yellocloud.be +yes-com.com +ynymnwbm.bloger.index.hr +yoopsie.com +your-bearings.com +yubikk.info +zajm-pod-zalog-nedvizhimosti.ru zakonobosago.ru -zatjmuzu.info -zawyna.ua -zazagames.org -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.blox.pl -zigarettenonlinekaufen2.drupalgardens.com -znaniyapolza.ru -zocaparj.kz -zolotoy-lis.ru -zona-aqua.ru -zoolubimets.ru -zrizvtrnpale.tk -zscalertwo.net -zverokruh-shop.cz +zapiszto.pl +zarabiaj-dzis.pl +zarepta.com +zdesformula.ru +zeroredirect1.com +zeroredirect6.com +zeroredirect.com +zhuravlev.info +zigarettenonl.canalblog.com +zigarettenonlinekaufen2.bloog.pl +zigarettenonlinekaufen.tumblr.com +zionstar.net +zmoda.hostreo.com +zoominfo.com +zryydi.com +zx6.ru +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 94fd403d0..41fd07b4c 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -101raccoon.ru -51.la -7wind.ru -a14download.com -adf.ly -adman.se -adsfresh.men -advokateg.ru -affordablewebsitesandmobileapps.com -akusherok.ru -aliexpress.com -allbizne.co.ua -alldezservice.kz -allstatesugarbowl.org -alltheviews.com -amateurlivechat.org -ameblo.jp -anime.dougasouko.com -aramaicmedia.org -azbaseimages.net -bag77.ru +007angels.com +0daymusic.org +1stat.ru +55wmz.ru +7zap.com +aarbur.com +adman.gr +ads.tremorhub.com +agardomains.com +agecheckadult.com +alta-realestate.com +anapa-inns.ru +angel1777.kz +anlimebel.kiev.ua +apiportalmorecom-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apple.com-webbrowsing-security.science +arquapetrarca.info +arraty.altervista.org +asia-forum.ru +atmagroup.ru +auto-moto-elektronika.cz +axbocz.net +azazu.ru +b00kmarks.com +babieca.com +back.dog banan.tv -battlecarnival.su -bcmp.org -betterscooter.com -bidbuy.co.kr -billiard-classic.com.ua -blackwitchcraft.ru -blockety.co -bolegapakistan.com -braintobe.win -brus-vsem.ru -buqayy0.livejournal.com -buypanicdisorderpill.com -buzzonclick.com -cakesplus.com.au -candelluxsklep.pl -canzoni.ru -carmuffler.net -carsplate.com -cdncash.org -cheap-pills-norx.com -chiblackhawks-jerseys.com -clicksotrk.com -coin-hive.com +banki76.ru +bdsmgalls.net +beauty-things.com +belstaffstore.online +bestkfiledxd.cf +bestserials.com +bigpictures.club +bimatoprost-careprost.com +bitcoinpile.com +bjanshee.ru +blackplanet.com +bloggedporn.com +blog-hits.com +bmwhighperformers.com +bocoarchives.org +bookhome.info +budpost.com.ua +bugof.gq +bwlx.prepedu.cn +cars-modification.net +cashonads.com +catalogs-parts.com +ccbill.com +centrumcoachingu.com +cercacamion.it +cerev.info +chatseo.com colobit.biz -com-cleaner.systems -compiko.info -compliance-andrew.xyz -corta.co -crd.clan.su -dangphoto.trade -datract.com -d-black.bz -db.speedup.gdn -depositfiles-porn.ga -dfwu1019.info -diegolopezcastan.com -dlya-android.org -dokfilms.net -doxyporno.com -dvr.biz.ua -dynainbox.com -ecommerce-seo.com -educatemetv.com -ee77ee.com -ege-essay.ru -empathica.com -eropornosex.ru -essaypro.com -etenininrade.ga -everytalk.tv -excitacao.com -f0815.de -family1st.ca -farm26.ru -fettefrauen.net -filefilter.weebly.com -fillmewithhappiness.com -findacheaplawyers.com -findanysex.com -finejewelryshop.ru -food.dtu.dk -foto-telok.net -freeseedsonline.com -freeuploader.ml -freewlan.info -ftns.ru +compliance-irvin.xyz +compliance-ivan.xyz +conocer-sanabria.com +counter.bloke.com +countercrazy.com +country-chic.ru +cowblog.fr +defenderxtactical.com +digest-project.ru +digilander.libero.it +distver.ru +divku.ru +doctissimo.fr +drugs-no-rx.info +dumpsmania24.com +dvd-famille.com +elektrozigarette2.webs.com +elite-sex-finders.com +escort-russian.com +exoclick.com +exportshop.us +extener.org +fickkontaktehobbyhuren.com +findpik.com +findthe.pet +firma-legion.ru +fiverr.com +forex-procto.ru +fortunejack.com +fotopop.club +freshsuperbloop.com +fuckingawesome.com gamblingnerd.com -getdot.ru -goldenggames.com -googlemare.com -gosarhivrt.ru -gosreg.amchs.ru -gsasearchengineranker.space -gsmlab.pl -hdimagelib.com -homik.pw -housediz.com -https-legalrc.biz -hundejo.com -ie.57883.net -ikearugs.xyz -iloveitaly.ru -images-free.net -imediadesk.com -informatiecentro.be -intelhdgraphicsgtdrive6w.metroblog.com -istizanidineanarcoticdrug.blogspot.com -itch.io -itronics.ca -javcoast.com -jobmarket.com.ua -kakablog.net -kareliatobacco.ru -kinotorka.ru -knogg.net -konkursowo-24.pl -ks1234.com -lazymanyoga.com -lida-ru.com -liffa.ru -littleberry.ru -liveu.infoteka.hu -lyrics.home-task.com -macfix.life -magento-crew.net -magicdiet.gq -make-money-online.com -makis.nu -mbiologi.ru -medicine-4u.org -meget.co.za -microsoftportal.net -minharevisao.com -minneapoliscopiers.com -mnogolok.info -moncleronline.xyz -mouselink.co -mrlmedia.net -mrwhite.biz -mturkcontent.com -narkologiya-voronezh.ru -oda.as -office2web.com -online-templatestore.com -onstrapon.purplesphere.in -openlibrary.org -ossmalta.com -par-fallen.ga +gameonasia.com +gamezblox.com +gdcentre.ru +girlsfuckdick.com +goo.ne.jp +gopro-online.info +gta-club.ru +happy.new.yeartwit.com +hdpixion.com +hentaiheroes.com +hikesearch.net +histats.com +hmywwogw.bloger.index.hr +homemade.gq +hosting-tracker.com +host-tracker.com +houdom.net +hyhj.info +ideoworld.org +id-forex.com +images-graphics-pics.com +investyb.com +jimmychoosale.online +keywordteam.net +koronirealestate.gr +krasnodar.ru +landinez.co +legionalpha.com +lego4x4.ru +lider-zhaluzi.kiev.ua +lineshops.biz +lotto6888.com +mac-shield.com +mainlinehobby.net +mazda-roadsters.com +mearns-tractors.co.uk +mebel-vstroika.ru +meduza-consult.ru +mmgq.ru +moi-glazki.ru +moivestiy.biz +monitorwebsitespeed.com +mybinaryoptionsrobot.com +mydoctorok.ru +mypets.by +na15.ru +nextlnk12.com +nextrent-crimea.ru +nightvision746.weebly.com +notaria-desalas.com +nudo.ca +oneclickfiles.com +ooo-olni.ru +osb.se11.ru +panamaforbeginners.com +partner-cdn.men +pateaswing.com pc-test.net -pechikamini.ru -php-market.ru -picphotos.net +petedrummond.com +picquery.com pierrehardysale.online -pizda.lol -plaff-go.ru -pons-presse.com -pornolook.net -portnoff.od.ua -porto.abuilder.net -prchecker.info -privatamateure.com -privetsochi.ru -profitsport.club -promgirldresses.xyz -promoheads.com -promover.org -psoriasis-file.trade -pwwysydh.com -quality-traffic.com -quickloanbank.com -rankexperience.com -rapevideosmovies.com +pintattoos.com +pinwallpaper.xyz +pipki.r.acdnpro.com +pl.aasoldes.fr +playboyfiles.xblog.in +polytopesexempt.com +pontiacsolstice.info +porno-raskazy.ru +pornosemki.info +pornowarp.info +prefersurvey.net +prizestohandle.club +productarium.com +prodvigator.ua +professionaldieselcare.com +projectforte.ru +prombudpostach.com.ua +pronorm.fr +prostitutki-tyumeni.org +pro-tec.kz +ranksonic.org +ratemodels.net +rebuildermedical.com +registratciya-v-moskve.ru +robertefuller.com royal-investments.net -rvi.biz -saitevpatorii.com -scanner-jack.top -scat.porn -sdi-pme.com -searchencrypt.com -searchtooknow-a.akamaihd.net -seccioncontrabajo.com -seo-traffic-ranking.info -sexfreepornoxxx.com -sexkontakte-seite.com -sexpartygirls.net -sextracker.be -sextracker.de -shillyourcoins.com -silktide.com -sitopreferito.it -sizeplus.work -sladkoevideo.com -soblaznu.net -social-vestnik.ru -soft-terminal.ru -softwaretrend.net -solicita.info -sophang8.com -soviet-portal.do.am -ssconstruction.co -stroydetali.ru +rumamba.com +rusexy.xyz +russintv.fr +sajatvelemeny.com +saratov.xrus.org +saveindex.xyz +scanner-alex.top +scanner-mary.top +searchimpression.com +seasonvar.ru +seo-tools-optimizing.com +serviporno.com +sex-pr.net +sexvideo-sex.com +signx.info +sildenafil-tadalafil.info +sispe.com.br +s-iwantyou.com +smichovbike.cz +socialmediasuggest.com +social-s-iii.xyz +softlinesolutions.me +solution4u.com +srdrvp.com +sterva.cc +stroyplus.ru +suggest-keywords.com +taqywu51.soup.io +td-33.ru td-l-market.ru -thecounter.com -thenetinfo.com -tiens2010.ru -tilido.com -tizanidine4mgstreetvalue.blogspot.com -tizanidineandcipro.blogspot.com -tizanidineusedfor.blogspot.com -tourismvictoria.com -tozup.com -track-rankings.online -trafficmania.com -truck-land.life +thiegs.reco.ws +tizanidinehcl2mgsideeffects.blogspot.com +tizanidineorflexeril.blogspot.com +toloka.hurtom.com +top1-seo-service.com +tovaroboom.vast.ru +tracfone.com +tracklead.net +traffixer.com +triumf-realty.ru trucri.me -tula.howotorg.ru -turizm.bz -ua.tc -unrealcommander.org -urldelivery.com -userequip.com -vduplo.ru -versaut.xxx-cam.webcam -veselokloun.ru -vesnatehno.com -video--production.com -vielporno.net +tubeline.biz +typimga.pw +uchetunet.su +universals.com.ua +unlimitdocs.net +uptime-gamma.net +urengoy.pro +utrolive.ru +v-doc.co +vesnatehno.ru +vgoloveboli.net +video-chat.in +videochat.world +viel.su +vip2ch.com vip-dom.in -vipps.com.my -vykupavto-krasnodar.ru -webcamdevochka.com -websitevaluebot.com -weburok.com -wejdz-tu.pl -ws.ampower.me -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xrus.org -yoluxuryevents.com -zaimite.ru -zapatosenventa.info -znakomstva-moskva77.ru +vonradio.com +webenlace.com.ar +whatsupinfoley.com +w-journal.ru +wma-x.com +writersgroup580.web.fc2.com +www.get-free-traffic-now.com +xchat26.myfreecams.com +x-diesel.info +xn--80ahvj9e.xn--p1ai +yellowstonevisitortours.com +yoshkarola.zrus.org +yougotanewdomain.com +your-bearings.com +zaloro.com +z-master.ru zoogdiesney.com -zoompegs.com -zootravel.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..aea69b849 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -126,4 +126,14 @@
This is merely used for testing !!!