diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index b225e5d52..503b1de7a 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.193.7.13 0; +35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index be8bfbad1..10f5a9a35 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index d0c9a7cc9..b225e5d52 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; +35.184.96.71 0; 35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index a04e5ff26..75d8404fc 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index a919a2458..fd2b0e8d9 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +104.154.120.187 0; 35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..c3c284efc 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..465ec1626 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..290c48e19 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 0c1976d35..b720bfa35 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 6a49ac65a..f4e4311d6 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1674 -### Updated: Fri Jun 28 21:47:59 SAST 2019 +### Version: V3.2019.06.1676 +### Updated: Fri Jun 28 22:13:38 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0c1976d35..b720bfa35 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1674 -### Updated: Fri Jun 28 21:47:58 SAST 2019 +### Version: V4.2019.06.1676 +### Updated: Fri Jun 28 22:13:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test-blocker-quicker.sh b/.dev-tools/test-blocker-quicker.sh old mode 100644 new mode 100755 diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 479de1217..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 384beb807..969356056 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,10 @@ -Alexibot -Barkrowler -BDFetch -Black Hole -Brandprotect -BuiltWith -Discoverybot -Dotbot -ExtractorPro -Fimap -HTTrack -IDBot -Id-search -IRLbot -JamesBOT -Lanshanbot -Lftp -Libwhisker -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -MarkWatch -Meanpathbot -Microsoft Data Access -Mr.4x3 -Nmap -PageAnalyzer -Picscout -Pi-Monster -POE-Component-Client-HTTP -PxBroker -RankurBot -RocketCrawler -Rogerbot -ScoutJet -Semrush -SEOkicks-Robot -SEOlyticsCrawler -Site Sucker -SpaceBison -Spinn3r -Stripper -Titan -trendiction.de -TurnitinBot -WebLeacher -WeSEE -Zade -zauba.io -zgrab -ZumBot +ADmantX +Foobot +LinkWalker +sogouspider +sp_auditbot +T8Abot +TheNomad +True_Robot +Web Auto +WWW-Mechanize diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 1f9cc563c..cbb0355af 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -Aboundex +360Spider +404checker +80legs +Abonti +Aboundexbot Acunetix -AIBOT -Alexibot +ADmantX +AfD-Verbotsverfahren +Alligator AllSubmitter AlphaBot -archive.org_bot Attach autoemailspider BackDoorBot backlink-check -Badass -Barkrowler -BBBike -BDCbot +BackStreet +Bandit +Battleztar Bazinga BDFetch -BetaBot -Bigfoot -Bitacle Black Hole +BlackWidow BLEXBot -Blow -Brandprotect +Bolt +BotALot Buddy BuiltBotTough -BunnySlippers +BuiltWith +Bullseye Calculon -CATExplorador CazoodleBot -CCBot +Cegbfeieh CherryPicker +CheTeam +ChinaClaw Chlooe -Cliqzbot -Cloud mapping coccocbot-web -com.plumanalytics +Cogentbot +cognitiveseo Copier -Copyscape -crawler4j -CrazyWebCrawler +CopyRightCheck +Craftbot +crawler.feedback +Crescent +CSHttp +Curious Custo DataCha0s -DBLBot demandbase-bot -Devil +Digincore DigitalPebble -DIIbot Dirbuster -Discobot -Discoverybot -DittoSpyder +Dispatch DomainCrawler -DomainSigmaCrawler DomainStatsBot +Download Wonder Dragonfly +Drip DSearch -DTS Agent +EasyDL +Ebingbong eCatch -ECCP/1.0 -Ecxi EirGrabber EMail Siphon -EroCrawler Exabot -Express WebPictures -ExtLinksBot -Extractor -EyeNetIE -Ezooms +ExtractorPro FDM -FHscan -Firefox/7.0 Foobot +FyberSpider Fyrebot +GalaxyBot Genieo Getintent -GetRight GetWeb Gigabot +G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit GrabNet Grafula -GrapeFX -GrapeshotCrawler -GridBot +HaosouSpider +Havij Heritrix -HTTrack -Humanlinks -IDBot -Id-search +HMView IlseBot +Image Fetch +IndeedBot InfoNaviRobot -InfoTekies -instabid -Intelliseek -InternetSeer -Iria +Internet Ninja +internetVista monitor IRLbot +Iskanie IstellaBot JamesBOT JennyBot -Jetty +JetCar JikeSpider Joomla -Jorgee Jyxobot -Kenjin Spider +Keyword Density +Larbin LeechFTP -Libwhisker -Likse -Linkdexbot +LeechGet +Lftp +Lightspeedsystems LinkextractorPro -LinkWalker LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey Spider -LNSpiderguy -Ltx71 +Litemage_walker +lwp-request +LWP::Simple +Magnet Mag-Net magpie-crawler -Mail.RU_Bot +Majestic12 +Majestic-SEO +Mass Downloader Mata Hari -MeanPath Bot -Mediatoolkitbot +MauiBot +meanpathbot +Meanpathbot mediawords +MegaIndex.ru Metauri -MIDown tool -MIIxpc -Mister PiX -MJ12bot +MFC_Tear_Sample +Microsoft URL Control Mojeek +Morfeus Fucking Scanner Mr.4x3 -MSIECrawler +MSFrontPage +Msrabot muhstik-scan +Name Intelligence +Nameprotect +Navroad +NearSite Needle -Netcraft -netEstate NE Crawler -NetSpider +NetLyzer Nettrack +Netvibes NetZIP -NextGenSearchBot -NICErsPRO -Niki-bot +Nibbler NimbleCrawler -Nimbostratus NPbot -Offline Explorer +Nutch +oBot +Octopus +OnCrawl OpenLinkProfiler OrangeBot OrangeSpider -Page Analyzer -page scorer +OutclicksBot +OutfoxBot +PageAnalyzer +PageGrabber PageScorer Panscient +Papa Foto +Pavuk pcBrowser -PECL::HTTP -PeoplePal Picscout PictureFinder -Pimonster +Pi-Monster Pixray -PleaseCrawl -plumanalytics -Pockey +ProWebWalker +Psbot PxBroker +PyCurl Quick-Crawler -RankFlex -Recorder +RankActiveLinkBot +RankingBot +RankingBot2 +RankurBot +RebelMouse RepoMonkey +Ripper RocketCrawler Rogerbot SalesIntelligent ScanAlert scan.lol -ScoutJet +Scrapy Screaming +ScreenerBot +SearchmetricsBot +Semrush +SEOkicks +SEOkicks-Robot SEOlyticsCrawler Seomoz seoscanners SeoSiteCheckup sexsearcher +Siphon +SISTRIX Sitebeam SiteExplorer SiteSnagger -Site Sucker -Sitevigil -SlySearch -SMTBot +Snapbot +sogouspider Sosospider +SpaceBison Spammen SpankBot sp_auditbot +Spbot Spinn3r -SputnikBot -Sqlmap -Sqworm -Steeler -Stripper -Sucker -Sucuri +spyfu +Sqlworm SuperBot SuperHTTP SurveyBot +Suzuran Szukacz -T0PHackTeam -tAkeOut -The Intraformant +T8Abot +Teleport Thumbor -TightTwatBot -Titan -Toata -Toweyabot +trendiction.com True_Robot -Turingos -TurnitinBot TwengaBot -Twice Typhoeus -URLy.Warning -VB Project +Vacuum VeriCiteCrawler +Virusdie +VoidEYE Voltron -Wallpapers/3.0 WallpapersHD -WASALive-Bot -Webalta +WebBandit WebCollage -WebCopier +Web Collage +WEBDAV WebEnhancer -WebFuck +Web Enhancer +Web Fetch +WebGo IS WebLeacher WebmasterWorldForumBot +WebSauger Web Sauger -Webshag -Website Quester -Web Sucker -WebWhacker -Whatweb -WiseGuys Robot +WebsiteExtractor +WebsiteQuester +WebZIP +Whacker Woobot -Wotbox WWW-Mechanize x09Mozilla -Xaldon_WebSpider xpymep1.exe +Zade Zauba -ZmEu -ZumBot -ZyBorg +zauba.io +Zeus +zgrab diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index aa3950254..8c2831d57 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider +404enemy 80legs -Aboundex +Abonti +Aboundexbot +Acunetix +ADmantX AhrefsBot -AIBOT -Aipbot -AllSubmitter -AlphaBot +AiHitBot +Alexibot Anarchie -Asterias +ASPSeek Attach -autoemailspider BackDoorBot -backlink-check -BackWeb +BacklinkCrawler +BackStreet Bandit +BatchFTP BBBike BDCbot -Bitacle +BetaBot +Bigfoot Blackboard -BLEXBot +Black Hole +BlackWidow BlowFish -Boardreader Bolt -BotALot -Brandprotect +Buddy +BuiltBotTough +BuiltWith +BunnySlippers +BuzzSumo Calculon +CATExplorador +CazoodleBot CherryPicker -CheTeam -Chlooe +ChinaClaw Claritybot -Cogentbot -Collector -com.plumanalytics -Copier -Craftbot -crawler4j -crawler.feedback -crawl.sogou.com +Cliqzbot +Cloud mapping +coccocbot-web +cognitiveseo +CopyRightCheck +Cosmos CrazyWebCrawler -Crescent -CSHttp -Curious -Custo DBLBot +demandbase-bot +Demon +Devil Digincore DIIbot -Disco -Discoverybot -Dispatch -DittoSpyder -DomainCrawler +DomainAppender +DomainSigmaCrawler +DomainStatsBot Dotbot -DSearch +Drip DTS Agent -Ebingbong -eCatch +EasyDL Ecxi EMail Siphon EMail Wolf EroCrawler -Express WebPictures -ExtractorPro +evc-batch Extreme Picture Finder -FHscan +Ezooms Fimap -FlashGet +Foobot FyberSpider -Fyrebot GalaxyBot -GermCrawler -Getintent -GetWeb -Gigabot -Gotit -GrabNet -Grafula -GrapeFX +GetRight +G-i-g-a-b-o-t +Go-Ahead-Got-It +GoZilla +Go!Zilla +GrapeshotCrawler GridBot -HaosouSpider -Harvest -HEADMasterSEO +Havij Heritrix -Hloader -HMView -HTTP::Lite -HTTrack Humanlinks -HybridBot Iblog -IDBot -IlseBot -Image Fetch IndeedBot -InfoTekies +InfoNaviRobot instabid +Intelliseek +InterGET Internet Ninja InternetSeer -ips-agent +internetVista monitor +IRLbot Iskanie JennyBot -Jetty -JikeSpider JOC Web Spider -Joomla -Jorgee JustView -Kenjin Spider -Larbin +Keyword Density +Lanshanbot LeechFTP -LeechGet +LexiBot Lftp LibWeb +Lightspeedsystems LinkextractorPro +LinkpadBot LinkScan -LinkWalker LinqiaRSSBot -Lipperhey Litemage_walker Lmspider Ltx71 +LWP::Simple lwp-trivial -magpie-crawler -Majestic-SEO +Magnet +Mail.RU_Bot +Majestic SEO +MarkMonitor +MarkWatch meanpathbot mediawords MegaIndex.ru -MFC_Tear_Sample -Microsoft URL Control +Metauri +Microsoft Data Access +MIDown tool Mister PiX -MJ12bot -Mojeek -Mr.4x3 -Msrabot -Name Intelligence -Needle -NetMechanic +Morfeus Fucking Scanner +muhstik-scan +Musobot +Netcraft +netEstate NE Crawler +NetLyzer NetSpider -Netvibes -Nibbler -NICErsPRO +Net Vampire Niki-bot +NimbleCrawler +Nimbostratus Ninja -Nmap +NPbot Nutch +Octopus Offline Explorer +OnCrawl Openfind OpenLinkProfiler -PageAnalyzer -PageGrabber -Pandalytics +OpenVAS +OrangeBot +OrangeSpider +page scorer +Papa Foto pcBrowser +PECL::HTTP PeoplePal -Picsearch -PictureFinder -Pimonster -Pixray -plumanalytics +Picscout +PleaseCrawl +POE-Component-Client-HTTP +Probethenet +ProPowerBot Psbot Pump PxBroker -RankActive -RankActiveLinkBot -RankFlex -RankingBot +QueryN Metasearch +Quick-Crawler +RankingBot2 +Rankivabot RankurBot -Reaper +RebelMouse +Recorder +ReGet RepoMonkey +Ripper RocketCrawler -SBIder +Rogerbot +s1z.ru +SalesIntelligent +ScanAlert Scanbot -scan.lol +ScoutJet Scrapy -ScreenerBot -Semrush -SemrushBot -SEOkicks -Seomoz +Screaming +SearchmetricsBot +SEOlyticsCrawler SEOprofiler seoscanners +SeoSiteCheckup +Siphon SiteExplorer Siteimprove -Site Sucker -SlySearch -SmartDownload Snake Snapbot SocialRankIOBot Sociscraper -sogouspider Sosospider -Sottopop -Spammen SpankBot -Spanner -Spinn3r +sp_auditbot +SputnikBot spyfu Sqlmap Sqworm Stripper -Sucker -Sucuri -SuperBot +SuperHTTP +Surfbot +SurveyBot Suzuran -Szukacz +Swiftbot +T0PHackTeam +tAkeOut Teleport -The Intraformant -Titan -Trendiction +TeleportPro +Telesphorep +Thumbor +Toata +Toweyabot +Trendictionbot trendiction.com -Turingos TurnitinBot TwengaBot -UnisterBot -URLy Warning +Upflow +Vacuum +Vagabondo +VB Project VCI -VeriCiteCrawler -VidibleScraper -Voltron -Webalta +Virusdie +VoidEYE +Voil +Wallpapers/3.0 +WallpapersHD WebBandit -WebCollage +Web Collage +WebCopier +WebEnhancer Web Enhancer -WebFetch +WebFuck Web Fuck WebGo IS -WebLeacher -webmeup-crawler -WebSauger -Web Sauger +Web Pix +Webshag +WebsiteExtractor WebsiteQuester WebStripper +Web Sucker +WebWhacker WeSEE -Whatweb -Widow -WinHTTrack +Whack +WISENutbot Wonderbot Woobot -Wotbox -WPScan -WWW-Collector-E +Wprecon WWW-Mechanize WWW::Mechanize -x22Mozilla -Xaldon_WebSpider -xpymep1.exe -YoudaoBot -Zauba -zauba.io -zgrab +Xenu +Zade +Zeus +Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 06d367985..1537b7bda 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,10 @@ -8lufu.com -8xv8.com -affiliate-fr.com -afora.ru -algarveglobal.com -alice.it -alif-ba-ta.com -alive-ua.com -apimountainbikei-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -autobrennero.it -bankcrediti.ru -bestfortraders.com -bjetjt.com -bobinoz.com -brus-vsem.ru -buy-cheap-online.info -bvlgariring.xyz -callcafe.info -cascadelink.org -cheapbarbour.online -cscwtalkto.site -datsun-do.com -davebestdeals.com -davidovic.info -dimkino.ru -dividendo.ru -download-wallpaper.net -ekspresihati.info -eleimgo.pw -essayassist.com -flagcounter.me -g7m.pl -globalscam.ga -gnuetella.com -gsmtlf.ru -highspeed5.net -homeinns.com -hotxnights.info -islandminingsupply.wordpress.com -iyasimasennka.com -jasonpartington.com -konica.kz -laudit.ru -lightinghomes.net -lostaruban.com -magazintiande.ru -mamasuper.prom.ua -marmotstore.online -mebelcomplekt.ru -meltwater.com -moncleroutletonline.pw -multgo.ru -musezone.ru -myhitmp3.club -nakozhe.com -next-dentists.tk -niki-mlt.ru -oil-td.ru -okonich.com.ua -oneminutesite.it -online7777.com -ontargetseo.us -paphoselectricianandplumber.com -parajumpersstore.online -partners-ship.pro -picturesmania.com -pontiacsolstice.info -predmety.in.ua -prizefestival.mobi -randalljhoward.com -rubanners.com -sammyweaver.com -scanner-marwin.top -se.bnt-team.com -semaltmedia.com -serdcenebolit.com -sexsaoy.com -songoo.wz.cz -spidtest.space -sportbetfair.com -stromerrealty.com -supermesta.ru -swiped.su -tetracsaudi.com -tizanidinehcl2mgtablet.blogspot.com -tomatis.gospartner.com -traffic100.com -tubeline.biz -typimga.pw -via-energy-cumpara.com -video-hollywood.ru -vizitki.net -we-are-gamers.com -webads.co.nz -webinstantservice.com -xn--l1aengat.xn--p1ai -zakonobosago.ru -zerocash.msk.ru -zrelaya.pw +amung.us +cartierlovebraceletreplica.xyz +christianlouboutinsaleoutletonline.us +crackguru.tk +findanysex.com +runstocks.com +sarf3omlat.com +service.adtech.us +warningzscaler.heraeus.com +wildcattube.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a300ba5fa..bbb0b9900 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -000free.us -00author.com 03e.info -0c47f8422d3f.com -108shot.com +101flag.ru +101lesbian.xyz +11pikachu.ru +123any.com +13tabs.com 1-99seo.com -1bet.com -1pamm.ru -2015god.org -2020iscoming.info -24videos.tv +1adult.com +21h2o.com +2pxg8bcf.top +3dracergames.com 40cg.com -4k-player.pl -4kplayer.pl 4replicawatch.net -4ur.click -4webmasters.com -4webmasters.org -5kstore.com -5tey7463.weebly.com -66cpwgln.space -76brighton.co.uk -7search.com +5forex.ru +5u.com +6hopping.com +7makemoneyonline.com +8gold.com 9med.net -a96527gi.beget.tech -aab94f698f36684c5a852a2ef272e031bb.com +aa8b68101d388c446389283820863176e7.com +aa9bd78f328a6a41279d0fad0a88df1901.com aac500b7a15b2646968f6bd8c6305869d7.com -abcdefh.xyz -accessoires-mode.in -acc.eu.org -acgs.tk -activecampaign.dreamhosters.com -adconscious.com -adloads.net -adman.se -adnotbad.com -adprotect.net -adserver-e7.com -adservme.com -adtech.us +aarbur.com +abbanreddy.com +academiacsmendoza.org +acads.net +acmebtn.ml +adanih.com +adclickservice.com +addblueoff.com.ua +adloads.com +admitad.com +ads-cool.pro adtology.com -adultfullhd.com -adultwebhosting.info -aerogo.com -afmuseum.com -ahrefs.com +adult3dgames.com +advertisingtag.net +adzpower.com +agadelha.com.br +agardomains.com +airlandsea.info +akuhni.by alborzan.com -albuteroli.com -alert-jdh.xyz -alfapro.ru +albumsuper.info +alert-hgd.xyz +alfa9.com +alfa-img.com algarveglobal.com -alice.it -allblogroll.com +aliexpresscashback.club +all4invest.ru +allboard.xobor.de alldubai.biz +allesohnegirls.net +allfinweb.com +all-number.com allsilver925.co.il -alot.com -alphaforum.ru -aludecor.info -anabolics.shop -anal-acrobats.com -an-donut.com +alltheviews.com +alpinism.ru +altamayoztourism.com +alvtank.se +amyfoxfitness.com +analytics-ads.xyz +anapa-inns.ru +andpolice.com +android-systems.ru +animaltoplist.com +animebox.com.ua +anime.dougasouko.com anlimebel.kiev.ua -apiallgeniusinfo-a.akamaihd.net -apiholdingmypage-a.akamaihd.net +anniemation.com +anonymizeme.pro +anticrawler.org +antons-transporte.de +apccargo.com +apelsinnik.website +apiappenableinfo-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net apiwoodensealcom-a.akamaihd.net -appartement-stumm.at -appfastplay.com -appiq.mobi -approvedlocal.co.za -appsecurityr.com -arquapetrarca.info -artdeko.info -aruplighting.com -arvut.org -ascat.porn -asdfg.pro +apps-analytics.net +ap.senai.br +arabseyes.com +arcadeplayhouse.com +arenda-avtoprokat-krasnodar.ru +arpelsreplica.xyz +artefakct.com +asscenihotosidea.blogspot.com atelielembrancaqueencanta.com.br -atovh.local-finders.com -aussie-prizes.com -autobrennero.it +audiobangout.com +ausmepa.org.au +autoblogger24.info auto-moto-elektronika.cz -autorn.ru -autotop.com.ua -aviav.ru -aviav.ru.com -avtochehli.by -avtointeres.ru -azadnegar.com -azte.ch -b00kmarks.com -backuperwebcam.weebly.com -balook.com -bambi.ck.ua -bannertesting.com +auto.rusvile.lt +autovideobroadcast.com +autowebmarket.com.ua +avek.ru +aversis.net +aviapanda.ru +aviav.co +avkzarabotok.info +avon-severozapad.ru +avramstroy.ru +avtocredit-legko.ru +avtolombard-krasnodar.com +awaybird.ru +awency.com +azazaporn.com +b2b-lounge.com +babieca.com +bablonow.ru +backgroundpictures.net +bagcionderlab.com +balkanfarma.org +banan.tv +bang-hotties.com +bankcrediti.ru +bannerpower.com +baoxaydung.com.vn batanga.net -bayareaaeroclub.org +battlecarnival.su +bazaronline24.ru bcmp.org -beachdriveblog.com -beclean-nn.ru -bedcapdealers.com -belstaffstore.online -bensbargains.net -best-businessman.ru -bestcurs.org -besthomemadepornsites.com -bestmarriages.com -bestofferswalkmydogouteveryday.gq -best-seo-offer.com -bestssaker.com -bestwebsiteawards.com -bestwrinklecreamnow.com +beatifullandscape.co +berdasovivan.ru +beremenyashka.com +berlininsl.com +bestbrainprod.win +bestchoice.cf +bestimagecoollibrary.com +best-mam.ru +bestmobilityscooterstoday.com +bestplacetobuyeriacta.jw.lt +bestpornuha.com +best-way.men +bestwaystogetpaid.us +bet-prognoz.com beyan.host.sk -bidbuy.co.kr -bigames.online -big-boards.info -bigpictures.club -biographiya.com -bio-optomarket.ru -bizcheapjerseyswholesalechina.com -bkgr.se -bkns.vn -blacktwhite.com -blavia.00author.com -blogig.org -blogporn.in -blogqpot.com -bluejays-jerseys.us -bluesman.nu +bfz.biz +bharatdefencekavach.com +bikini-image.com +bimatoprost-careprost.com +binomo.kz +bioca.org +bitnote.co +blog.f00kclan.de +bloggen.be +blogrankers.com +blogsfunky672.weebly.com +bloke.com +bluerobot.info +bluesalt.co blue-square.biz -boleznikogi.com -bonkers.name -bookmark4you.com.biz -boostmyppc.com -brainboostingsupplements.org -brandedleadgeneration.com -brandov.ru -brateg.xyz -breastaugmentation.co.za -brianhenry.co -briomotor.co -bristolhostel.com -bryansk.zrus.org -b-styles.xyz -buchananshardware.com -buckspar.gq -bukleteg.xyz -bumascloset.com -buron.pw -butstrap.space -buyessayonline19.blogspot.ru +bonzibuddi.com +brg8.com +brillianty.info +bristolhotel.com.ua +brothers-smaller.ru +buehne-fuer-menschenrechte.de +bumskontakte.org +burger-imperia.com +burkesales.com +businesn.men +buyantiviralwp.com +buy-cheap-pills-order-online.com +buy-loft.ru buynorxx.com -buzzzg.men -bvlgaribracelet.xyz -bvlgariring.xyz -bvlgariwallet.xyz -bwlx.prepedu.cn -c1.onedmp.com -callawaygolfoutlet.online -cand.jp -candy-glam-hp.com -candypeople.se +buzzsumo.com +callstevens.com +candelluxsklep.pl +candycrushshop.com canoncdriverq3.pen.io -capacitacionyaprendizaje.com -carabela.com.do -cardul.ru -carloans.com -carmuffler.net -carrauterie.be -carson.getenjoyment.net -cartierlovebraceletreplica.xyz -cascadelink.org -cayado.snn.gr +canyougethighofftizanidine.blogspot.com +capture-room.com +carfax.com.ua +carsplate.com +cartierbraceletsreplica.pw +cartierring.xyz +cashonads.com +casinorewards.info +cdncash.org cdn.walkme.com -cementaresearch.se -c-english.ru -ceotrk.com -cete.ru -cheapbarbour.online -cheapestjerseys-wholesale.com -cheapmoncler.pw -cheap-pills-norx.com -chelnytruck.ru -chidporn.com -chocolateslim-u-srbiji.com -choice-credit.ru +cejewelry.xyz +cellfun.mobi +cenokos.ru +centraletermice.us +centrdebut.ru +centre-indigo.org.ua +cerev.info +c-gainsbourg.com +changde.58.com +cheapestjerseysonwholesale.com +cheapjerseysa.com +cheap-trusted-backlinks.com +checkm8.com +checktext.org +children-learningreading.info +chinajerseyswholesalecoupons.com +chiptuninger.com +chocolateslim-en-espana.com christianlouboutinoutlet.win -christianlouboutinsaleonline.us -chuckguilford.com -cialischmrx.com -cibpenonptib.flu.cc -cinemaenergy-hd.ru -clickbank.net +cialischstgerts.com +cigarpass.com +cindymatches.com +ciproandtizanidine.blogspot.com +citizenclsdriveri7.pen.io +cjs.com.ru +cleanersoft.com clickintext.net -clodo.ru +clicksor.net clubfashionista.com com-cleaner.systems -compliance-fred.top -continent-e.tv -cookie-law-enforcement-aa.xyz +community.allhiphop.com +compliance-alexa.top +compliance-george.xyz +compliance-viktor.top +compliance-walt.top +concordexoticrentals.com +construmac.com.mx +cookingmeat.ru +coolbar.pro coolgamechannel.com -cool-wedding.net -copypaste.traderzplanet.in -cottageofgrace.com -covadhosting.biz -crackzplanet.com +copenergo.ru +coprofam.org +counter.bloke.com +craftburg.ru craftinsta.ru -cranly.net -crest-poloski.ru -crynet.cc -cryptoswap.biz -culmimg.pw -culturevie.info -czat.wp.pl -d0t.ru -dafatiri.com -dairyindia.in +cscwtalkto.site +cyprusbuyproperties.com +damedingel.ya.ru dandiyabeats.in -daretodonate.co -darmebel.com.ua +daneshetabiat.com data-mining.tk -data.vtc.pw -dating-time-now.com -dbmkfhqk.bloger.index.hr -deadlinkchecker.com -dealitright.click -decoratinghomes.ga +dating-app.ru +dawlenie.com +dcj-nn.ru +dear-diary.ru +decorationspcs.com deda-moroza-zakaz.ru -dengi-pod-zalog-nedvizhimosti.ru +demenageur.com +deniven.1bb.ru den-noch24.ru -descargar-musica-gratis.net +designdevise.com +design-lands.ru +detsky-nabytek.info dev.citetick.com dev-seo.blog -dfiles.me -dgfitness.co -digitalfaq.com -digital-video-processing.com -dignitasdata.se +dfwu1019.info +diamond-necklace.info +diesel-parts28.ru +dildofotzen.net +dimkino.ru +directivepub.com +directrev.com +diusyawiga.tk divci-hry.info -djihispano.com -dnepropetrovsk.mistr-x.org -documentsite.net +divisioncore.com +dktr.ru +dlya-android.org +docstoc.com dogbreedspicture.net -dogclothing.store -doktoronline.no +dojki-hd.com dokumentalkino.net -dominateforex.ml -domination.ml -dominterior.org -domoysshop.ru +domaincrawler.com +domaineaneblanc.com +domainsatcost.com +domainsphoto.com domznaniy.ru -dorratex.tn -dotnetdotcom.org -doublepimp.com -downvids.net -drev.biz -drpornogratisx.xxx -drunkmoms.net -drupa.com -duplicashapp.com -dvervmoskvu.ru -earl-brown.info -earncash.com.ua -earn-from-articles.com -easyshoppermac.com +dostavka-v-ukrainu.ru +dosug-lux.ru +doxysexy.com +doyouknowtheword-flummox.ml +dpihatinh.gov.vn +droidlook.net +drugspowerstore.com +drugstoreforyou.com +e2click.com +e705.net easyukraine.com -e-avon.ru -e-buyeasy.com -e-collantes.com -e-commerce-seo1.com -ecommerce-seo.com +e-c.al econom.co +editors.choice6912650.hulfingtonpost.com eduserver.net -ekaterinburg.xrus.org -ekn-art.se -eldiariodeguadalajara.com -elektrischezi.canalblog.com +ekto.ee elektronischezigarettekaufen2.tumblr.com -elektrozigarettekaufen2.blogse.nl -elidelcream.weebly.com -elitesportsadvisor.com +elmifarhangi.com eluxer.net -elvenar.com +emerson-rus.ru +empis.magix.net +en.altezza.travel +encodable.com energydiet-info.ru -energy-ua.com -enginebay.ru +engines-usa.com englate.com -englishdictionaryfree.com -envaseslotusama.com -eropornosex.ru -errorfixing.space +en.home-task.com +eorogo.top +erectile.bid +ero-advertising.com +escort-russian.com +escortslet.net esopini.com -essayassist.com -este-line.com.ua -etur.ru +etotupo.ru +eu-cookie-law.blogspot.com eugenevaultstorage.com -eurosamodelki.ru -everypony.ru -excitacao.com -expdom.com -exportshop.us +euronis-free.com +evehemming.blogspot.com.au +event-tracking.com +evrotekhservis.ru +excaliburfilms.com +exchanges-bet.com +exlarseva.webblog.es extads.net -ezigarettenshop2.myblog.de +eyes-on-you.ga +ezigarettenkaufen1.pagina.gr +ezigarettenshop2.postbit.com ezofest.sk -ezrvrentals.com -f07.de -f0815.de +f012.de +f1nder.org +fable.in.ua facebook-mobile.xyz -factorynightclub.com -fashion-stickers.ru -favoritemoney.ru -fbdownloader.com +familienzahnaerzte.com +fantasticpixcool.com +faracontrol.ir +fashionavenuegame.com +fashion-mk.net +fatfasts-4tmz.com +fatmaelgarny.com +fdzone.org +feargames.ru +feel-planet.com +ferretsoft.com +ferrotodo.com +fertilitetsradgivningen.se +fetishinside.com +ff30236ddef1465f88547e760973d70a.com +fickluder69.com +filmbokep69.com +filmetricsasia.com +filmfanatic.com filmgo.ru -filmi-v.online +filunika.com.ru financepoints.eu -finansov.info -findthe.pet +findsexguide.com +fishtauto.ru +fitness-video.net +fivedwld.cf +flash4fun.com flashahead.info flavors.me -flirt4free.com -floridahuntingfishingadventures.com -floridamhca.org -folowsite.com -footbalive.org -forex21.ru +flex4launch.ru +flipper.top forexgb.ru -forms-mtm.ru -forpackningsutveckling.se -forsex.info -fortwosmartcar.pw +formulaantiuban.com +fortunejack.com +forum-engineering.ru forumprofi.de -forums.d2jsp.org foto-sisek.porngalleries.top -foxydeal.com -frameimage.org -free-deals.faith -free-laptop-reward.com -freelifetimefuckbook.com -freenom.link -free-traffic.xyz +fototravel.eu +foto-weinberger.at +fotoxxxru.com +foxjuegos.com +foxweber.com +free411games.com +free-fbook-traffic.com +freelinkbuilding.website.tk +freenode.info +free-stock-illustration.com +freshmac.space freshwallpapers.info -fuel-gas.com -funcrushgames.com +freza-sverlo.ru +fun2cell.net funponsel.com -fusoradio.info -galaxys6manual.info -galeon.com -gambarxkata.co +galeria-zdjec.com +gallerily.com +galleryawesome.com +gambarkataku.co gamblingnerd.com -gateway.zscalerone.net -gavuer.ru -gayxperience.com -gazobeton-p.com.ua -gazoblok.net.ua -ge0ip.net -geile-lelly.eu -gembird.com +gamedayassist.com +game-top.su +gaming-journal.com +gamingspark.com +gardene.ru +geckoandfly.com +gemgrab-a.akamaihd.net +genericlowlatencyasiodriverhq.aircus.com +generousdeal-a.akamaihd.net gerhardhealer.com -germetiki.com.ua -getpopunder.com -getridofstretchmarks.org -get-your-social-buttons.info -ghazel.ru -girlsatgames.ru -glall.ru -glcomputers.ru -gogalleryawesome.com -goldadpremium.com -golden-catalog.pro -gonextmedia.com +germes-trans.com +getdot.ru +get-free-traffic-now.com +ggiaro.com +gidonline.one +gktt.ru +glastecfilms.com.my +globalscam.ga +globalsurfari.com +globetrotting-culture.ru +gloverid.site +go2jump.org +gok-kasten.net +goodhumor24.com good-mummy.ru -googlefeud.com -google-liar.ru -gosreg.amchs.ru -gowreckdiving.com -gratuitbaise.com -greatzip.com -greenzaim.ru -growboxbl.ru +gopro-online.info +grand-chlen.ru +graphics8.info +gribkovye-zabolevaniya.com +growshop.es gsmtlf.ru -guiadeserraazul.com -guigyverpo.cf -gz2.bbsoldes.fr -habermetre.com -hackers-crackers.tk -hamptonoaks.ca -hannasolution.ru -hanwei.us -hasfun.com +guarrasdelporno.xxx +gwebtools.com +gyffu.com +hahashka.ru +hamacapty.com +hatdc.org hawaiielectriclight.com -hawaiisurf.com -hd-film.pl -hdimagelib.com -healthcarestore.info +hcate.com +hdpixion.com +heartofbeijing.blogspot.com helpmymacfaster.trade -hem.passagen.se -herehloadibs.cf -hermesbelts.xyz -hermesbirkinhandbagoutlets.com -hit-men.men -hobild.net -hollywoodactress.info -homedecoguide.info +hermesbracelets.xyz +hermesreplica.win +heygidday.biz +highstairs-a.akamaihd.net +himgaws.pw +hkladys.com +hoholikik.club homedecorpicture.us -horoshieokna.com -hotblog.top +homegardenlova.com +homemade.gq +homemature.net +hornymatches.com +hostingclub.lk +hotchatdate.com +hotdl.in +hothor.se +houdom.net +housekuba.org +hoverboard360.at hoverboard360.es hoverboard360.nl -hptwaakw.blog.fc2.com -https-legalrc.biz -hubbble.com -humanorightswatch.org +howtoclean.club +htmlcorner.com +hustoon.over-blog.com +hut1.ru +idealtits.net ideawheel.com -ido3.com -igrovyeavtomaty777.ru -iklysha.ml -ikritikimou.gr -ilbe.club -iloveitaly.ru -ilovevitaly.ru -imabase.com -imagine-ex.co -imediadesk.com -imgarit.pw -iminent.com -imitex-plus.ru +ideibiznesa2015.ru +ideoworld.org +imguramx.pw +img.wallpaperstock.net imk.com.ua -impresagaia.it -inboundlinks.win -infektsii.com -instakink.com -in-tandem.co -internetproviderstucson.com -intim-uslugi.info -investmac.com -invitefashion.com -invivo.hu -iqupdatetmz.win +immobiliaremassaro.com +inbabes.sexushost.com +inboxdollars.com +inmate-locator.us +insomniagamingfestival.com +intellekt21.ru +inzn.ru +iphantom.com +iradiology.ru iron-age.info -isitpaleo.info -islandminingsupply.wordpress.com -istanbulit.com -istmira.ru -iweblist.info -izhevsk.zrus.org -izismile.com -j33x.com -jabimgo.pw -japan-bearings.ru -johannesburgsingles.co.za +istizanidineanarcoticdrug.blogspot.com +ivanovo.zrus.org +iwantmyfreecash.com +javcoast.com +jav-fetish.com +javlibrary.cc +javrip.net +jaxcube.info +jerseysbizwholesalecheap.com +jerseyschinabizwholesale.us joingames.org -jolic2.com -jumptap.com -junglenet-a.akamaihd.net -kaac.ru -kadashihotel.com -kareliatobacco.ru +jongose.ninja +juliadiets.com +kalb.ru +kasino-money.pw katadhin.co -kazan.xrus.org -kazrent.com -kerch.site -keyhantercume.com -keywordglobal.co.za -keywordteam.net -kinky-fetishes.com -kino2018.cc -kino2018.club +kazinogames.lv +keki.info +kemerovo.zrus.org +ketrzyn.pl +keywordsdoctor.com +keywordsuggests.com +kidskunst.info +kihi.gdn kinocccp.net -kinogonew.ru -kinoplen.ru -kinopolet.net -kino-rating.ru -kleine-titten.biz -kletkimehan.ru -knogg.net -kochanelli.com -konica.kz -konturkrasoty.ru -koronirealestate.gr -kosmetyki.tm.pl -kraljeva-sutjeska.com -kreativperlen.ch -lafriore.ru -lanasshop.ru -landinez.co -larutti.ru -laudit.ru -lawyers.cafe +kinoduh.ru +kinostorm.net +knowyournextmove.com +kollekcioner.ru +kongruan.com +koopilka.com +kostenlos-sexvideos.com +kountrylife.com +krasivye-devushki.net +kredit-blog.ru +kredit-pod-zalog-krasnodar.ru +labafydjxa.su +lacapilla.info +ladov.ru +lancheck.net +landreferat.ru +larchik.net +larose.jb2c.me +law-check-eight.xyz laxob.com -leadwayau.com -lecbter-relationships.ga -lenvred.org -lerporn.info -letmacworkfaster.site -letmacwork.world -levaquin750mg.blogspot.com -life.biz.ua +letslowbefast.site +lietaer.com +lifehacĸer.com lifeinsurancekb.com likesdesign.com +limads.men lineshops.biz -link.ac +linksharingt.com lion.bolegapakistan.com liquimondo.com -littlecity.ch -locationdesaison.com -locimge.pw -lubetube.com -lumb.co -lyrics.home-task.com -m1media.net -m4ever.net -machicon-akihabara.info +liveshoppersmac.com +livetsomudvekslingstudent.bloggersdelight.dk +livingcanarias.com +lockerz.com +longgreen.info +longlifelomilomi.info +louboutinreplica.xyz +lovelycraftyhome.com +luckyday.world +lunamedia.co +m3gadownload.pl +macfix.life mackeeper-center.club -macotool.com -macresource.co.uk -mac-shield.com -madot.onlinewebshop.net -mahnwachen-helfen.info -mailemedicinals.com -makis.nu -manimpotence.com +mafcards.ru +magicplayer-s.acestream.net +manifestation.betteroffers.review mansiondelrio.co -map028.com -marinetraffic.com -marketingtechniques.info +mantramusic.ru +maranbrinfo.com.br +marketingvici.com marmitaco.cat -masturbate.co.uk -mb140.ru -mebeldekor.com.ua -meccadumps.net -meddesk.ru -mediawhirl.net -med-zdorovie.com.ua -mega-bony2017.pl -megakino.net -mega-polis.biz.ua -meltwater.com +maslenka.kz +matchpal-a.akamaihd.net +matsdale.com +max-p.men +mcar.in.ua +mebel-alait.ru +medicine-4u.org +medkletki.ru +medmajor.ru +meds-online24.com +meetingrainstorm.bid +megahdporno.net mere.host.sk -mesbuta.info -mex-annushka.ru -mikrobiologies.ru -mindeyegames.com -minet.club -minharevisao.com -mini.7zap.com -missvietnam.org -mixed-wrestling.ru +metascephe.com +methodsmarketing.com +mexicosleevegastrectomy.com +michaelkorssaleoutletonline.net +mikozstop.com +miniature.io +mirmedinfo.ru +mirobuvi.com.ua +misswell.net +mixtapetorrent.com +mlvc4zzw.space mnogabukaff.net -mobile.ok.ru -mockupui.com -modenamebel.ru -mojpregled.com -mole.pluto.ro -monclercheap.xyz -monetizer.com-01.site -moneymaster.ru -monsterdivx.com -moomi-daeri.com -morf.snn.gr -moroccosurfadventures.com +mobilierland.com +mobstarr.com +moivestiy.biz +mojaocena.com +mojpreskumanie.com +montazhnic.ru +moscow-region.ru +moskva.nodup.ru +mosrif.ru +most.gov.iq mountainstream.ms moyaterapiya.ru -mp3downloadhq.com -mrbitsandbytes.com -mrcsa.com.au -mrpornogratis.xxx -mrwhite.biz +mp3ringtone.info +msfsaar.de +msk.afora.ru msk-diplomat.com -mttwtrack.com -mulberryoutletonlineeu.com -muschisexbilder.com -musicas.baixar-musicas-gratis.com -musirc.com -mustwineblog.com -muycerdas.xxx +multgo.ru +musezone.ru +musicvidz.ru muzaporn.com -muztops.ru -mvpicton.co.uk -mydownlodablefiles.com -mygameplus.ru -myindospace.com -mylesosibirsk.ru -myphotopipe.com -nac-bearings.ru -nardulan.com -nationalbreakdown.com -neobux-bg.info -neodownload.webcam -netcheckcdn.xyz -netoil.no -new7ob.com -newhairstylesformen2014.com -nightvision746.weebly.com -nikitabuch.com -niroo.info -nootrino.com -nordstar.pro -novatech.vn -november-lax.com -novosibirsk.xrus.org -ntic.fr -nufaq.com +my-big-family.com +my-floor.in.ua +myfreecams.com +myhydros.org +mymobilemoneypages.com +nagdak.ru +nakozhe.com +napalm51.nut.cc +naperehresti.info +narkologiya-voronezh.ru +nastydollars.com +nate.com +navalwiki.info +neks.info +netallergy.ru +netfacet.net +netvouz.com +networkad.net +news-readers.ru +newtechspb.ru +nextrent-crimea.ru +nfljerseysforsalewholesaler.com +nfvsz.com +ningessaybe.me +nippon-bearings.ru +njkmznnb.ru +nmrk.ru +no-rx.info +novodigs.com +nsatc.net +nuit-artisanale.com oballergiya.ru -obesidadealgarve.com -offers.bycontext.com -ohmyrings.com -oktube.ru -o.light.d0t.ru -onclickpredictiv.com +odoratus.net +offergroup.info +officedocuments.net +okmusic.jp +okuos.com +old-rock.com +onemactrckr.com online-hd.pl -online-hit.info -onlineku.com -online-sbank.ru -onlineslotmaschine.com +onlinetvseries.me +online-x.ru +onthemarch.co openfrost.com -open-odyssey.org optikremont.ru +oralsexfilme.net ordernorxx.com -oren-cats.ru -osoznanie-narkotikam.net -ossmalta.com -otbelivanie-zubov.com +osnova3.ru outrageousdeal-a.akamaihd.net -ozoz.it -paceform.com paclitor.com -paidonlinesites.com -paintingplanet.ru -pammik.ru -pandarastore.top -panicatack.com -papasdelivery.ru -parajumpersjakkesalgnorge.info -parfusale.se -partner-high.men -partnersafe.men +palocco.it +panchro.co.uk +partnerline.men +partner-trustworthy.men partnerworkroom.men -pastaleads.com -paydayonlinecom.com -p-business.ru -pdamods.ru +pateaswing.com +patol01.pw pdn-4.com +pdns.download pekori.to -perfection-pleasure.ru -petedrummond.com -pewit.pw -phobia.us -photorepair.ru +pensplan.com +perm-profnastil.ru +perosan.com +peugeot-club.org +photo-clip.ru +photo.houseofgaga.ru photosaga.info -piccshare.com -pictures-and-images.com -picurams.pw +photostudiolightings.com +piccdata.com pila.pl -pistonclasico.com -pizdeishn.com -pizdopletka.club +pinwallpaper.xyz +pirateday.ru +piski.top +piter.xrus.org +piuminiita.com +pixelrz.com +pizza-imperia.com +pk-services.ru +plastjulgranar.se platezhka.net platinumdeals.gr -playtap.us -pochemychka.net -podshipniki-nsk.ru -pooleroadmedicalcentre.co.uk -porndl.org +polimga.pw +popugaychiki.com +poquoson.org +porndroids.com pornhive.org -pornmania.pl +pornhub-forum.ga pornoblood.com -porno-chaman.info -pornonik.com +pornofiljmi.com +pornokorol.com porno-play.net -powc.r.ca.d.sendibm2.com -predominant-invent.tk +pornotubexxx.name +porn-w.org +pozdrawleniya.com +pp-budpostach.com.ua prefersurvey.net -pregnant.guru -pretty-mart.com -privatov-zapisi.ru -prizesbook.online -productarium.com -prodvigator.ua -prointer.net.ua -prokotov.com -promodj.com -propranolol40mg.blogspot.com -prostitutki-astana.org +preparevideosafesystem4unow.space +priceg.com +princevc.com +priscilarodrigues.com.br +privatamateure.com +proekt-gaz.ru +professionaldieselcare.com +professionalwritingservices15.blogspot.ru +profitfx.online +progress-upakovka.ru +promgirldresses.xyz +prostitutki-almata.org prostitutki-kiev.org -psa48.ru -pskcijdc.bloger.index.hr -pufip.com -pulse33.ru -pushdata.sendpulse.com -pussysaga.com -putitin.me -py100.ru +proxyradar.com +pr-ten.de +push-ad.com +pwwysydh.com +pyrodesigns.com.au qexyfu.bugs3.com -rada.ru -rangjued.com -ranksonic.info -ranksonic.org -rapidokbrain.com -realizmobi.com -remontgruzovik.ru -remontvsamare.su +quelle.ru +questionmarque.ch +quickbuck.com +quickcashlimited.com +quickloanbank.com +qwarckoine.com +rangoman.date +rankingchart.de +ranksays.com +rapidgator-porn.ga +realmonte.net +rebrand.ly +rebuildermedical.com +redbottomheels.xyz +redirlock.com +r-e-f-e-r-e-r.com +refererx.com +refudiatethissarah.info +registrationdomainsite.com +registry-clean-up.net +registrydomainservices.com +relax.ru +remedyotc.com +remybutler.fr rennlist.com -rentaremotecomputer.com -rep-am.com -replica-watch.ru -reward-survey.net -rfid-locker.co +replicalouboutin.xyz +research.ifmo.ru +respublica-otel.ru +restaurantlescampi.com +rfd-split.hr +rff-cfal.info ric.info -rique.host.sk -ritlweb.com -rixpix.ru -rniaeba.ga -rockingclicks.com -rootandroid.org -rp9.ru -runofilms.ru -rusenvironmental.net -russia-today-video.ru -sady-urala.ru -sa-live.com +riders.ro +rocketchange.ru +royal-investments.net +runstocks.com +runtnc.net +ruscopybook.com +rusprostitute.com +russkoe-zdorovie.ru +rvzr-a.akamaihd.net +sack.net +safe-app.net +sakhboard.ru +salmonfishingsacramentoriver.com samo-soznanie.ru +sanatorrii.ru +saneyes.com +sanjosestartups.com +sarafangel.ru +saratov.xrus.org sarf3omlat.com -savememoney.co.za +satellite.maps.ilovevitaly.com savetubevideo.com -sbtdesign.co.uk -scanner-barak.top -scanner-jack.top -scanner-jane.top -scanner-margo.top +sawin.beth.webd.pl +sbwealthsolutions.ca +scalerite.co.za +scanner-george.top +scanner-jessica.top scanner-mary.top -scanner-walter.top -schlampen-treffen.com -scmor.ilxc.cc -scoopquest.com -sc-specialhost.com -search-goo.com -securityallianceservices.com +scanner-olga.top +scanner-willy.top +score-ads.men +scrapy.org +sdelatmebel.ru +search-error.com +seasonvar.ru +secret.xn--oogle-wmc.com seeresultshub-a.akamaihd.net -sel-hoz.com -seminarykansas904.ml -semrush.com -seomarketings.online +seo-2-0.com +seoanalyses.com +seocheki.net +seofied.com +seoholding.com seoprofiler.com seorankinglinks.xyz -serptehnika.ru -service.adtech.us -servicecenter.co.ua -serviporno.com -sexcamamateurchat.com -sexfreepornoxxx.com -sexkontakteao.info -sexphoto.site -sexs-foto.top -sexspornotub.com -sex-tracker.com -sexy-pings.com -s-forum.biz +serdcenebolit.com +sexgalleries.top +sexy.babes.frontend-stack.top shama-rc.net -shell-pmr.ru +shariki-zuma-lines.ru +shemalegalls.blogporn.in +shemale-sex.net +shisha-swag.de +shoesonlinebuy.cn shoesonlinebuy.xyz -shohanb.com -shoplvlv.us -shoppingjequiti.com.br -simul.co +shopvilleroyboch.com.ua +shopwme.ru +shymkent.xkaz.org +sibtest.ru +sigmund-freud.co.uk +signoredom.com +silktide.com +simple-share-buttons.com sisi-go.ru -siteaero.com -site-analyzer.com -siteheart.net -siteripz.net -site-speed-check.site -s-iwantyou.com -skytraf.xyz +site-auditor.online +sitevaluation.com +sitevaluation.org +sixcooler.de +sizeplus.work +skincrate.net +slavia.info +sledstvie-veli.net +s.lollypopgaming.com +slomm.ru +slowmacfaster.trade small-games.biz smartbalanceworld.com -smsactivator.ru -smstraf.ru -sneakyboy.com -snjatie-geroinovoy-lomki.ru -sobecjvuwa.com.ru -soblaznu.net -social-buttons.com +sms2x2.ru +snip.tw +snjack.info +social-buttons.xyz +socialbuttons.xyz social-button.xyz -social-search.me -socialsignals24.com +socialmediasuggest.com +social-s-iii.xyz +socialtrade.biz softwaretrend.net +solinf.co +sotkal.lark.ru souvenir.cc -sps-shop.com +souvenirua.com +space-worry.ml sptslmtrafms.com -spy-app.info -spy-sts.com -standardchartered-forex.com +spywarenuker.com +sr-rekneskap.no +stackthatbucks.com +stardevine.com +stard.shop +startufa.ru +staticfs.host +statistici.ro +staynplay.net stefanbakosab.se -stop-gepatit.te.ua -stroimajor.ru -stroiminsk.com -stroymonolit.su -stroy-portal22.ru -styro.ru -sugarlyflex.pw +sterva.cc +streetfooduncovered.com +stroiminsk.org +strongsignal-a.akamaihd.net +stroyplus.ru +stuff-about-money.com suggest-keywords.com -sundrugstore.com -superfish.com -superiends.org -superkanpo.com -surfbuyermac.com -suture.co -t3chtonic.com -taqplayer.info +superlist.biz +sureone.pro +swagbucks.com +sweepstakes.rewardit.com +swingerseiten.com +symphonyintegratedhealthcare.com +szamponrevita.pl +taboola.com tarad.com -tattomedia.com -tech4master.com -tecspb.ru -telegraf.by +tastyfoodideas.com +tds-advert005.info +tehngr.ru telesvoboda.ru -tengohydar.tk -terraclicks.com -terrafootwear.us -testingads.pro -textads.men -thaismartloan.com -thefarmergame.com -thefds.net -theheroes.ru -thesmartsearch.net -thfox.com -threecolumnblogger.com +template-kid.com +templates.radiodigital.co +thebestweightlosspills.ovh +thegamerznetwork.com tiandeural.ru -tilido.com -timeallnews.ru -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinestreetprice.blogspot.com +tizanidineformigraines.blogspot.com +tizanidineingredients.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineoral.blogspot.com +tizanidinepain.blogspot.com +tizanidinepills.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinevssoma.blogspot.com tizanidinevsvalium.blogspot.com -tmtrck.com -token-lab.org +tizanidinewithdrawal.blogspot.com +tobeyouday.win toloka.hurtom.com -toonfamilies.net -topappspro.com -top-l2.com -topshef.ru -torrent-newgames.com -torrents-tracker.com -tourcroatia.co.uk -toyota.7zap.com -trackzapper.com -traderzplanet.in -trafaret74.ru -traffic100.com -traffic2cash.org -trk-4.net +tomatis.gospartner.com +top10-online-games.com +top10-way.com +topmira.com +topvidos.ru +torrnada.ru +tovaroboom.vast.ru +tpu.ru +track112.site +trackmedia101.com +trafficfactory.biz +traffique.net +trubywriting.com +truemfilelj.gq trustedmaccleaner.com -ttsq.fr -tube8.com -tuckermktg.com -tula.howotorg.ru -turkeyreport.tk -turvgori.ru -tvoystartup.ru -twittrading.com -twittruth.com -tx41tclega.ru -txxx.com -typer.one -tzritel.tk -u555u.info +tsyndicate.com +tubeline.biz +tupper-shop.ru +tvand.ru +twojebook.pl +uac.net.au +uchebavchehii.ru ucoz.ru -udayavani.com -uhod-za-sobakoj.ru umg-stroy.ru -uni.me -unimodemhalfduplefw.pen.io -univerfiles.com -unlimitdocs.net -upproar.com -uptime-alpha.net -uptime-gamma.net -url-img.link -utiblog.fr -uvozdeckych.info -vandrie-ict.nl -vasileostrovsky-rayon.ru -vclicks.net -vegascosmetics.ru -veles.shop -velobikestock.com -ventelnos.com -viagengrarx.com -viandpet.com -video-chat.cn -videochat.world -videojam.tv -video--production.com -vip2ch.com +unacittaconte.org +unionmarkt.de +unisexjewelry.org +unmaroll.ya.ru +urengoy.pro +uroffer.link +usiad.net +uzungil.com +vacuumscleaner.com +valmetrundan.se +vapeface.club +vavilone.com +vduplo.ru +venta-prom.ru +verymes.xyz +vezuviy.su +videochat.bz +videochat.ph +videooko.weebly.com +videotuber.ru +video-woman.com +vintontech.info vip.51.la -vip-parfumeria.ru -vipsiterip.org -virtuagirl.com -vizag.kharkov.ua -vkmusics.ru -vksaver-all.ru -vladhistory.com -vladimir.xrus.org -vote-up.ru +vita.com.hr +vonradio.com vozbujdenie.com vriel.batcave.net -vseuznaem.com -wahicbefa31.soup.io -wallpapersdesk.info -warningzscaler.heraeus.com -watchinf.com -wdrake.com -webalan.ru -webcamdevochka.com -webenlace.com.ar -webextract.profound.net -webjam.com +vtc.pw +vvpg.ru +vykup-avto-krasnodar.ru +wareseeker.com +watchmyfb.pl +waterpurifier.club webpromotion.ae -webshoppermac.com -website-speed-checker.site +webs.com +website-datenbank.de website-speed-check.site -website-speed-up.site website-speed-up.top -webstatsdomain.org -weburlopener.com -wejdz-tu.pl -wemedinc.com -whatzmyip.net -whereiskentoday.com -where-toget.com -wholesalejerseysgaa.com -whosonmyserver.com -wildnatureimages.com -wildworld.site -winner7777.net -winx-play.ru +weightatraining.com +wesharepics.site +westen-v.life +westsextube.com +westvilletowingservices.co.za +wetgames.ru +whatsupinfoley.com +whiteelephantwellington.com +wholesalecheapjerseysfree.com +wholesalejerseyscheapjerseys.us.com +whos.amung.us +wingsoffury2.com +winwotgold.pl witherrom55.eklablog.fr -womens-journal.net -woodyguthrie.se +wordpress-crew.net worldinternetauthority.com -worldis.me -worldtraveler.world -wosik-dach.service-for-web.de -wurr.voila.net -www.event-tracking.com -www.get-free-traffic-now.com -www.kabbalah-red-bracelets.com +world-mmo.com +wufak.com +www.888.com +www.timer4web.com xchat26.myfreecams.com -xcombear.ru x-diesel.com -x-diesel.org -xep.info -xjrul.com -xkaz.org -x-lime.net -x-mix.info -xmladserver.com -xmronta.com -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--l1aengat.xn--p1ai +xgames-04.com +xlolitka.com +x-musics.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80ak6aa92e.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xolodremont.ru -xtube.com -xtubeporno.net -xvideosbay.com -xxxdatinglocal.us -xxx-treker.ru +x-porno.video +xvideospornoru.com +xzlive.com +y8games-free.com +yachts-cruise.info +yaminecraft.ru yebocasino.com +yebocasino.co.za +yes-com.com yginekologa.com -youraticles.pl +yoopsie.com +youbloodyripper.com +youporn-forum.ga +youporn-ru.com your-bearings.com -yourporngay.com -yourtemplatefinder.com -yubikk.info -yun56.co -yur-p.ru -zagadki.in.ua -zaimite.ru -zajm-zalog-krasnodar.ru -zarabiaj-dzis.pl -zatjmuzu.info -zeikopay.com -zeleznobeton.ru +youthreaders.com +youtube-downloader.savetubevideo.com +ytmnd.com +yugo-star.ru +zebradudka.com +zero1.it zeroredirect10.com -zeroredirect11.com -zeroredirect12.com -zeroredirect9.com +zeroredirect2.com zigarettenonlinekaufen2.bloog.pl -zmoda.hostreo.com -znakom.sibtest.ru -zocaparj.kz +zkjovpdgxivg.ga +znakomstvaonlain.ru +znaturaloriginal.com +zog.link +zolotoy-lis.ru zoodrawings.com -zoogdisany.com +zoompegs.com zootoplist.com -zophim.me -zrus.org -zscalerone.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index d0b518846..aa32cf08e 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -100searchengines.com -1kdailyprofit.me -214jaluwobapef.cf -4k-player.pl -5kstore.com -aa14ab57a3339c4064bd9ae6fad7495b5f.com -abbanreddy.com -adamoads.com -addblueoff.com.ua -agreda.pluto.ro -aibolita.com -airlandsea.info -allblogroll.com -alldezservice.kz -allfinweb.com -allornamenti.com -amazingninja.com -angigreene.com -animal36.com -animal-drawings.com -animaltoplist.com +00author.com +0c47f8422d3f.com +24x7-server-support.site +4istoshop.com +8jn.dating-app.ru +8xv8.com +aa9bd78f328a6a41279d0fad0a88df1901.com +activecampaign.dreamhosters.com +adconscious.com +ads-seo.men +afftrack001.com +altamayoztourism.com +amazon-adsystem.com aosexkontakte.net -asdfg.pro -asmxsatadriverin.aircus.com -atley.eu.pn -azartclub.org -balans.shahterworld.org -balla-boo.se -bankiem.pl -bannerbank.ru -beachtoday.ru +arcadeplayhouse.com +aviav.eu +b00kmarks.com +backuperwebcam.weebly.com +bagsonsale.online +battle.net +beauby.ru beauty-b0x.pl -bestimagecoollibrary.com -best-mam.ru -best-seo-software.xyz -bgviagrachrx.com -bjgugu.net.ua -bjorkbacken.nu -blogos.kz -bluejays-jerseys.us -boleznikogi.com -brains2.biz -bravegirlsclub.com -bronzeaid-a.akamaihd.net -b-styles.xyz -bum.com.ru -buyk.host.sk -candytiner.com -catalogs-parts.com -cezartabac.ro -christianlouboutinsaleoutletonline.us -cialischstgerts.com -cialis-samples.com -ci.ua -clickbank.net -companies-catalog.com -compliance-andrew.xyz -conboy.us -copblock.org -crackguru.tk -cubs-jerseys.us -dame-ns.kz -designdevise.com -design-ideas.info -dev.citetick.com -digitalassetmanagement.site -dktr.ru -dnepr-avtospar.com.ua -domaincdn.xyz -dostavimvdom.ru -drunkenstepfather.com -dverimegapolis.ru -e-avon.ru -edudocs.net -elektronischezigarettekaufen1.beeplog.com -elektronischezigarettekaufen2.tumblr.com -elitedollars.com -enge-fotzen.info -ertelecom.ru -essay-edu.biz -exct.net -exoneration-project.us -ezigarettekaufen2.blox.pl -fashionavenuegame.com -fashion.stellaconstance.co -fetroshok.ru -fil.ru -flooringinstallation-edmonton.com -food.dtu.dk -forum.doctissimo.fr -fuckbuddybestgilf.info -funnypica.com -funtoonez.com +bestwaystogetpaid.us +beta.hotkeys.com +bitcoins-live.ru +blavia.00author.com +bosman.pluto.ro +business-made-fun.com +buyfriend.ru +buyhoverboard.com +buypillsorderonline.com +cardiosport.com.ua +casinorewards.info +choice-credit.ru +ciekawinki.pl +cl.s7.exct.net +cocyq.inwtrade.com +codq.info +compliance-mary.top +cool-wedding.net +coprofam.org +crest-poloski.ru +cs-passion.pl +danceuniverse.ru +dbmkfhqk.bloger.index.hr +detskie-konstruktory.ru +divisioncore.com +djonwatch.ru +downloaddy.net +doxysexy.com +draniki.org +earthmagic.info +efnor-ac.com +ege-essay.ru +ege-russian.ru +elektrischezigarette1.blog.pl +elitepcgames.com +emediate.eu +eng-lyrics.com +eorogo.top +epicbrogaming.com +ero-advertising.com +exportshop.us +fable.in.ua +fashion-stickers.ru +fetishinside.com +fetlifeblog.com +fidelityfunding.com +flirt4free.com +floridahuntingfishingadventures.com +fortevidyoze.net +free-laptop-reward.com +funponsel.com +g33.org gallery.rennlist.com -gaygalls.net -geile-lelly.eu -gorodservis.ru -gov.yanao.ru -gq-catalog.gq -growboxbl.ru -gsasearchengineranker.pw -gsasearchengineranker.top -hermesbracelets.xyz -hidefiles.org -high-speed1.net -homik.pw -hplaserjetpdriver8y.pen.io -husky-shop.cz -idegenvezeto.eu -imgarit.pw -infobabki.ru -int.search.mywebsearch.com -investyb.com -iomoio.net -irunfar.com -istizanidinelikexanax.blogspot.com -itbc.kiev.ua -joingames.org -kazan.xrus.org -ketoanhanoi.info -kinobest.pl -kinopolet.net -kiwi237au.tk -kleine-titten.biz +gameonasia.com +gay.adultgalls.com +ge0ip.net +germetiki.com.ua +getresponse.com +girls-ufa.ru +global-ics.co.za +goosefishpost.bid +greenidesign.co +groupmoney.ru +gsasearchengineranker.site +hdimagelib.com +heygidday.biz +hitsbox.info +hobbyhuren-datenbank.com +hoholikik.club +homedecoguide.info +hop.clickbank.net +hornymatches.com +houdom.net +igadgetsworld.com +ilovevitaly.com +infazavr.ru +insider.pro +interior-stickers.ru +investmac.com +ipostroika.ru +isitpaleo.info +istizanidineanopiate.blogspot.com +iwantedmoney.com +iwanttodeliver.com +jobmarket.com.ua +jumptap.com +kaidalibor.de +kartiniresto.com +kimcurlrvsms.com +kinofak.net klitimg.pw -kochanelli.com -kollesa.ru -kongoultry.net -krasivye-devushki.net -kurbappeal.info +kunstaktien.info +kurwa.win landreferat.ru -larutti.ru -leadwayau.com -life-instyle.com -liveu.infoteka.hu -macotool.com +laparfumotec.com +lexaprogeneric.link +linkwithin.com +lion.misba.us +lion.snapmap.us +lonerangergames.com +lostaruban.com +louboutinbooties.xyz +ltvperf.com +luckyshop.net.ua +macresource.co.uk +maladot.com managerpak204.weebly.com -masterseek.com -medkletki.ru -mirmedinfo.ru +mansparskats.com +marcogrup.com +max-p.men +mearns-tractors.co.uk +medkritika.ru +militarysale.pro +mmog-play.ru mnogabukaff.net -mobilierland.com +mobile-appster.ru +mobplayer.net +monclerjacketsoutlet.pw +mrinsidesales.com muabancantho.info +musezone.su +music7s.me +myanyone.net +my-big-family.com +myftpupload.com +myhitmp3.club +mymercy.info +narco24.me +needtosellmyhousefast.com +new7ob.com newsperuse.com -news-readers.ru -nikitsyringedrivelg.pen.io -njkmznnb.ru -obsessionphrases.com -oddamzadarmo.eu -okonich.com.ua -ok-ua.info -ops.picscout.com -panchro.co.uk -parajumpersstore.online -pdns.download -pics-group.com -pijoto.net +nfljerseys.online +ngps1.ru +nhl17coinsforps3.gratisblog.biz +nicefloor.co.uk +okmusic.jp +olgacvetmet.com +one-gear.com +onetravelguides.com +onload.pw +openfrost.net +paleohub.info +pateaswing.com +pcboa.se +pensplan4u.com +perl.dp.ua pinkduck.ga -pix24x7.com -poffet.net -pokemongooo.ml -pontiacsolstice.info -poptool.net -popugauka.ru -porno-raskazy.ru -pornotubs.com +pinstake.com +piuminiita.com +pony-business.com +popup-fdm.xyz +portnoff.od.ua +pospr.waw.pl +privhosting.com proekt-gaz.ru -professionalwritingservices15.blogspot.ru -pro-poly.ru -pssucai.info -q-moto.ru -quality-traffic.com -rebrand.ly -redbottomheels.xyz -rennlist.com -rff-cfal.info -rn-to-bsn.com -romhacking.ru -rospromtest.ru -royalads.net -royal-betting.net -ruf777.com -sanatorrii.ru -sanjosestartups.com -sbf441.com -sbricur.com -scanner-marwin.top -searchmywindow-a.akamaihd.net -se.bnt-team.com -selectads.men -sell-fb-group-here.com +profitwithalex.info +prohoster.info +quangcaons.com +rabotaetvse.ru +rasteniya-vs-zombi.ru +redirlock.com +referencemoi.com +refererx.com +registratciya-v-moskve.ru +restorator-msk.ru +retailwith.com +revistaindustria.com +reyel1985.webnode.fr +ric.info +ru-dety.ru +rus-teh.narod.ru +salmonfishingsacramentoriver.com +saneyes.com +saratov.xrus.org +savememoney.co.za +sbetodiodnye-lampy.ru +scalerite.co.za +scanner-andrew.top +searchkut.com +seolab.top seomarketings.online -servethis.com -service.adtech.fr -sextracker.be -shoesonlinebuy.xyz +seo-smm.kz +sevenstars7.com +sex-foto.pw +sex-watch.com +shillyourcoins.com +shisha-swag.de +shop-electron.ru +shopvilleroyboch.com.ua +sims-sims.ru siteaero.com -sky-mine.ru -socialbookmarksubmission.org -sprttrack.com -spy-app.info -stackthatbucks.com -stathat.com -steamoff.net -students-cheapskate.ml -sudexpert66.ru -suhanpacktech.com -supers.com.ua -tarad.com -thebestphotos.eu -tizanidineusedfor.blogspot.com -tksn.ru -topvidos.ru -trafficjunky.com -truebeauty.cc -umaseh.com -url2image.com -valsalud.com -videochat.cafe -videochat.tv.br -videositename.com -viktoria-center.ru -vseuznaem.com -wallpaperstock.net -waysbetter.cn -wdfdocando.com -website-speed-up.site -wedding-salon.net -worldtraveler.world -x5market.ru -xaylapdiendanang.com -xclicks.net -x-diesel.org -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xtube.com -xuki.us -xxx-cam.webcam -yaaknaa.info -yachts-cruise.info -yellocloud.be -youdesigner.kz -youporn-forum.ga -youradulthosting.com -you-shall-not-pass.is74.ru -youtoner.it -zaloadi.ru -zdesformula.ru -zdesoboi.com -zrus.org +socialbuttons.xyz +sodexo.com +softlinesolutions.me +soft-terminal.ru +spb-plitka.ru +sport7777.net +stevemonsen.com +svtrd.com +taqywu51.soup.io +tecspb.ru +thebluffs.com +the-usa-games.blogspot.com +topbestgames.com +topquality.cf +torrent-newgames.com +trafficfactory.biz +traffpartners.com +trailer.cinemaflix.website +trustedhealthtips.com +tula.mdverey.ru +twiclub.in +udsgame.online +uprour.com +valmetrundan.se +vavilone.com +videochaty.ru +videojam.tv +watchdogs-2.ru +watchmygf.net +woodyguthrie.se +x-lime.com +xtrafficplus.com +xxxkaz.org +yellowads.men +zarepta.com +znakomstva-piter78.ru +zynax.ua diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 340075754..1db817e3c 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,4 +1,14 @@ - + + +
+This is merely used for testing !!!
+ +This is merely used for testing !!!
- - - -This is merely used for testing !!!
- - - - -This is merely used for testing !!!
-