diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..746c3f03f 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..500584a94 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..746c3f03f 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..500584a94 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf index 503b1de7a..e3688dbe0 100644 --- a/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +35.184.96.71 0; +35.202.145.110 0; diff --git a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf index 10f5a9a35..1032c9dd0 100644 --- a/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf index b225e5d52..896ffe576 100644 --- a/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.193.7.13 0; +104.154.120.187 0; diff --git a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf index 75d8404fc..2203ba918 100644 --- a/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test3/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf index fd2b0e8d9..a919a2458 100644 --- a/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.193.7.13 0; 35.224.112.202 0; diff --git a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100644 --- a/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test4/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index f4e4311d6..02ad9e189 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..290c48e19 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index f4e4311d6..02ad9e189 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..290c48e19 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index f4e4311d6..02ad9e189 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..465ec1626 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index c3c284efc..290c48e19 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index f4e4311d6..02ad9e189 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..746c3f03f 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..500584a94 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index f4e4311d6..02ad9e189 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index b720bfa35..ccf6e0dd8 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 12f18b91b..465ec1626 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 969356056..203ddfadf 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ADmantX -Foobot -LinkWalker -sogouspider -sp_auditbot -T8Abot -TheNomad -True_Robot -Web Auto -WWW-Mechanize +BackDoorBot +cognitiveseo +Dragonfly +GrapeshotCrawler +LinqiaMetadataDownloaderBot +Nutch +PHPCrawl +ScoutJet +VB Project +WebCollage diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index cbb0355af..deddbe4a1 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -80legs -Abonti +404enemy +Aboundex Aboundexbot -Acunetix -ADmantX -AfD-Verbotsverfahren -Alligator -AllSubmitter -AlphaBot +AhrefsBot +AIBOT +AiHitBot +Alexibot +archive.org_bot +ASPSeek +Asterias Attach -autoemailspider -BackDoorBot -backlink-check BackStreet -Bandit +BackWeb +BatchFTP Battleztar Bazinga +BDCbot BDFetch -Black Hole -BlackWidow -BLEXBot -Bolt -BotALot -Buddy +Blackboard +BlowFish +Brandprotect +Brandwatch BuiltBotTough -BuiltWith -Bullseye Calculon CazoodleBot -Cegbfeieh -CherryPicker -CheTeam -ChinaClaw -Chlooe -coccocbot-web -Cogentbot -cognitiveseo +CCBot +Claritybot +Cliqzbot +Cloud mapping +Collector +com.plumanalytics Copier CopyRightCheck +Cosmos Craftbot +crawler4j crawler.feedback -Crescent +crawl.sogou.com CSHttp -Curious -Custo +DatabaseDriverMysqli DataCha0s +DBLBot demandbase-bot Digincore -DigitalPebble +DIIbot Dirbuster -Dispatch -DomainCrawler -DomainStatsBot +Disco +DittoSpyder +Dotbot Download Wonder Dragonfly Drip DSearch -EasyDL +DTS Agent Ebingbong eCatch +ECCP/1.0 +Ecxi EirGrabber -EMail Siphon -Exabot +EMail Wolf +EroCrawler +evc-batch +ExtLinksBot ExtractorPro -FDM -Foobot +Extreme Picture Finder +FemtosearchBot +FHscan +Flunky FyberSpider Fyrebot -GalaxyBot -Genieo -Getintent +GetRight GetWeb Gigabot -G-i-g-a-b-o-t Go-Ahead-Got-It +Gotit GrabNet -Grafula -HaosouSpider -Havij -Heritrix +GrapeFX +GT::WWW +Haansoft +Harvest HMView +Humanlinks IlseBot -Image Fetch IndeedBot -InfoNaviRobot +InfoTekies +instabid +InterGET Internet Ninja -internetVista monitor +ips-agent IRLbot Iskanie -IstellaBot -JamesBOT -JennyBot -JetCar +Jbrofuzz JikeSpider Joomla -Jyxobot -Keyword Density -Larbin -LeechFTP -LeechGet +JustView +Kenjin Spider +LexiBot Lftp -Lightspeedsystems -LinkextractorPro +Likse +LinkpadBot LinqiaMetadataDownloaderBot -LinqiaRSSBot +LinqiaScrapeBot +Lipperhey +Lipperhey Spider Litemage_walker -lwp-request +LNSpiderguy LWP::Simple -Magnet -Mag-Net -magpie-crawler -Majestic12 -Majestic-SEO +lwp-trivial +Mail.RU_Bot +MarkMonitor +Masscan Mass Downloader -Mata Hari -MauiBot -meanpathbot Meanpathbot mediawords MegaIndex.ru Metauri -MFC_Tear_Sample Microsoft URL Control +MIDown tool +MJ12bot Mojeek -Morfeus Fucking Scanner -Mr.4x3 -MSFrontPage Msrabot -muhstik-scan -Name Intelligence Nameprotect Navroad -NearSite -Needle +NetAnts NetLyzer -Nettrack +NetMechanic Netvibes -NetZIP +NextGenSearchBot Nibbler +Niki-bot +Nikto NimbleCrawler +Nimbostratus +Ninja NPbot Nutch -oBot -Octopus +Offline Navigator OnCrawl -OpenLinkProfiler +OpenVAS OrangeBot -OrangeSpider OutclicksBot -OutfoxBot -PageAnalyzer -PageGrabber -PageScorer -Panscient +Pandalytics Papa Foto Pavuk pcBrowser -Picscout -PictureFinder -Pi-Monster -Pixray +PleaseCrawl +Pockey +Probethenet +ProPowerBot ProWebWalker Psbot PxBroker -PyCurl Quick-Crawler RankActiveLinkBot +RankFlex RankingBot RankingBot2 -RankurBot +Reaper RebelMouse -RepoMonkey +RedesScrapy Ripper RocketCrawler -Rogerbot +s1z.ru SalesIntelligent -ScanAlert scan.lol Scrapy -Screaming ScreenerBot -SearchmetricsBot -Semrush -SEOkicks -SEOkicks-Robot -SEOlyticsCrawler -Seomoz +Searchestate +SEOprofiler seoscanners -SeoSiteCheckup -sexsearcher +SEOstats Siphon SISTRIX -Sitebeam -SiteExplorer -SiteSnagger +SiteLockSpider +Sitevigil +SlySearch +SmartDownload +SMTBot +Snake Snapbot sogouspider +Sogou web spider Sosospider -SpaceBison Spammen -SpankBot sp_auditbot -Spbot Spinn3r spyfu -Sqlworm +Sqlmap +Steeler +Sucker SuperBot -SuperHTTP -SurveyBot -Suzuran -Szukacz +Surfbot +Swiftbot +sysscan T8Abot -Teleport -Thumbor -trendiction.com -True_Robot +The Intraformant +TightTwatBot +Toata +Trendictionbot TwengaBot +Twice Typhoeus +Upflow +URLy Warning Vacuum -VeriCiteCrawler +VCI +VidibleScraper Virusdie VoidEYE -Voltron +Voil +Wallpapers/3.0 WallpapersHD +WASALive-Bot +WBSearchBot +WebAuto WebBandit WebCollage Web Collage -WEBDAV WebEnhancer -Web Enhancer -Web Fetch +WebFuck WebGo IS -WebLeacher WebmasterWorldForumBot +webmeup-crawler +WebPix WebSauger Web Sauger +Webshag WebsiteExtractor WebsiteQuester +Website Quester +WebStripper +Web Sucker WebZIP -Whacker -Woobot -WWW-Mechanize +WeSEE +Whatweb +Who.is Bot +WiseGuys Robot +Wonderbot +Wotbox +WWW::Mechanize +WWWOFFLE x09Mozilla +x22Mozilla xpymep1.exe -Zade +YoudaoBot Zauba zauba.io Zeus -zgrab +Zitebot +ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 8c2831d57..3910c7909 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy -80legs Abonti -Aboundexbot -Acunetix -ADmantX -AhrefsBot AiHitBot Alexibot Anarchie -ASPSeek +Apexoo +archive.org_bot Attach BackDoorBot +Backlink-Ceck BacklinkCrawler -BackStreet +BackWeb Bandit +Barkrowler BatchFTP BBBike -BDCbot -BetaBot -Bigfoot -Blackboard +BDFetch +Bitacle Black Hole BlackWidow BlowFish -Bolt +Brandprotect +Brandwatch Buddy -BuiltBotTough BuiltWith +Bullseye BunnySlippers BuzzSumo Calculon CATExplorador -CazoodleBot -CherryPicker -ChinaClaw -Claritybot +CCBot +CheTeam Cliqzbot -Cloud mapping coccocbot-web -cognitiveseo +Copier CopyRightCheck Cosmos +Craftbot +crawler4j CrazyWebCrawler -DBLBot -demandbase-bot -Demon -Devil +CrunchBot +Curious +DatabaseDriverMysqli +DataCha0s Digincore DIIbot +Dirbuster +DittoSpyder DomainAppender -DomainSigmaCrawler DomainStatsBot -Dotbot +Download Wonder Drip +DSearch DTS Agent EasyDL +Ebingbong +ECCP/1.0 Ecxi EMail Siphon -EMail Wolf -EroCrawler -evc-batch -Extreme Picture Finder -Ezooms -Fimap -Foobot +Evil +ExtLinksBot +ExtractorPro +FemtosearchBot +FHscan +Firefox/7.0 +FlashGet +Flunky +Freeuploader +FrontPage FyberSpider +Fyrebot GalaxyBot GetRight -G-i-g-a-b-o-t +Gigablast Go-Ahead-Got-It -GoZilla -Go!Zilla GrapeshotCrawler -GridBot +HaosouSpider Havij +HEADMasterSEO Heritrix -Humanlinks -Iblog -IndeedBot -InfoNaviRobot +Hloader +HTTP::Lite +HTTrack +HybridBot +IDBot +IlseBot +Indy Library +InfoTekies instabid Intelliseek -InterGET Internet Ninja -InternetSeer internetVista monitor IRLbot Iskanie -JennyBot -JOC Web Spider +JikeSpider +Jorgee JustView -Keyword Density +Jyxobot Lanshanbot -LeechFTP +LeechGet LexiBot -Lftp -LibWeb -Lightspeedsystems +Libwhisker +Linkdexbot LinkextractorPro -LinkpadBot LinkScan LinqiaRSSBot Litemage_walker Lmspider -Ltx71 +LNSpiderguy +lwp-request LWP::Simple -lwp-trivial -Magnet -Mail.RU_Bot +Mag-Net +magpie-crawler Majestic SEO -MarkMonitor +Majestic-SEO MarkWatch -meanpathbot -mediawords -MegaIndex.ru -Metauri +Mass Downloader +MauiBot Microsoft Data Access -MIDown tool -Mister PiX -Morfeus Fucking Scanner +Microsoft URL Control +MJ12bot +Mojeek +MSIECrawler muhstik-scan -Musobot -Netcraft +Nameprotect +NearSite +Needle netEstate NE Crawler -NetLyzer +NetMechanic NetSpider -Net Vampire -Niki-bot NimbleCrawler -Nimbostratus -Ninja +Nmap NPbot Nutch -Octopus -Offline Explorer OnCrawl -Openfind -OpenLinkProfiler OpenVAS -OrangeBot OrangeSpider +PageAnalyzer +Page Analyzer +PageGrabber page scorer -Papa Foto pcBrowser -PECL::HTTP PeoplePal -Picscout -PleaseCrawl -POE-Component-Client-HTTP -Probethenet -ProPowerBot -Psbot +PHPCrawl +Picsearch +Pi-Monster +Pixray +Pockey Pump PxBroker -QueryN Metasearch -Quick-Crawler -RankingBot2 +PyCurl +RankActive Rankivabot RankurBot +RealDownload +Reaper RebelMouse -Recorder -ReGet -RepoMonkey -Ripper -RocketCrawler +RedesScrapy Rogerbot s1z.ru -SalesIntelligent ScanAlert -Scanbot -ScoutJet -Scrapy Screaming +ScreenerBot SearchmetricsBot -SEOlyticsCrawler +SEOkicks +Seomoz SEOprofiler -seoscanners -SeoSiteCheckup +SEOstats +serpstatbot +Shodan Siphon +SISTRIX +Sitebeam SiteExplorer Siteimprove +SiteLockSpider +SiteSucker +Sitevigil +SlySearch +SmartDownload Snake Snapbot +Snoopy SocialRankIOBot -Sociscraper -Sosospider -SpankBot +sogouspider +Sottopop +Spammen sp_auditbot -SputnikBot +Spbot spyfu -Sqlmap +Sqlworm Sqworm -Stripper -SuperHTTP +Sucker +Sucuri +SuperBot Surfbot SurveyBot -Suzuran -Swiftbot -T0PHackTeam +sysscan +T8Abot tAkeOut -Teleport TeleportPro +Telesoft Telesphorep -Thumbor -Toata -Toweyabot -Trendictionbot -trendiction.com -TurnitinBot +The Intraformant +Tracemyfile TwengaBot +UnisterBot Upflow -Vacuum -Vagabondo +URLy Warning +URLy.Warning VB Project -VCI -Virusdie +VidibleScraper VoidEYE Voil Wallpapers/3.0 WallpapersHD +WASALive-Bot +WebAuto WebBandit Web Collage WebCopier -WebEnhancer -Web Enhancer +WEBDAV WebFuck -Web Fuck -WebGo IS -Web Pix -Webshag -WebsiteExtractor -WebsiteQuester +WebmasterWorldForumBot +WebReaper +WebSauger +Web Sauger +Webster WebStripper +WebSucker Web Sucker -WebWhacker +WebZIP WeSEE -Whack -WISENutbot -Wonderbot +Whatweb +Who.is Bot +WinHTTrack +WiseGuys Robot Woobot -Wprecon +Wotbox +WWW-Collector-E WWW-Mechanize WWW::Mechanize +x09Mozilla +Xaldon WebSpider +Xaldon_WebSpider Xenu -Zade -Zeus -Zitebot -ZumBot +xpymep1.exe +Zermelo +zgrab +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 1537b7bda..0b71d97b6 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -amung.us -cartierlovebraceletreplica.xyz -christianlouboutinsaleoutletonline.us -crackguru.tk -findanysex.com -runstocks.com -sarf3omlat.com -service.adtech.us -warningzscaler.heraeus.com -wildcattube.com +00go.com +best-deals-products.com +idegenvezeto.eu +marketland.ml +partnerworkroom.men +sobecjvuwa.com.ru +spb.ru +supervesti.ru +vadimkravtcov.ru +validdomain.xyz diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index bbb0b9900..36671041f 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -03e.info -101flag.ru -101lesbian.xyz +007angels.com +0912701309f8ce.com +0n-line.tv 11pikachu.ru -123any.com +123kuma.com 13tabs.com -1-99seo.com -1adult.com -21h2o.com -2pxg8bcf.top -3dracergames.com -40cg.com -4replicawatch.net -5forex.ru +1hwy.com +2015god.org +2rich4bitches.com +3xforum.ro +4kepics.com +51.la +55wmz.ru 5u.com -6hopping.com 7makemoneyonline.com -8gold.com -9med.net -aa8b68101d388c446389283820863176e7.com -aa9bd78f328a6a41279d0fad0a88df1901.com -aac500b7a15b2646968f6bd8c6305869d7.com -aarbur.com -abbanreddy.com -academiacsmendoza.org -acads.net -acmebtn.ml -adanih.com +7yue.org +8558l.jobs.net +8jn.dating-app.ru +8lufu.com +98oi.ru +aa9d046aab36af4ff182f097f840430d51.com +abctoppictures.net +above.com +actices.com +adamoads.com +adcash.com adclickservice.com -addblueoff.com.ua -adloads.com +addtoadd.men +adexprts.com +adktrailmap.com +adman.se admitad.com -ads-cool.pro -adtology.com +adrunnr.com adult3dgames.com +adultgalls.com +advancedsoftwaresupport.com +adverster.com advertisingtag.net adzpower.com +aero2.ru +aerogo.com +afora.ru agadelha.com.br -agardomains.com -airlandsea.info -akuhni.by -alborzan.com -albumsuper.info -alert-hgd.xyz -alfa9.com -alfa-img.com -algarveglobal.com -aliexpresscashback.club -all4invest.ru -allboard.xobor.de -alldubai.biz -allesohnegirls.net -allfinweb.com -all-number.com -allsilver925.co.il -alltheviews.com -alpinism.ru -altamayoztourism.com -alvtank.se -amyfoxfitness.com -analytics-ads.xyz -anapa-inns.ru -andpolice.com -android-systems.ru +agecheckadult.com +ahmedabadwebs.com +aksonural.ru +akvamaster.dp.ua +alert-fdm.xyz +alfabot.xyz +algerianembassy.co.in +alienwheel.es +alienwheels.de +aliexpress.com +alldezservice.kz +allmarketsnewdayli.gdn +alot.com +alta-realestate.com +amanda-porn.ga +ample-awards-today.us +android-vsem.org +angry-fermi-7633.arukascloud.io +animal36.com +animali.deagostinipassion.it animaltoplist.com -animebox.com.ua -anime.dougasouko.com -anlimebel.kiev.ua -anniemation.com -anonymizeme.pro -anticrawler.org -antons-transporte.de -apccargo.com -apelsinnik.website -apiappenableinfo-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apioasisspacenet-a.akamaihd.net +apartmentbay.ru +apiallgeniusinfo-a.akamaihd.net apisecretsaucebi-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -apps-analytics.net -ap.senai.br -arabseyes.com arcadeplayhouse.com arenda-avtoprokat-krasnodar.ru -arpelsreplica.xyz +arendakvartir.kz +arewater.com +artdestshop.eu artefakct.com -asscenihotosidea.blogspot.com -atelielembrancaqueencanta.com.br -audiobangout.com +arvut.org +asdfg.pro +asiengirls.net +asscenihotosidea.blogspot.co.za +astana.xxxkaz.org +atley.eu.pn +atmagroup.ru ausmepa.org.au -autoblogger24.info -auto-moto-elektronika.cz -auto.rusvile.lt -autovideobroadcast.com -autowebmarket.com.ua -avek.ru -aversis.net -aviapanda.ru -aviav.co -avkzarabotok.info -avon-severozapad.ru -avramstroy.ru -avtocredit-legko.ru -avtolombard-krasnodar.com -awaybird.ru -awency.com -azazaporn.com -b2b-lounge.com -babieca.com -bablonow.ru -backgroundpictures.net -bagcionderlab.com -balkanfarma.org -banan.tv -bang-hotties.com -bankcrediti.ru -bannerpower.com -baoxaydung.com.vn +auto4style.ru +autobrennero.it +autolombard-krasnodar.ru +aviva-limoux.com +avtovolop.ru +ayakino.net +ayerbo.xhost.ro +azartclub.org +backlinkwatch.com +banksrf.ru +bank.uz +bannerswap.com batanga.net -battlecarnival.su -bazaronline24.ru -bcmp.org -beatifullandscape.co -berdasovivan.ru -beremenyashka.com -berlininsl.com -bestbrainprod.win +bausparen.bz.it +bbsoldes.fr +beachtoday.ru +bedandbreakfast.com +bedcapdealers.com +begalka.xyz +bestcalovebracelet.cn bestchoice.cf -bestimagecoollibrary.com +best-coupon-offer.com +bestkfiledxd.cf best-mam.ru -bestmobilityscooterstoday.com -bestplacetobuyeriacta.jw.lt bestpornuha.com -best-way.men +bestserials.com bestwaystogetpaid.us -bet-prognoz.com +bestwebsiteawards.com +bestwrinklecreamnow.com +betterhdporn.com beyan.host.sk -bfz.biz bharatdefencekavach.com -bikini-image.com -bimatoprost-careprost.com -binomo.kz -bioca.org -bitnote.co +bibys.com +bigpictures.club +binaryoptionscops.info +bingo8888.com +bio-market.kz +bio.trade-jp.net +bitcoins-live.ru +bitporno.sx +biznesrealnost.ru blog.f00kclan.de -bloggen.be -blogrankers.com +bloggerads.net +blogig.org blogsfunky672.weebly.com -bloke.com -bluerobot.info -bluesalt.co -blue-square.biz -bonzibuddi.com -brg8.com -brillianty.info -bristolhotel.com.ua -brothers-smaller.ru -buehne-fuer-menschenrechte.de -bumskontakte.org -burger-imperia.com +blogs.rediff.com +bluesman.nu +bmwhighperformers.com +bnt-team.com +boc.kz +bodybuilding-shop.biz +bonanza-fortune.men +bongacams.com +bongiornos.info +boobsimge.com +bosefux.esy.es +brandehk.dk +breastaugmentation.co.za +brk-rti.ru +bronzeaid-a.akamaihd.net +browsepulse-a.akamaihd.net +browserprotecter.com +bscodecs.com +b-styles.xyz +buketeg.xyz +bum.com.ru +burger-tycoon.com burkesales.com -businesn.men -buyantiviralwp.com +burn-fat.ga +business-made-fun.com buy-cheap-pills-order-online.com -buy-loft.ru +buyclomidonlaine.com +buydissertation.net +buyfriend.ru +buyk.host.sk buynorxx.com -buzzsumo.com -callstevens.com -candelluxsklep.pl -candycrushshop.com +buypillsorderonline.com +buytizanidineonlinenoprescription.blogspot.com +bycontext.com +call-of-duty.info +candlehandmade.com +candytiner.com canoncdriverq3.pen.io +canvas.gloverid.site canyougethighofftizanidine.blogspot.com -capture-room.com -carfax.com.ua -carsplate.com -cartierbraceletsreplica.pw +cardsharp1.ru +carstrends2015.com +cartechnic.ru +cartierbracelet.xyz +cartierlovebracelet.xyz +cartierreplica.xyz cartierring.xyz -cashonads.com -casinorewards.info -cdncash.org -cdn.walkme.com -cejewelry.xyz -cellfun.mobi -cenokos.ru +ccjp.eu +cdncash.net +cdnnetwok.xyz centraletermice.us -centrdebut.ru -centre-indigo.org.ua -cerev.info -c-gainsbourg.com changde.58.com -cheapestjerseysonwholesale.com -cheapjerseysa.com +charmstroy.info +chatroulette.world +cheapbarbour.online cheap-trusted-backlinks.com -checkm8.com +cheatcode-lita12.rhcloud.com checktext.org +chiblackhawks-jerseys.com children-learningreading.info -chinajerseyswholesalecoupons.com -chiptuninger.com +chinese-amezon.com chocolateslim-en-espana.com -christianlouboutinoutlet.win -cialischstgerts.com -cigarpass.com +chocolateslim-original.com +chorus.terakeet.com +christianlouboutinsaleoutletonline.us +cialisovercounteratwalmartusa.com +cienum.fr cindymatches.com -ciproandtizanidine.blogspot.com -citizenclsdriveri7.pen.io -cjs.com.ru -cleanersoft.com +cinemaflix.website +circlesl.com +citetick.com +citysecurity.nu +ci.ua +cjmc.info +clash-clans.ru +clevernt.com +clickbank.net clickintext.net -clicksor.net -clubfashionista.com -com-cleaner.systems -community.allhiphop.com +clicksor.com +clickzzs.nl +clipartnew.com +clips.ua.ac.be +clodo.ru +cntravelre.com +coderstate.com +coldfilm.ru compliance-alexa.top compliance-george.xyz -compliance-viktor.top -compliance-walt.top +compliance-jack.top +compliance-nelson.top +comsysnet.com +conboy.us +concealthyself.com concordexoticrentals.com -construmac.com.mx -cookingmeat.ru -coolbar.pro -coolgamechannel.com -copenergo.ru -coprofam.org -counter.bloke.com -craftburg.ru -craftinsta.ru -cscwtalkto.site -cyprusbuyproperties.com -damedingel.ya.ru +confib.ifmo.ru +conocer-sanabria.com +copypaste.traderzplanet.in +covadhosting.biz +creditnation.ru +crirussian.ru +cs-passion.pl +cxpromote.com +d0t.ru dandiyabeats.in -daneshetabiat.com +darodar.com data-mining.tk -dating-app.ru -dawlenie.com +daydream-studio.ru +db.speedup.gdn dcj-nn.ru -dear-diary.ru -decorationspcs.com -deda-moroza-zakaz.ru +deadlinkchecker.com +deanmoore.ie +dekorkeramik.ru +delitime.info demenageur.com -deniven.1bb.ru -den-noch24.ru -designdevise.com -design-lands.ru -detsky-nabytek.info -dev.citetick.com -dev-seo.blog +dentalpearls.com.au +depositfiles-porn.ga +descargar-musica-gratis.net +detki-opt.ru +devochki.top dfwu1019.info -diamond-necklace.info diesel-parts28.ru -dildofotzen.net -dimkino.ru +digest-project.ru +digital-video-processing.com +dikx.gdn directivepub.com -directrev.com +dispo.de diusyawiga.tk -divci-hry.info -divisioncore.com -dktr.ru +djstools.com dlya-android.org -docstoc.com -dogbreedspicture.net -dojki-hd.com +dnepropetrovsk.mistr-x.org dokumentalkino.net +dollartree.info domaincrawler.com -domaineaneblanc.com -domainsatcost.com -domainsphoto.com +domainroam.win +domain-tracker.com +dominateforex.ml +domination.ml +dominterior.org domznaniy.ru -dostavka-v-ukrainu.ru -dosug-lux.ru -doxysexy.com -doyouknowtheword-flummox.ml -dpihatinh.gov.vn +dostavka-v-krym.com +downloader12.ru +downtuptv.gq +driving.kiev.ua droidlook.net -drugspowerstore.com drugstoreforyou.com -e2click.com -e705.net -easyukraine.com -e-c.al +drunkmoms.net +duplicashapp.com +dvr.biz.ua +dvrlists.com +easync.io +easytuningshop.ru +ecommerce-seo.com econom.co -editors.choice6912650.hulfingtonpost.com -eduserver.net -ekto.ee -elektronischezigarettekaufen2.tumblr.com +ednorxmed.com +edudocs.net +eduinfosite.com +ekaterinburg.xrus.org +ekn-art.se +ekobata.ru +ekspertmed.com +e-kwiaciarz.pl +eldiariodeguadalajara.com +election.interferencer.ru +elektrischezigaretten1.blogse.nl +elektronischezigarette2.mex.tl +elektronischezigarettekaufen1.myblog.de +elektronischezi.livejournal.com +elektrozigarette2.wordpressy.pl +elitedollars.com +elitepcgames.com elmifarhangi.com -eluxer.net -emerson-rus.ru -empis.magix.net -en.altezza.travel -encodable.com -energydiet-info.ru -engines-usa.com -englate.com -en.home-task.com -eorogo.top -erectile.bid +eloconcream.blogspot.com +emailaccountlogin.co +emediate.eu +epicbrogaming.com +epngo.bz ero-advertising.com -escort-russian.com -escortslet.net +erotiktreff24.info esopini.com -etotupo.ru -eu-cookie-law.blogspot.com -eugenevaultstorage.com -euronis-free.com -evehemming.blogspot.com.au +estelight.ru event-tracking.com -evrotekhservis.ru -excaliburfilms.com exchanges-bet.com -exlarseva.webblog.es -extads.net -eyes-on-you.ga -ezigarettenkaufen1.pagina.gr -ezigarettenshop2.postbit.com -ezofest.sk -f012.de -f1nder.org +exoneration-project.us +eyessurgery.ru +ezaz.info +ezigarettekaufen2.mpbloggar.se +ezigarettekaufen2.yolasite.com +ezigarettenkaufen1.deviantart.com fable.in.ua -facebook-mobile.xyz -familienzahnaerzte.com -fantasticpixcool.com -faracontrol.ir -fashionavenuegame.com -fashion-mk.net -fatfasts-4tmz.com -fatmaelgarny.com -fdzone.org -feargames.ru -feel-planet.com -ferretsoft.com -ferrotodo.com -fertilitetsradgivningen.se -fetishinside.com +facecup.top +family1st.ca +fandlr.com +faptitans.com +fast-wordpress-start.com +favorcosmetics.com +fba-mexico.com +fellowshipoftheminds.com ff30236ddef1465f88547e760973d70a.com +fickenbumsen.net +fickkontakte.org fickluder69.com -filmbokep69.com -filmetricsasia.com -filmfanatic.com -filmgo.ru -filunika.com.ru -financepoints.eu +financehint.eu +findclan.org findsexguide.com -fishtauto.ru -fitness-video.net -fivedwld.cf -flash4fun.com -flashahead.info -flavors.me -flex4launch.ru +finstroy.net +flashlarevista.com flipper.top -forexgb.ru +florida-tourism.net +flytourisme.org formulaantiuban.com fortunejack.com -forum-engineering.ru -forumprofi.de -foto-sisek.porngalleries.top -fototravel.eu foto-weinberger.at -fotoxxxru.com -foxjuegos.com -foxweber.com +fotzen-ficken.com +foxydeal.com +frameimage.org +frcls.fr free411games.com -free-fbook-traffic.com freelinkbuilding.website.tk -freenode.info -free-stock-illustration.com -freshmac.space -freshwallpapers.info -freza-sverlo.ru -fun2cell.net -funponsel.com +free-share-buttons.com +freeuploader.com +frequiry.com +fsalas.com +fugarif.ga +funnel.co.za +fusoradio.info +futbolkisales.ru +fym.com.ru +gael-s.ru galeria-zdjec.com -gallerily.com -galleryawesome.com -gambarkataku.co -gamblingnerd.com -gamedayassist.com -game-top.su -gaming-journal.com -gamingspark.com -gardene.ru +gamebackyard.com +gamevalue7.weebly.com +gamezblox.com +gay-site.store +gcup.ru +gearsadspromo.club geckoandfly.com -gemgrab-a.akamaihd.net -genericlowlatencyasiodriverhq.aircus.com -generousdeal-a.akamaihd.net -gerhardhealer.com -germes-trans.com -getdot.ru -get-free-traffic-now.com -ggiaro.com -gidonline.one -gktt.ru -glastecfilms.com.my -globalscam.ga -globalsurfari.com -globetrotting-culture.ru -gloverid.site -go2jump.org -gok-kasten.net -goodhumor24.com -good-mummy.ru -gopro-online.info -grand-chlen.ru +geilehausfrauen.net +gelezki.com +genericviagrasildenafiled.net +gfaq.ru +ghazel.ru +glavprofit.ru +gotomontenegro.net +gourcy.altervista.org +gox.com.ua +gq-catalog.gq graphics8.info -gribkovye-zabolevaniya.com -growshop.es -gsmtlf.ru -guarrasdelporno.xxx -gwebtools.com -gyffu.com -hahashka.ru -hamacapty.com -hatdc.org -hawaiielectriclight.com +graphid.com +greatdealshop.com +greenzaim.ru +growboxbl.ru +grtyi.com +gsasearchenginerankerhelp.com +gsasearchengineranker.space +gsou.cf +gta-club.ru +gta-top.ru +gtopstats.com +guildebzh.info +gwebtools.com.br +hamilton.ca +handicapvantoday.com +hanink.biz.ly +hannasolution.ru +harmonyglen.us +hawaiisurf.com +hayate.biz hcate.com -hdpixion.com -heartofbeijing.blogspot.com -helpmymacfaster.trade -hermesbracelets.xyz +hchha.com +hd-film.pl +hd-filmy.net +hdimagelib.com +hdseriale.pl +hdxnxxtube.mobi +hem.passagen.se hermesreplica.win -heygidday.biz -highstairs-a.akamaihd.net -himgaws.pw +hit-men.men hkladys.com -hoholikik.club -homedecorpicture.us -homegardenlova.com -homemade.gq -homemature.net +hol.es +home-task.com hornymatches.com hostingclub.lk hotchatdate.com -hotdl.in -hothor.se -houdom.net -housekuba.org -hoverboard360.at -hoverboard360.es +housediz.com hoverboard360.nl -howtoclean.club -htmlcorner.com -hustoon.over-blog.com -hut1.ru -idealtits.net -ideawheel.com -ideibiznesa2015.ru -ideoworld.org -imguramx.pw -img.wallpaperstock.net -imk.com.ua -immobiliaremassaro.com -inbabes.sexushost.com -inboxdollars.com -inmate-locator.us -insomniagamingfestival.com -intellekt21.ru -inzn.ru -iphantom.com -iradiology.ru -iron-age.info -istizanidineanarcoticdrug.blogspot.com -ivanovo.zrus.org +howlongdoestizanidinestayinyoursystem.blogspot.com +hubbble.com +ictizanidinehcl4mg.blogspot.com +ido3.com +ifirestarter.ru +iflycapetown.co.za +igadgetsworld.com +ilikevitaly.com +ilovevitaly.ru +imagefinder.site +imagui.eu +imgarcade.com +imperiafilm.ru +incest-ru.com +inet-traffic.com +infowarcraft.ru +instasexyblog.com +interesnie-faktu.ru +investzalog.ru +isistaylorporn.info +islandminingsupply.wordpress.com iwantmyfreecash.com -javcoast.com -jav-fetish.com -javlibrary.cc -javrip.net -jaxcube.info -jerseysbizwholesalecheap.com -jerseyschinabizwholesale.us -joingames.org -jongose.ninja -juliadiets.com -kalb.ru +iweblist.info +izhevsk.xrus.org +janettabridal.com +japan-bearings.ru +jasonpartington.com +javatex.co.id +jav-fetish.site +jennyfire.ru +jerseychinabizwholesale.com +jerseywholesalebizchina.com +jestr.org +jikoman.info +jolic2.com +jus0wil.pp.ua +kaidalibor.de +kaliningrad.zrus.org +karaganda.xkaz.org +kareliatobacco.ru +kartiniresto.com kasino-money.pw -katadhin.co +kazan.zrus.org kazinogames.lv -keki.info -kemerovo.zrus.org -ketrzyn.pl +kazka.ru +kchaxton.com +kenaba.su +kerei.ru keywordsdoctor.com -keywordsuggests.com +keywords-monitoring-your-success.com +keywordteam.net +kichenaid.ru kidskunst.info kihi.gdn -kinocccp.net kinoduh.ru -kinostorm.net -knowyournextmove.com +kinogonew.ru +kinohit1.ru +kiwi237au.tk +kleine-titten.biz +klitimg.pw kollekcioner.ru -kongruan.com -koopilka.com -kostenlos-sexvideos.com -kountrylife.com +kollesa.ru +kolotiloff.ru +konoplisemena.com +koversite.info +kovrenok.ru +kozhniebolezni.com krasivye-devushki.net -kredit-blog.ru -kredit-pod-zalog-krasnodar.ru +krasnodar.xrus.org +krasnodar.zrus.org +kunstaktien.info +kupit-adenu.ru +kursy-ege.ru +kuzinsp.ru labafydjxa.su -lacapilla.info -ladov.ru -lancheck.net -landreferat.ru -larchik.net +la-fa.ru +lafourmiliaire.com +lalalove.ru +lanadelreyfans.us +laptoper.net larose.jb2c.me -law-check-eight.xyz -laxob.com -letslowbefast.site +ledis.top +legalrc.biz +legionalpha.com +letslowbefast.today +letsrepair.in lietaer.com -lifehacĸer.com -lifeinsurancekb.com -likesdesign.com -limads.men -lineshops.biz -linksharingt.com -lion.bolegapakistan.com -liquimondo.com -liveshoppersmac.com -livetsomudvekslingstudent.bloggersdelight.dk -livingcanarias.com -lockerz.com +lignofix.ua +liky.co.ua +linkarena.com +lion.playtap.us +lirunet.ru +liveinternet.ro +liveu.infoteka.hu +locustdesign.co +loginduepunti.it +lol-smurfs.com +lombia.com +lonerangergames.com longgreen.info -longlifelomilomi.info -louboutinreplica.xyz -lovelycraftyhome.com -luckyday.world -lunamedia.co -m3gadownload.pl -macfix.life -mackeeper-center.club -mafcards.ru -magicplayer-s.acestream.net -manifestation.betteroffers.review -mansiondelrio.co +lost-alpha.ru +low-format.ru +luciddiagnostics.in +macrotek.ru +magda-gadalka.ru +magicdiet.gq +managerpak204.weebly.com +mansparskats.com mantramusic.ru +manuscript.su +manyresultshub-a.akamaihd.net +mapquestz.us maranbrinfo.com.br -marketingvici.com -marmitaco.cat -maslenka.kz -matchpal-a.akamaihd.net -matsdale.com -max-p.men -mcar.in.ua -mebel-alait.ru -medicine-4u.org -medkletki.ru -medmajor.ru -meds-online24.com -meetingrainstorm.bid -megahdporno.net -mere.host.sk -metascephe.com -methodsmarketing.com +marcogrup.com +martlinker.com +masthopehomes.com +matb3aa.com +maximpartnerspr.com +mebel-ekb.com +medictube.ru +meduza-consult.ru +memberty.com +menhealed.net mexicosleevegastrectomy.com -michaelkorssaleoutletonline.net -mikozstop.com -miniature.io -mirmedinfo.ru -mirobuvi.com.ua -misswell.net -mixtapetorrent.com -mlvc4zzw.space +mil-stak.com +mindbox.co.za +mindeyegames.com +minecraft-neo.ru +minyetki.ru +mir-betting.ru +mister-shop.com +mixx.com +mmofreegames.online +mmog-play.ru mnogabukaff.net -mobilierland.com -mobstarr.com -moivestiy.biz -mojaocena.com -mojpreskumanie.com -montazhnic.ru -moscow-region.ru -moskva.nodup.ru -mosrif.ru -most.gov.iq -mountainstream.ms -moyaterapiya.ru -mp3ringtone.info -msfsaar.de +moesen-ficken.com +moi-glazki.ru +mojowhois.com +mojpregled.com +monclerjacketsoutlet.win +monitorwebsitespeed.com +monsterdivx.tv +moomi-daeri.com +morepoweronmac.trade +moroccosurfadventures.com +moscow.xrus.org +mototsikl.org +mowser.com +moz.com +mrmoneymustache.com +mrvideospornogratis.xxx msk.afora.ru -msk-diplomat.com -multgo.ru -musezone.ru -musicvidz.ru -muzaporn.com -my-big-family.com -my-floor.in.ua -myfreecams.com -myhydros.org -mymobilemoneypages.com -nagdak.ru -nakozhe.com -napalm51.nut.cc +mttwtrack.com +muizre.ru +mundoaberrante.com +musezone.su +musicktab.com +muznachas-service.ru +muztops.ru +muz-tracker.net +mxgetcode.com +my-aladin.com +mycaf.it +mydirtyhobby.com +mygameplus.com +mygameplus.ru +mylesosibirsk.ru +myshopmatemac.com +namenectar.com naperehresti.info -narkologiya-voronezh.ru -nastydollars.com -nate.com -navalwiki.info -neks.info +narco24.me +nationalbreakdown.com +nbsproject.ru netallergy.ru -netfacet.net -netvouz.com -networkad.net -news-readers.ru -newtechspb.ru -nextrent-crimea.ru -nfljerseysforsalewholesaler.com -nfvsz.com -ningessaybe.me -nippon-bearings.ru -njkmznnb.ru -nmrk.ru +nextlnk12.com +nikitsyringedrivelg.pen.io +nonews.co +nordstar.pro no-rx.info -novodigs.com -nsatc.net -nuit-artisanale.com -oballergiya.ru -odoratus.net -offergroup.info -officedocuments.net -okmusic.jp -okuos.com -old-rock.com -onemactrckr.com +notasprensa.info +novatech.vn +novgorod.xrus.org +nrjmobile.fr +nuker.com +nvssf.com +odesproperty.com +oecnhs.info +okeinfo.online +okonich.com.ua +oneclickfiles.com +onefilms.net +online247.ml online-hd.pl onlinetvseries.me -online-x.ru -onthemarch.co -openfrost.com -optikremont.ru -oralsexfilme.net -ordernorxx.com -osnova3.ru -outrageousdeal-a.akamaihd.net -paclitor.com +o-o-8-o-o.com +o-o-8-o-o.ru +ororodnik.goodbb.ru +ovirus.ru +oxford-book.com.ua +pacificair.com palocco.it -panchro.co.uk -partnerline.men -partner-trustworthy.men +pammik.ru +panicatack.com +paperwritingservice17.blogspot.ru +parajumpersoutlet.online +par-fallen.ga +partner-cdn.men partnerworkroom.men -pateaswing.com -patol01.pw -pdn-4.com -pdns.download +patterntrader-en.com +pattersonsweb.com +pawli.eu +pc4download.co pekori.to -pensplan.com -perm-profnastil.ru -perosan.com +percin.biz.ly +perso.wanadoo.es peugeot-club.org -photo-clip.ru -photo.houseofgaga.ru -photosaga.info +photokitchendesign.com photostudiolightings.com -piccdata.com -pila.pl -pinwallpaper.xyz -pirateday.ru -piski.top +picscout.com +pictures-and-images.net +picturesify.com +pigrafix.at +pijoto.net +pills24h.com +pinsdaddy.com +pipki.r.acdnpro.com +pistonclasico.com piter.xrus.org piuminiita.com -pixelrz.com -pizza-imperia.com -pk-services.ru -plastjulgranar.se -platezhka.net -platinumdeals.gr -polimga.pw -popugaychiki.com -poquoson.org -porndroids.com -pornhive.org -pornhub-forum.ga -pornoblood.com -pornofiljmi.com -pornokorol.com -porno-play.net +pk-pomosch.ru +play.leadzupc.com +plusnetwork.com +pochtovyi-index.ru +pokerniydom.ru +polybuild.ru +pons-presse.com +popserve.adscpm.net +popugauka.ru +popup.matchmaker.com +pornogad.com +pornokajf.com +pornoreino.com +pornosexrolik.com pornotubexxx.name -porn-w.org -pozdrawleniya.com -pp-budpostach.com.ua -prefersurvey.net -preparevideosafesystem4unow.space -priceg.com -princevc.com -priscilarodrigues.com.br -privatamateure.com -proekt-gaz.ru -professionaldieselcare.com -professionalwritingservices15.blogspot.ru +pornstartits.xblog.in +pornzone.tv +porodasobak.net +portadd.men +printingpeach.com +prize44.com +prod2016.com +produkto.net profitfx.online +profit-opportunity.com progress-upakovka.ru -promgirldresses.xyz -prostitutki-almata.org -prostitutki-kiev.org -proxyradar.com -pr-ten.de +promoheads.com +pron.pro +prospekt-st.ru +prosperent.com +psvita.ru +pulseonclick.com +puserving.com push-ad.com -pwwysydh.com -pyrodesigns.com.au -qexyfu.bugs3.com -quelle.ru -questionmarque.ch -quickbuck.com -quickcashlimited.com +pushdata.sendpulse.com +qitt.ru +quality-traffic.com +queerspace.com quickloanbank.com -qwarckoine.com -rangoman.date -rankingchart.de +qwesa.ru +rainbowice.ru +rankings-analytics.com ranksays.com -rapidgator-porn.ga -realmonte.net -rebrand.ly -rebuildermedical.com +r-control.ru +realtytimes.com +recipedays.com redbottomheels.xyz -redirlock.com +redhotfreebies.co.uk +redirectme.net +referencemoi.com r-e-f-e-r-e-r.com -refererx.com -refudiatethissarah.info -registrationdomainsite.com -registry-clean-up.net -registrydomainservices.com -relax.ru -remedyotc.com -remybutler.fr -rennlist.com -replicalouboutin.xyz +reklama1.ru +reklama-i-rabota.ru +remont-ustanovka-tehniki.ru +remontvsamare.su +remorcicomerciale.ro +rentaremotecomputer.com +rep-am.com research.ifmo.ru -respublica-otel.ru -restaurantlescampi.com -rfd-split.hr -rff-cfal.info -ric.info -riders.ro -rocketchange.ru -royal-investments.net -runstocks.com -runtnc.net -ruscopybook.com +ribieiendom.no +rightenergysolutions.com.au +rimedia.org +ritlweb.com +rixpix.ru +rosbalt.com.ua +royal-betting.net +rubanners.com +ruex.org.ua +ruf777.com +running-line.ru +rusexy.xyz rusprostitute.com -russkoe-zdorovie.ru -rvzr-a.akamaihd.net +rustic-quiver.win +rutor.group +sabaapress.com sack.net -safe-app.net -sakhboard.ru -salmonfishingsacramentoriver.com -samo-soznanie.ru -sanatorrii.ru -saneyes.com -sanjosestartups.com +sadaholding.com +sad-torg.com.ua +sady-urala.ru +sale-japan.com +sa-live.com +sammyweaver.com +santasgift.ml sarafangel.ru -saratov.xrus.org -sarf3omlat.com -satellite.maps.ilovevitaly.com -savetubevideo.com -sawin.beth.webd.pl -sbwealthsolutions.ca +sbf441.com +sbornik-zakonov.ru scalerite.co.za -scanner-george.top -scanner-jessica.top -scanner-mary.top -scanner-olga.top -scanner-willy.top -score-ads.men -scrapy.org +scanmyphones.com +scanner-alex.top +scanner-ivan.top +scanner-josh.top +scanner-julianna.top +scanner-mark.top sdelatmebel.ru +searchencrypt.com search-error.com +search-goo.com +searchimage.co +searchtooknow-a.akamaihd.net +search.xtconnect.com seasonvar.ru -secret.xn--oogle-wmc.com -seeresultshub-a.akamaihd.net -seo-2-0.com +se.bnt-team.com +seemoreresultshu-a.akamaihd.net +semaltmedia.com seoanalyses.com -seocheki.net -seofied.com -seoholding.com -seoprofiler.com -seorankinglinks.xyz -serdcenebolit.com -sexgalleries.top -sexy.babes.frontend-stack.top -shama-rc.net -shariki-zuma-lines.ru -shemalegalls.blogporn.in -shemale-sex.net -shisha-swag.de -shoesonlinebuy.cn +seocdvig.ru +seokicks.de +seomarketings.online +seotoolsagency.com +sergiorossistore.online +servicecenter.co.ua +serviporno.com +sevendays.com.ua +se-welding.ru +sexcamamateurchat.com +sexiporno.net +sexs-foto.com +sexstream.pl +sextracker.be +sex-tracker.com +sex-tracker.de +sextracker.de +sex-watch.com +sexy-screen-savers.com +shakhtar-doneck.ru +sharpchallenge.com +shijian.ac.cn +shlyahten.ru shoesonlinebuy.xyz -shopvilleroyboch.com.ua -shopwme.ru -shymkent.xkaz.org -sibtest.ru -sigmund-freud.co.uk -signoredom.com -silktide.com +shoplvlv.us +shoppingmiracles.co.uk +sicfor.bcu.cc +similardeals.net simple-share-buttons.com -sisi-go.ru -site-auditor.online -sitevaluation.com -sitevaluation.org -sixcooler.de -sizeplus.work -skincrate.net -slavia.info -sledstvie-veli.net +sinel.info +siteimprove.com +sitopreferito.it +sivs.ru +skachat-besplatno-obrazcy.ru +sladkoevideo.com +slimcdn.com +slim.sellany.ru s.lollypopgaming.com slomm.ru -slowmacfaster.trade -small-games.biz -smartbalanceworld.com -sms2x2.ru -snip.tw -snjack.info -social-buttons.xyz -socialbuttons.xyz -social-button.xyz -socialmediasuggest.com -social-s-iii.xyz +smsactivator.ru +snts.shell-pmr.ru +snworks.com +socialseet.ru socialtrade.biz softwaretrend.net +softxaker.ru solinf.co -sotkal.lark.ru -souvenir.cc -souvenirua.com -space-worry.ml -sptslmtrafms.com -spywarenuker.com -sr-rekneskap.no -stackthatbucks.com -stardevine.com +solution4u.com +sonata-arctica.wz.cz +soochi.co +soserfis.com +soundfrost.org +specialfinanceoffers.com +special-porn.com +splendorsearch-a.akamaihd.net +sport-video-obzor.ru +stanthonyscatholicchurch.org stard.shop -startufa.ru -staticfs.host -statistici.ro -staynplay.net -stefanbakosab.se -sterva.cc -streetfooduncovered.com -stroiminsk.org -strongsignal-a.akamaihd.net +startwp.org +steame.ru +steamoff.net +steelmaster.lv +stockquotes.wooeb.com +store-rx.com +stromerrealty.com stroyplus.ru -stuff-about-money.com -suggest-keywords.com -superlist.biz -sureone.pro -swagbucks.com -sweepstakes.rewardit.com +styro.ru +success-seo.com +summerlinhomes411.info +surflinksmedical.com +svolze.com +svtrd.com +swimpool.ca swingerseiten.com -symphonyintegratedhealthcare.com +swinginwithme.ru szamponrevita.pl -taboola.com -tarad.com +takeprofitsystem.com +tako3.com +tam-gde-more.ru tastyfoodideas.com -tds-advert005.info -tehngr.ru -telesvoboda.ru -template-kid.com +tattomedia.com +tds-advert002.info +tech4master.com +techart24.com +technopellet.gr +tecspb.ru +tedy.su +teesdaleflyballclub.co.uk +telemetryverification.net +templates.franklinfire.co templates.radiodigital.co -thebestweightlosspills.ovh -thegamerznetwork.com -tiandeural.ru -tizanidineformigraines.blogspot.com -tizanidineingredients.blogspot.com -tizanidinenarcotic.blogspot.com +testingads.pro +thebestphotos.eu +thebitcoincode.com +thefotosgratis.eu +theheroes.ru +theplacetoupdating.pw +theporndude.com +the-torrent-tracker.blogspot.com +timecrimea.ru +timhost.ru +titan-ads.life +titan-cloud.life +tizanidineandhydrocodone.blogspot.com +tizanidinedosage.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinemusclerelaxant.blogspot.com tizanidineoral.blogspot.com -tizanidinepain.blogspot.com -tizanidinepills.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tizanidinevssoma.blogspot.com -tizanidinevsvalium.blogspot.com -tizanidinewithdrawal.blogspot.com -tobeyouday.win -toloka.hurtom.com -tomatis.gospartner.com -top10-online-games.com -top10-way.com -topmira.com -topvidos.ru -torrnada.ru +tizanidinesleepaid.blogspot.com +tizanidinezanaflex.blogspot.com +token-lab.org +toondinsey.com +toon-families.com +toonfamilies.net +top10registrycleaners.com +topads.men +topsy.com +torrents.cd +torrents-tracker.com tovaroboom.vast.ru -tpu.ru -track112.site trackmedia101.com -trafficfactory.biz -traffique.net +trafaret74.ru +trahvid.com +trainoffend.ml +tripper.de +trk-4.net +trkdf.com trubywriting.com -truemfilelj.gq -trustedmaccleaner.com -tsyndicate.com -tubeline.biz +tuberkuleznik.ru tupper-shop.ru -tvand.ru +turbabitload.weebly.com +turvgori.ru +twelvevisionspartyofcolorado.com +twiclub.in twojebook.pl +txxx.com uac.net.au -uchebavchehii.ru -ucoz.ru -umg-stroy.ru -unacittaconte.org -unionmarkt.de -unisexjewelry.org -unmaroll.ya.ru -urengoy.pro -uroffer.link -usiad.net -uzungil.com +uk-zheu20.ru +ultimateclassicrock.com +undergroundcityphoto.com +unece.org +unrealcommander.biz +unrealcommander.com +uprour.com +uptime-alpha.net +url2image.com +urldelivery.com +uroki.net +uvozdeckych.info vacuumscleaner.com -valmetrundan.se -vapeface.club +vapomnoncri.tk +vashsvet.com vavilone.com -vduplo.ru -venta-prom.ru -verymes.xyz -vezuviy.su -videochat.bz -videochat.ph -videooko.weebly.com +vegan-foods.us +via-energy-order.com +viagengrarx.com +viagraneggrx.com +viagra-soft.ru +viagroid.ru +videochat.cafe +videochat.mx +videochat.world +videogamesecrets.com videotuber.ru -video-woman.com -vintontech.info -vip.51.la +vipps.com.my vita.com.hr -vonradio.com -vozbujdenie.com -vriel.batcave.net -vtc.pw +vitoriacabos.com +vodaodessa.com +voditeltrezviy.ru +vpnhowto.info +vpnmouse.com +vrotike.ru +vseigru.one +vut.com.ru vvpg.ru -vykup-avto-krasnodar.ru -wareseeker.com -watchmyfb.pl -waterpurifier.club -webpromotion.ae -webs.com -website-datenbank.de -website-speed-check.site -website-speed-up.top +vykupavto-krasnodar.ru +wallpapers-best.com +wallpaperstock.net +watchmygf.net +watsonrealtycorp.com +webenlace.com.ar +webkeyit.com +website-analytics.online +website-analyzer.info +webtherapy.ru +weburok.com +wedding-salon.net weightatraining.com -wesharepics.site -westen-v.life +wejdz-tu.pl +wemarketing.se +westermarkanjou.se westsextube.com -westvilletowingservices.co.za -wetgames.ru -whatsupinfoley.com +whatistizanidine2mg.blogspot.com +whatzmyip.net +whengirlsgowild.com whiteelephantwellington.com -wholesalecheapjerseysfree.com -wholesalejerseyscheapjerseys.us.com -whos.amung.us +windowssearch-exp.com wingsoffury2.com -winwotgold.pl -witherrom55.eklablog.fr -wordpress-crew.net -worldinternetauthority.com -world-mmo.com -wufak.com -www.888.com -www.timer4web.com -xchat26.myfreecams.com -x-diesel.com -xgames-04.com -xlolitka.com -x-musics.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80ak6aa92e.com -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +wladimirpayen.com +worldhistory.biz +worldmusicfests.com +wpthemedetector.co.uk +www.arenda-yeisk.ru +www.get-free-traffic-now.com +xchangetrak.com +xclicks.net +xcombear.ru +xdoza.com +xev.ru +xgftnlrt.bloger.index.hr +xjrul.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn----7sbahjd3btneuw1joc.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80ahvj9e.xn--p1ai xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -x-porno.video -xvideospornoru.com -xzlive.com -y8games-free.com -yachts-cruise.info -yaminecraft.ru -yebocasino.com -yebocasino.co.za -yes-com.com -yginekologa.com -yoopsie.com -youbloodyripper.com -youporn-forum.ga -youporn-ru.com -your-bearings.com -youthreaders.com -youtube-downloader.savetubevideo.com -ytmnd.com -yugo-star.ru -zebradudka.com -zero1.it -zeroredirect10.com +xn--h1aakne2ba.xn--p1ai +xn--h1ahbi.com.ua +xn--hxazdsfy.blogspot.com +xn--l1aengat.xn--p1ai +xportvusbdriver8i.snack.ws +xtrafficplus.com +xxart.ru +xxlargepop.com +xxxnatelefon.ru +xz618.com +yaaknaa.info +yaderenergy.ru +yaoguangdj.com +yellowads.men +yellowstonesafaritours.com +youdao.com +youdesigner.kz +yourporngay.com +youtuhe.com +zapiszto.pl +zdesformula.ru +zeleznobeton.ru zeroredirect2.com -zigarettenonlinekaufen2.bloog.pl -zkjovpdgxivg.ga -znakomstvaonlain.ru -znaturaloriginal.com -zog.link -zolotoy-lis.ru +zetmaster.ru +zhacker.net +zhongwenlink.com +zigarettenonlinekaufen1.blox.pl +zigzog.ru +zionstar.net +zlatnajesen.com +zocaparj.kz +zona-aqua.ru zoodrawings.com -zoompegs.com -zootoplist.com +zoomovies.org +zophim.me +zrizvtrnpale.tk +zryydi.com +zscaler.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index aa32cf08e..6f47e7f9f 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -0c47f8422d3f.com +123movies.love +1-99seo.com +1millionusd.xyz +1qingdao.com +1webmaster.ml 24x7-server-support.site -4istoshop.com +2nt.ru +4ureyesonly.com +5elementov.ru +5tey7463.weebly.com 8jn.dating-app.ru -8xv8.com -aa9bd78f328a6a41279d0fad0a88df1901.com -activecampaign.dreamhosters.com -adconscious.com -ads-seo.men -afftrack001.com -altamayoztourism.com -amazon-adsystem.com -aosexkontakte.net -arcadeplayhouse.com -aviav.eu -b00kmarks.com -backuperwebcam.weebly.com -bagsonsale.online -battle.net -beauby.ru -beauty-b0x.pl -bestwaystogetpaid.us -beta.hotkeys.com -bitcoins-live.ru -blavia.00author.com -bosman.pluto.ro -business-made-fun.com -buyfriend.ru -buyhoverboard.com -buypillsorderonline.com -cardiosport.com.ua -casinorewards.info -choice-credit.ru -ciekawinki.pl -cl.s7.exct.net -cocyq.inwtrade.com -codq.info -compliance-mary.top -cool-wedding.net -coprofam.org -crest-poloski.ru -cs-passion.pl -danceuniverse.ru -dbmkfhqk.bloger.index.hr -detskie-konstruktory.ru -divisioncore.com -djonwatch.ru -downloaddy.net -doxysexy.com -draniki.org -earthmagic.info -efnor-ac.com -ege-essay.ru -ege-russian.ru -elektrischezigarette1.blog.pl -elitepcgames.com -emediate.eu -eng-lyrics.com -eorogo.top -epicbrogaming.com -ero-advertising.com -exportshop.us -fable.in.ua -fashion-stickers.ru -fetishinside.com -fetlifeblog.com -fidelityfunding.com -flirt4free.com -floridahuntingfishingadventures.com -fortevidyoze.net -free-laptop-reward.com -funponsel.com -g33.org -gallery.rennlist.com -gameonasia.com -gay.adultgalls.com -ge0ip.net -germetiki.com.ua -getresponse.com -girls-ufa.ru -global-ics.co.za -goosefishpost.bid -greenidesign.co -groupmoney.ru -gsasearchengineranker.site -hdimagelib.com -heygidday.biz -hitsbox.info -hobbyhuren-datenbank.com -hoholikik.club +admeasures.com +adprotect.net +affiliate-fr.com +affrh2015.com +aksonural.ru +alienwheel.es +all4invest.ru +allbizne.co.ua +alyeskaresort.com +amazingpic.net +apartmentratings.com +apiallgeniusinfo-a.akamaihd.net +apispringsmartne-a.akamaihd.net +apple.com-cleaner.systems +ausergrubhof.info +avon-severozapad.ru +backgroundpictures.net +balois.worldbreak.com +bdsmgalls.net +belinvestdom.by +beremenyashka.com +besttorrentknifta.weebly.com +blogig.org +bmw.afora.ru +bobba.dzaba.com +btvn.ru +cakesplus.com.au +cam-kontakte.org +carina-sy.de +cartierlovestore.xyz +cctva.tv +celejihad.info +centrumcoachingu.com +cercacamion.it +cheapmoncler.xyz +circlesl.com +clickprotects.com +construmac.com.mx +country-chic.ru +courtshipgift.com +crazyprotocol.com +creditwell.ru +customergrowthsystems.com +dairyindia.in +danashop.ru +destinationrealestate.com +dinosaurus.site +doctormakarova.ru +doska-vsem.ru +drhomes.biz +duplicashapp.com +easytuningshop.ru +e-commerce-seo.com +ecommerce-seo.org +econom.co +e-kwiaciarz.pl +electrik-avenue.com +enternet.ee +erotikstories.ru +espaceinventoristes.com +este-line.com.ua +event-tracking.com +extads.net +ezigaretteshop.webs.com +familyphysician.ru +famix.xyz +fanrto.com +fantasticpixcool.com +favoritemoney.ru +fivedwld.cf +fotoxxxru.com +freenom.link +ftns.ru +gaytube.com +generalporn.org +getlamborghini.ga +gilsonchiro.xyz +gk-atlant.info +gnuetella.com +gogps.me +goo.ne.jp +gotcher.us +hamilton.ca +haveinc.xyz homedecoguide.info -hop.clickbank.net -hornymatches.com -houdom.net -igadgetsworld.com -ilovevitaly.com -infazavr.ru -insider.pro -interior-stickers.ru -investmac.com -ipostroika.ru -isitpaleo.info +host-protection.com +houseofrose.com +howtowhitenteethfast.xyz +ideawheel.com +iklysha.ml +imguramx.pw +img.wallpaperstock.net +importchinacoach-teach.com +impotentik.com +incep.imagine-ex.co +in-tandem.co +integritylandscapeservices.com +iqoption-bin.com +isistaylorporn.info istizanidineanopiate.blogspot.com iwantedmoney.com -iwanttodeliver.com -jobmarket.com.ua -jumptap.com -kaidalibor.de -kartiniresto.com -kimcurlrvsms.com -kinofak.net -klitimg.pw -kunstaktien.info -kurwa.win -landreferat.ru -laparfumotec.com -lexaprogeneric.link -linkwithin.com -lion.misba.us -lion.snapmap.us -lonerangergames.com -lostaruban.com -louboutinbooties.xyz -ltvperf.com -luckyshop.net.ua -macresource.co.uk -maladot.com -managerpak204.weebly.com -mansparskats.com -marcogrup.com -max-p.men -mearns-tractors.co.uk -medkritika.ru -militarysale.pro -mmog-play.ru -mnogabukaff.net -mobile-appster.ru -mobplayer.net -monclerjacketsoutlet.pw -mrinsidesales.com -muabancantho.info -musezone.su -music7s.me -myanyone.net -my-big-family.com -myftpupload.com -myhitmp3.club -mymercy.info +jolic2.com +kerei.ru +ketoanhanoi.info +keywords-monitoring-success.com +kino-filmi.com +kletkimehan.ru +komp-pomosch.ru +kopihijau.info +kountrylife.com +koversite.info +kozhniebolezni.com +ks1234.com +ktotut.net +laudit.ru +leadn.pl +limtu.ifmo.ru +linkbolic.com +lirunet.ru +lolnex.us +lookingglassemb.com +love-baby.cz +mafcards.ru +marwer.info +massage-info.nl +matrixalchemy.com +medicinacom.ru +megavolt.net.ua +mex-annushka.ru +minecraft-rus.org +missvietnam.org +mjchamonix.org +mojpreskumanie.com +moncleroutletonline.pw +moncleroutletonline.xyz +monsterdivx.tv +mustat.com +mwtpludn.review +my-cash-bot.co +myhealthcare.com +namenectar.com narco24.me -needtosellmyhousefast.com -new7ob.com -newsperuse.com -nfljerseys.online -ngps1.ru -nhl17coinsforps3.gratisblog.biz -nicefloor.co.uk -okmusic.jp -olgacvetmet.com -one-gear.com -onetravelguides.com -onload.pw -openfrost.net -paleohub.info -pateaswing.com -pcboa.se -pensplan4u.com -perl.dp.ua -pinkduck.ga -pinstake.com -piuminiita.com -pony-business.com -popup-fdm.xyz -portnoff.od.ua -pospr.waw.pl -privhosting.com -proekt-gaz.ru -profitwithalex.info +nfljerseyscheapchinabiz.com +northfacestore.online +novosibirsk.xrus.org +oconto.ru +online-podarki.com +osoznanie-narkotikam.net +panouri-solare-acoperis.com +paramountmarble.co.uk +pc-test.net +photochki.com +playboyfiles.xblog.in +popup-jdh.xyz +pornhub-ru.com +porno-transsexuals.ru +pornstartits.xblog.in +powenlite24.ru +printdirectforless.com +profit-opportunity.com prohoster.info -quangcaons.com -rabotaetvse.ru -rasteniya-vs-zombi.ru +qor360.com +randki-sex.com +ranksonic.com +razamicroelectronics.com +realtytimes.com +rebuildermedical.com redirlock.com -referencemoi.com -refererx.com -registratciya-v-moskve.ru -restorator-msk.ru -retailwith.com -revistaindustria.com -reyel1985.webnode.fr -ric.info -ru-dety.ru -rus-teh.narod.ru -salmonfishingsacramentoriver.com -saneyes.com -saratov.xrus.org -savememoney.co.za -sbetodiodnye-lampy.ru -scalerite.co.za -scanner-andrew.top -searchkut.com -seolab.top -seomarketings.online -seo-smm.kz -sevenstars7.com -sex-foto.pw +remybutler.fr +renecaovillasale.online +repeatlogo.co.uk +resellerclub.com +salut-camp.ru +sarm.tk +scrapy.org +search-error.com +servethis.com sex-watch.com -shillyourcoins.com -shisha-swag.de -shop-electron.ru -shopvilleroyboch.com.ua -sims-sims.ru -siteaero.com -socialbuttons.xyz -sodexo.com -softlinesolutions.me -soft-terminal.ru -spb-plitka.ru -sport7777.net -stevemonsen.com -svtrd.com -taqywu51.soup.io -tecspb.ru -thebluffs.com -the-usa-games.blogspot.com -topbestgames.com -topquality.cf -torrent-newgames.com -trafficfactory.biz -traffpartners.com -trailer.cinemaflix.website -trustedhealthtips.com -tula.mdverey.ru -twiclub.in -udsgame.online -uprour.com -valmetrundan.se -vavilone.com -videochaty.ru -videojam.tv -watchdogs-2.ru -watchmygf.net -woodyguthrie.se -x-lime.com -xtrafficplus.com -xxxkaz.org -yellowads.men -zarepta.com -znakomstva-piter78.ru -zynax.ua +shemale-sex.net +shmetall.com.ua +shopcheermakeup.info +smartadserver.com +smart-balancewheel.com +sms2x2.ru +social-fun.ru +sophang8.com +sovinsteel.ru +spidtest.org +stanthonyscatholicchurch.org +stjamesschool.info +stroilka.info +supernew.org +symphonyintegratedhealthcare.com +telesvoboda.ru +templates.franklinfire.co +thin.me.pn +titelhelden.eu +tizanidineandcipro.blogspot.com +tizanidinedruginteractions.blogspot.com +tomatis.gospartner.com +tradgardspartner.se +trucri.me +tvand.ru +tzritel.tk +uac.net.au +unpredictable.ga +urdoot.win +validccseller.com +videositename.com +videospornogratisx.net +vilingstore.net +villacoloniale.com +voronezh.xrus.org +vzube.com +wallpapers-best.com +we-are-gamers.com +webadvance.club +webmasters.stackexchange.com +whereverdesperate.gq +wholinkstome.com +wieseversa.no +womens-journal.net +womensplay.net +worldhistory.biz +world-mmo.com +wormix-cheats.ru +x69ty.ru +xjlottery.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--lifehacer-1rb.com +yellocloud.be +youjizz.vc +zakon-ob-obrazovanii.ru +zaloadi.ru +zawyna.ua +zeroredirect10.com +zeroredirect9.com +zoominfo.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 1b5eab1f3..0888f3990 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,13 +1,21 @@ - + + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.15.8
- - - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -98,34 +106,4 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to the Nginx - - -
-

Welcome to the Nginx Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 1db817e3c..6320d3191 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -86,6 +86,16 @@

Welcome to the Nginx Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to the Nginx + + +
+

Welcome to the Nginx Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ 403 Forbidden @@ -107,10 +117,3 @@
nginx/1.14.2
- -403 Forbidden - -

403 Forbidden

-
nginx/1.14.2
- - diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c3c284efc..290c48e19 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index a2ff59315..1b7364e2b 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 5dfe90895..2be6facc9 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 37eeef942..e7efba526 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1676 +#### Version: V4.2019.06.1677 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e844802d2..8edeb5773 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1676 +#### Version: V4.2019.06.1677 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index b4d8f2925..d0643906f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1676 +#### Version: V4.2019.06.1677 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 3523651d8..a69327b61 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1676 +#### Version: V4.2019.06.1677 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f4e4311d6..02ad9e189 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1676 -### Updated: Fri Jun 28 22:13:38 SAST 2019 +### Version: V3.2019.06.1677 +### Updated: Fri Jun 28 22:25:46 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b720bfa35..ccf6e0dd8 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:37 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:45 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2da01ca33..243b01137 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1676 -### Updated: Fri Jun 28 22:13:40 SAST 2019 +### Version: V4.2019.06.1677 +### Updated: Fri Jun 28 22:25:47 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##