diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 3ed486966..aadc409d2 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..479de1217 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..d9f0a2c04 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3ed486966..aadc409d2 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..479de1217 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..d9f0a2c04 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3ed486966..aadc409d2 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..479de1217 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..d9f0a2c04 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 3ed486966..aadc409d2 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 3ed486966..aadc409d2 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index f09eb7130..d04a6714d 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c1d6c61cb..896ffe576 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; +104.154.120.187 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index eabb2e30b..465ec1626 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6bad13743..290c48e19 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.198.131.58 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6e936daab..503b1de7a 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +35.224.112.202 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 5612a188e..f450997c3 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 04ec378ff..e3688dbe0 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; -35.188.73.34 0; +35.184.96.71 0; +35.202.145.110 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 689d439aa..479de1217 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 438d98307..17befd7d3 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -autoemailspider -DomainStatsBot -Image Fetch -JetCar -Linkdexbot -LinqiaScrapeBot -Quick-Crawler -WebmasterWorldForumBot -Web Sauger -Zauba +AhrefsBot +BuzzSumo +cognitiveseo +Mojeek +Netcraft +OpenVAS +Pandalytics +Telesoft +Typhoeus +webmeup-crawler diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 01afc5705..0c75ee5d2 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -Aboundex +Abonti +Aboundexbot AfD-Verbotsverfahren -AiHitBot Aipbot Alligator -AllSubmitter -AlphaBot +ASPSeek +autoemailspider Backlink-Ceck +backlink-check BacklinkCrawler BackStreet BackWeb Badass -Barkrowler -BatchFTP -BDCbot -Bigfoot -Black Hole -BLEXBot +BDFetch +Blow Boardreader -BotALot +Bolt +Brandwatch BuiltBotTough -BuiltWith Bullseye -BuzzSumo -Calculon +BunnySlippers +CazoodleBot CCBot Cegbfeieh -CherryPicker +CheeseBot +CheTeam ChinaClaw -Chlooe +Claritybot Cliqzbot -Cogentbot -cognitiveseo +Cloud mapping +coccocbot-web +com.plumanalytics +Copier Copyscape -Craftbot -crawler4j crawler.feedback -CrazyWebCrawler -Crescent -Curious -DatabaseDriverMysqli -DataCha0s -DBLBot -Digincore +Custo +demandbase-bot +Devil Disco +Discobot +Discoverybot +DittoSpyder +DnyzBot +DomainAppender DomainCrawler -DTS Agent +DomainSigmaCrawler +DomainStatsBot +Dotbot +Dragonfly +Drip +DSearch EasyDL Ebingbong Ecxi -evc-batch +EMail Siphon +EMail Wolf +EroCrawler Exabot Express WebPictures -ExtLinksBot Extractor ExtractorPro EyeNetIE -Ezooms facebookscraper -FDM -FHscan +Firefox/7.0 +Flunky Foobot +FrontPage FyberSpider -Fyrebot -GalaxyBot -GetWeb Gigablast Gigabot G-i-g-a-b-o-t GoZilla Grabber -GrabNet +Grafula GrapeFX -Havij +GrapeshotCrawler +GridBot +Harvest Heritrix Hloader -HMView -HTTP::Lite -Humanlinks -HybridBot -Iblog -IDBot +HTTrack Id-search -IlseBot -Image Sucker +Image Fetch +IndeedBot Indy Library InfoNaviRobot InfoTekies +instabid Intelliseek -Internet Ninja +InternetSeer internetVista monitor +ips-agent Iria +IstellaBot JamesBOT +Jbrofuzz JetCar +JikeSpider JOC Web Spider -Joomla Jorgee JustView Jyxobot +Kenjin Spider +Keyword Density Larbin -LeechFTP LeechGet LexiBot Lftp +Libwhisker Lightspeedsystems -Likse +Linkdexbot LinkextractorPro -LinksManager LinqiaRSSBot Litemage_walker +Lmspider LNSpiderguy -Ltx71 -magpie-crawler -MauiBot +LWP::Simple +lwp-trivial +Mag-Net +Mail.RU_Bot +Majestic12 +Majestic SEO +Majestic-SEO +MarkMonitor +MarkWatch +Masscan +Meanpathbot MeanPath Bot -Microsoft Data Access +Microsoft URL Control +MIDown tool +MIIxpc Mister PiX -MJ12bot -Morfeus Fucking Scanner -MSFrontPage -Msrabot -Musobot -Name Intelligence +MS Web Services Client Protocol +Nameprotect Navroad -Netcraft +NearSite +Nessus +NetAnts +NetLyzer NetMechanic -NetSpider Net Vampire -NetZIP NICErsPRO NimbleCrawler -Nimbostratus -Ninja +Nmap NPbot -Nutch -oBot -Octopus -Offline Explorer -Openvas -OrangeBot -OrangeSpider -OutclicksBot -OutfoxBot +OnCrawl +OpenVAS PageAnalyzer Page Analyzer -PageGrabber Pandalytics -Papa Foto -Picscout +Panscient +Pavuk +pcBrowser +PECL::HTTP +PeoplePal +PHPCrawl Picsearch -Pimonster -Pi-Monster -Pixray -plumanalytics +PictureFinder Pockey POE-Component-Client-HTTP -Psbot +PxBroker Quick-Crawler -Rankivabot +RankActiveLinkBot +RealDownload Reaper Recorder -ReGet -RepoMonkey -Ripper -RocketCrawler -Rogerbot +RedesScrapy +SBIder ScanAlert Scanbot -scan.lol ScoutJet -Semrush +Scrapy +Screaming +Searchestate +SearchmetricsBot SemrushBot -SEOlyticsCrawler +SEOkicks-Robot Seomoz -SEOprofiler +seoscanners SEOstats sexsearcher -Siphon -SISTRIX +Shodan Siteimprove -SiteLockSpider +SiteSnagger Site Sucker +Sitevigil SlySearch -SmartDownload Snapbot +SocialRankIOBot Sociscraper -Sosospider -Sottopop -Spanner +sogouspider +SpaceBison +Spammen +SpankBot +sp_auditbot +Spbot +Spinn3r Sqlmap -Sqworm -Steeler +Sucker +Sucuri SuperHTTP Surfbot Swiftbot -T8Abot -tAkeOut +Szukacz +T0PHackTeam Teleport TeleportPro Telesphoreo Titan -Tracemyfile -Trendictionbot +Toata +Trendiction trendiction.com -trendiction.de Turingos -Typhoeus -URLy Warning -URLy.Warning -Vacuum Vagabondo -VCI -VoidEYE -Voil -Wallpapers/3.0 +VeriCiteCrawler +VidibleScraper +Voltron +WBSearchBot WebAuto -Web Collage -WebCopier -WebEnhancer -Web Enhancer -WebFuck -WebGo IS -WebLeacher +Web Auto +WEBDAV +WebFetch +WebImageCollector WebmasterWorldForumBot -Web Pix -WebReaper +webmeup-crawler Web Sauger WebsiteQuester Website Quester Webster -WebStripper +Web Sucker +Whack +Whacker Whatweb Who.is Bot Widow WiseGuys Robot -Woobot -Wotbox -WWW-Collector-E -WWW-Mechanize +WISENutbot +Wonderbot +Wprecon WWW::Mechanize -WWWOFFLE +x09Mozilla x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -YoudaoBot -Zermelo +xpymep1.exe +Zade +Zauba +zauba.io zgrab +Zitebot ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index b30d3357c..209605c25 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -80legs Aboundexbot -AhrefsBot +ADmantX +AiHitBot +Aipbot Alexibot -AllSubmitter -AlphaBot -Anarchie +Alligator archive.org_bot -Asterias -BackDoorBot +ASPSeek +Attach +autoemailspider Backlink-Ceck -backlink-check -BackStreet -Badass +BackWeb Bandit -BatchFTP Battleztar Bazinga -BBBike -BetaBot +BDCbot +Bigfoot +Bitacle Blackboard BlackWidow -BLEXBot +BlowFish Boardreader +Bolt BotALot -Buddy -BuiltBotTough +Brandprotect +Brandwatch +BuzzSumo CazoodleBot -CCBot Cegbfeieh -CheeseBot +CherryPicker +ChinaClaw Chlooe -Cloud mapping -Cogentbot +Claritybot +Cliqzbot cognitiveseo -Copier +Collector +com.plumanalytics +Copyscape Craftbot crawler4j -Crescent -CrunchBot +crawl.sogou.com +CrazyWebCrawler Custo -DatabaseDriverMysqli demandbase-bot Demon -Deusu Devil +Digincore +DigitalPebble DIIbot +Dirbuster Disco Discobot Dispatch +DittoSpyder +DnyzBot +DomainCrawler +DomainStatsBot Dotbot -DTS Agent +Dragonfly EasyDL -eCatch +Ebingbong +ECCP/1.0 +EMail Siphon Evil Exabot -Express WebPictures -Extractor -Extreme Picture Finder -EyeNetIE +ExtLinksBot Ezooms -FHscan -FlashGet -Flunky +FDM +FemtosearchBot GalaxyBot Getintent -GetWeb -Gigablast +Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -GoZilla Go!Zilla +Grabber +GrabNet +GrapeFX +GridBot Haansoft -Harvest -HEADMasterSEO +HaosouSpider +Havij Heritrix -Hloader -HTMLparser +HMView HTTP::Lite HTTrack -HybridBot -IDBot Id-search IlseBot Image Fetch -Image Sucker IndeedBot InfoNaviRobot -InfoTekies -InternetSeer -IstellaBot +Intelliseek +InterGET +internetVista monitor +ips-agent JamesBOT Jbrofuzz JennyBot -JikeSpider -Joomla Jorgee -Jyxobot +JustView Kenjin Spider -Kozmosbot Lanshanbot LeechGet -LexiBot Likse Linkdexbot LinkpadBot -LinksManager +LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot Lipperhey Lipperhey Spider -Litemage_walker -LNSpiderguy Ltx71 -LWP::Simple -magpie-crawler -Mail.RU_Bot -MarkMonitor -Masscan -Mass Downloader -Mata Hari -MauiBot -MeanPath Bot -mediawords +lwp-request +lwp-trivial +Magnet +Mag-Net +Majestic SEO +MarkWatch +Mediatoolkitbot +MegaIndex.ru +MFC_Tear_Sample Microsoft Data Access -Microsoft URL Control -MIDown tool -Mister PiX -MJ12bot +Mojeek Mr.4x3 -MSFrontPage MS Web Services Client Protocol -Musobot -Nameprotect -Nessus -NetLyzer NetMechanic +NetSpider +Nettrack +Netvibes NextGenSearchBot -Nibbler -NICErsPRO Niki-bot Nikto -Nimbostratus -NPbot -Nutch +NimbleCrawler +Ninja Octopus -Offline Navigator +Offline Explorer +OnCrawl Openfind -OpenLinkProfiler +Openvas OpenVAS OrangeBot OrangeSpider OutfoxBot -page scorer -Panscient -Papa Foto -pcBrowser -PECL::HTTP +PageAnalyzer +Page Analyzer +PageGrabber PeoplePal -PHPCrawl -Picscout -PictureFinder Pi-Monster +Pixray PleaseCrawl plumanalytics +Pockey +Probethenet +ProPowerBot ProWebWalker +Psbot Pump PxBroker QueryN Metasearch Quick-Crawler -RankingBot +RankActiveLinkBot RankurBot RealDownload -Ripper +Reaper +RebelMouse +Recorder RocketCrawler Rogerbot s1z.ru +SalesIntelligent +SBIder ScanAlert Scanbot -scan.lol -Scrapy +ScoutJet +Searchestate SEOlyticsCrawler +SEOprofiler seoscanners -SeoSiteCheckup SEOstats -Shodan -SISTRIX -SiteLockSpider +sexsearcher +Siphon +Sitebeam +SiteExplorer +Site Sucker +SlySearch Snake Snapbot -Sociscraper -Spammen +Snoopy +Sogou web spider Spanner -Spbot +sp_auditbot +SputnikBot +Sqlmap +Sqlworm +Sqworm Steeler -Sucker -Sucuri -SuperBot SuperHTTP -Swiftbot sysscan -Szukacz -tAkeOut -Telesoft +T8Abot +TeleportPro Telesphorep The Intraformant -Thumbor TightTwatBot -Tracemyfile trendiction.com -trendiction.de -TurnitinBot -TwengaBot +True_Robot +Turingos Twice -UnisterBot -Upflow -URLy.Warning Vacuum -VeriCiteCrawler -WASALive-Bot -WebCollage +VB Project +Virusdie +VoidEYE +Voil +Wallpapers/3.0 +WallpapersHD +Webalta +WebAuto +Web Auto +WebBandit Web Collage WebCopier -WebEnhancer +Web Enhancer WebGo IS WebImageCollector -WebmasterWorldForumBot -webmeup-crawler -WebPix +WebLeacher +Web Pix WebSauger +Web Sauger Webshag -WebStripper -Who.is Bot +WebsiteQuester +Webster +WebSucker +WebWhacker +WebZIP +Whack +Whacker +Whatweb Widow -WinHTTrack -WISENutbot Wonderbot +Woobot Wprecon WPScan -WWW-Collector-E -WWW-Mechanize +WWW::Mechanize +WWWOFFLE x09Mozilla +x22Mozilla Xenu xpymep1.exe YoudaoBot +Zade Zauba zauba.io -Zeus -zgrab ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index d5d55b915..4c8fe5857 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -freetangodownload.com -gaz-voshod.ru -monthlywinners.com -piter.xrus.org -pontiacsolstice.info -popads.net -porno-video-chati.ru -prizestohandle.club -progonrumarket.ru -zoompegs.com +add-add.men +boazpower.com +dfwu1013.info +directrev.com +gallery.rennlist.com +parlament.biz +powitania.pl +promgirldresses.xyz +sendearnings.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 2ab11a708..b1f94018b 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -0lovespells0.blogspot.com -0n-line.tv -1688.com +00author.com +00it.com +0c47f8422d3f.com +1001watch.com.ua +11pikachu.ru +123locker.com +123movies.love +1hwy.com +1j7740kd.website 1webmaster.ml -2020iscoming.info -2daytrendingnews.com -34.gs -45en.ru -4kplayer.pl -4senses.co +24-ak.ru +2ads.co.uk +40cg.com +4rent.ru 4ur.click -5i2.net -8558l.jobs.net -883zy.com -8jn.dating-app.ru -9icmzvn6.website -aac500b7a15b2646968f6bd8c6305869d7.com -aadroid.net -abcdeg.xyz -abiente.ru -academiacsmendoza.org +51.la +888.com +8gold.com +8xv8.com +9med.net +aa8b68101d388c446389283820863176e7.com +abcdefh.xyz +abcguru.xyz +above.com +abtasty.com acads.net -acheterviagrafr24.com -activecampaign.dreamhosters.com -activepr.ru -actulite.com +adconscious.com +adhome.biz +adidas.frwebs.fr +adimmix.com adloads.com -admanaerofoil.com -adnotbad.com -adrunnr.com -adserver-e7.com -adsland.men -adtiger.tk +adman.gr +adtech.fr +adult3dgames.com adultfriendfinder.com -adverster.com -advertex.info +advancedcleaner.com +advancedsoftwaresupport.com +adventureparkcostarica.com advokat-grodno.by -aero2.ru -aerogo.com -afora.ru a.frcls.fr -agecheckadult.com -alborzan.com -albuteroli.com -alekseevec.ru -alert-jdh.xyz -alessandraleone.com +agroeconom.kz +akusherok.ru +alert-fdm.xyz +alert-hgd.xyz +alfa-medosmotr.ru +algerianembassy.co.in +all4invest.ru +allbizne.co.ua allblogroll.com -alldezservice.kz -allmarketsnewdayli.gdn -all-number.com -allpdfmags.net -allstatesugarbowl.org +alldownload.pw +allforminecraft.ru +allornamenti.com +alltheviews.com alphaforum.ru -altamayoztourism.com -amazingninja.com -ampower.me -angry-fermi-7633.arukascloud.io +alphavisions.net +amospalla.es +ample-awards-today.us +amt-k.ru +amung.us +anapa-inns.ru animalrank.com -animebox.com.ua -anticrawler.org +anlimebel.kiev.ua anti-virus-removal.info -apelsinnik.website +aosheng-tech.com +apessay.com +apiappenableinfo-a.akamaihd.net +apifasterlightin-a.akamaihd.net apiitsthirteende-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -appfastplay.com -appfixing.space -appsecurityr.com -aquarium-pro.ru +apioutoboxnet-a.akamaihd.net +api.stathat.com +appleid-verification.com +apptester.tk +apxeo.info +arabgirls.adultgalls.com aramaicmedia.org -arcadeplayhouse.com -arewater.com -arkkivoltti.net -asdfz.pro -atelielembrancaqueencanta.com.br +arenanews.com.ua +artel116.ru +asdfg.pro +asia-forum.ru +asrv-a.akamaihd.net +asseenontv.ru +astana.xxxkaz.org +atleticpharm.org +ausergrubhof.info autobrennero.it -autochoixspinelli.com autoloans.com -autolombard-krasnodar.ru -autorn.ru -autowebmarket.com.ua -availit.weebly.com -avtolombard-krasnodar.com +autotrends.today +aversis.net +avtoarenda.by avtolombard-krasnodar.ru -avtovolop.ru -ayanaspa.com -azartclub.org -azbaseimages.net -azlex.uz +axbocz.net +ayodhya.co +azazu.ru b00kmarks.com -babieca.com -babyfactory.fr -babyguns.ru baikaleminer.com -bambi.ck.ua -bank.uz -bannerads.de -baoxaydung.com.vn -barbourjackets.online -barnfurnituremart.com -battleforupdating.site +balkanfarma.org +balook.com +bankcrediti.ru +banki76.ru +bannerspace.com +basisches-wasser.net +bausparen.bz.it +bbsoldes.fr +beachpics.com beauty-b0x.pl -belinvestdom.by -bestcurs.org -bestmarriages.com -bestofpicture.com -bestplacetobuyeriacta.jw.lt +beauty-bracelet.com +bensbargains.net +besthoro.ru +bestofferswalkmydogouteveryday.gq +bestofupload.info bestserials.com -bestwebsiteawards.com -betonka.pro -betterscooter.com -bezsporno.ru -bigames.online -bimatoprost-careprost.com -bjanshee.ru -blobar.org +best-way.men +bestwebsitesawards.com +bet-prognoz.com +beztuberkuleza.ru +bg6s0.com +billiard-classic.com.ua +bin-brokers.com +bingoporno.com +binomo.kz +biographiya.com +bio.trade-jp.net +bird1.ru +bitcoinpile.com +bitcoinremote.com +bitnote.co +biznesluxe.ru +biznesrealnost.ru +bkgr.se +blackhatworth.com +blacktwhite.com blog.f00kclan.de -bloggedporn.com -bloggerads.net blogporn.in -blogrankers.com -bmsco.co -bochemit.com.ua -boc.kz -bocoarchives.org -bodybuilding-shop.biz -boo-arts.com -bookmaker-bet.com -bouda.kvalitne.cz +blogqpot.com +boltalko.xyz +bombla.org +bonky.biz +boobsimge.com +bookmark4you.com.biz brainboostingsupplements.org -brains2.biz -bravegirlsclub.com -break-the-chains.com -brimstonehillfortress.org +brewdom.ru briomotor.co -bristolhotel.com -browserprotecter.com -btc4u.ru -bugof.gq -buigas.00it.com -bukleteg.xyz -bumble.cheapwebsitehoster.com -bum.com.ru -burn-fat.ga -buyessay3.blogspot.ru -buyhoverboard.com -buypanicdisorderpill.com -buyscabiescream.com -buzzsumo.com -buzzurl.jp -bvlgariwallet.xyz -c1.onedmp.com -cacheimages.com -callejondelpozo.es -candiceloves.us -candytiner.com -cardsdumps.com +buchananshardware.com +budilneg.xyz +buqyxa.rincian.info +businesn.men +buttons-for-website.com +buy-cheap-online.info +buy-forum.ru +buyfriend.ru +buypuppies.ca +buzzonclick.com +bycontext.com +cactussoft.biz +calcularpagerank.com +cam-kontakte.org +canrioloadm.gq +carapics.com carina-sy.de -carmuffler.net -cartierlovebracelet.xyz +carloans.com +carstrends2015.com +cartierbraceletsreplica.pw cartierlovestore.com -cartierlovestore.xyz -cartierring.xyz -caulderwoodkennels.com -ccjp.eu -cdncash.com +casablancamanor.co.za +cbox.ws +cctva.tv +celejihad.info cenokos.ru -cheapbarbour.online +centraletermice.us +cheapbelstaff.online +cheapestjerseysonwholesale.com +cheapestjerseys-wholesale.com +cheapjerseysap.com cheap-pills-norx.com -cheapwebsitehoster.com -cheatcode-lita12.rhcloud.com -chee-by.biz -chinese-amezon.com -chocolateslim-en-france.com -christianlouboutinreplica.win -christianlouboutinsaleonline.us -christianlouboutinsaleoutletonline.us -cialis-samples.com -cineacademy.ru -cinemaflix.website +cheapsergiorossi.online +cheap-trusted-backlinks.com +checktext.org +chiblackhawks-jerseys.com +chidporn.com +children-learningreading.info +chimiver.info +chinaelitecheapjerseys.com +chiptuninger.com +chlooe.com +christianlouboutinreplica.pw +christianlouboutinshoes.xyz +cialischsrx.com +cialiswithoutadoctor.net +ciceros.co +ciproandtizanidine.blogspot.com citetick.com citizenclsdriveri7.pen.io -civilwartheater.com -clash-clans.ru -cleanallvirus.com -clickcash.com -clickzzs.nl -clippingphotoindia.com +cityadspix.com +cjmc.info +clipartnew.com clips.ua.ac.be -clodo.ru -club-lukojl.ru -cmhomestayagency.com +clothesforcash.com +clubfashionista.com cobaltpro.ru +collegeessay19.blogspot.ru +com-cleaner.systems +comissionka.net +com-onlinesupport.site compiko.info +compliance-andrew.xyz compliance-barak.top +compliance-checker.info compliance-elena.top -compliance-fred.top -compliance-fred.xyz -compliance-jack.top -compliance-viktor.top -compliance-walter.top -conocer-sanabria.com -coolgamechannel.com -counter.yadro.ru +compliance-elena.xyz +compliance-irvin.top +com-supportcenter.website +confib.ifmo.ru +consorzioilmosaico.org +cookie-law-enforcement-ff.xyz +coolwallpapers-hd.com +cosmetic.donna7753191.ru +counciltally.com cowblog.fr crafthubs.com -crazyboost.pro -crd.clan.su -creams.makeforum.eu -creditnation.ru -credit-respect.ru -cryptoswap.biz -cs-passion.pl -customerpromos-a.akamaihd.net -custom-product-labels.com -customsua.com.ua -cxpromote.com -dailystrength.org -damasarenai.info -danceuniverse.ru -daretodonate.co -darkages.info -davebestdeals.com -dealwifi.com -dear-diary.ru +crazyprotocol.com +creatives.adbetclickin.pink +crystalslot.com +csgo4.win +cubook.supernew.org +cupday.com +cymbaltaandtizanidine.blogspot.com +cyprusbuyproperties.com +dairyindia.in +daisye.top +dame-ns.kz +dangphoto.trade +daooda.com +darmebel.com.ua +data1.scopich.com +data.vtc.pw +datract.com +ddospanel.com +decoratinghomes.ga decorationspcs.com -dekoration.us -dekorkeramik.ru -destinationrealestate.com -detective01.ru -detsky-nabytek.info -de.zapmeta.com -dgfitness.co -digital-video-processing.com -dildofotzen.net -dimaka.info -directivepub.com -discovertreasurenow.com -doctormakarova.ru -documentsite.net -dogclothing.store -dogoimage.com -dokumentalkino.net -dollartree.info -domainanalyzing.xyz -domaincheck.io -domain-submit.info -domain.webkeyit.com -domini.cat -donna7753191.ru -dotnetdotcom.org -doublepimp.com -doyouknowtheword-flummox.ml -dptaughtme.com -drhomes.biz -drugspowerstore.com +deda-moroza-zakaz.ru +deluxedumps.com +dev78.dioniqlabb.se +discountbarbour.online +distver.ru +divatraffic.com +divisioncore.com +dlya-android.org +dnepropetrovsk.mistr-x.org +docs4all.com +doeco.ru +domaincdn.xyz +domaineaneblanc.com +domain-tracker.com +domcran.net +dorratex.tn +dosugrostov.site +download-wallpaper.net drugstoreforyou.com -dvd-famille.com -dvervmoskvu.ru +drupa.com +dumpsmania24.com dvr.biz.ua -e2click.com -earncash.com.ua -earthmagic.info -easycommerce.cf -e-commerce-seo1.com -ee77ee.com -efkt.jp -eladkarako.com -elektrischezigaretten1.blogse.nl -elektronischezigarettekaufen2.tumblr.com -elektrozigaretten1.tumblr.com -elitedollars.com -elmifarhangi.com -elstal.com.pl -eluxer.net -elvenmachine.com -emailaccountlogin.co -embedle.com -emergencyneeds.org -englishdictionaryfree.com -enhand.se -enskedesquashclub.se -envaseslotusama.com -eorogo.top -erot.co -erotische-geschichten-xxl.com -ertelecom.ru -es5.com -esfchat.tk -esnm.ru +earl-brown.info +ednorxmed.com +eduinfosite.com +eduserver.net +ekosmetyki.net.pl +elektrischezigarette2.devhub.com +elektrischezigarettekaufen2.cowblog.fr +elektroniksigaraankara.info +elkacentr.ru +eloxal.ru +emediate.eu +erectile.bid +ero-advertising.com +escortplius.com +escort-russian.com espaceinventoristes.com -essay-writing.work -eu-cookie-law.blogspot.com -eugenevaultstorage.com -euronis-free.com -euroskat.ru -ewebarticle.info -exonline.info -extads.net -extremal-blog.com -eyes-on-you.ga -ezb.elvenmachine.com -ezigarettekaufen2.blox.pl -ezigarettenshop2.myblog.de -ezigarettenshop2.postbit.com -ezigaretteshop.webs.com -f5mtrack.com -facebook-mobile.xyz -fantasticpixcool.com -fashionindeed.ml +europeanwatches.ru +evaashop.ru +everytalk.tv +excaliburfilms.com +exchangeit.gq +exhibitionplus.eu +expdom.com +expertnaya-ocenka.ru +extremepornos.net +extremez.net +eyessurgery.ru +face.hostingx.eu +family1st.ca +fandlr.com fashion-stickers.ru -faz99.com -fba-mexico.com -fearcrow.com -fellowshipoftheminds.com +fastcrawl.com +fatmaelgarny.com +favoritemoney.ru +fbdownloader.com +fealq.com +feel-planet.com fenoyl.batcave.net -ferieboligkbh.dk -fermersovet.ru -ferrotodo.com -fidelityfunding.com -fillmewithhappiness.com -filmetricsasia.com -find1friend.com -findsexguide.com -finejewelryshop.ru -finteks.ru -firma-legion.ru -fishingwholesale.us -fishtauto.ru -fitfloponline.store -fivedwld.cf -flashahead.info -flashbannernow.com -f-loaded.de -floating-share-buttons.com -flowwwers.com -focalink.com -f-online.de -forumprofi.de -fotopop.club +fetishinside.com +fickkontaktehobbyhuren.com +fickkontakte.org +filesdatabase.net +filkhbr.com +filmbokep69.com +filmci.pro +findclan.org +fix-website-errors.com +flauntyoursite.com +flex4launch.ru +fok.nl +fordsonmajbor.cf +forexgb.ru +forex-indextop20.ru +forex.osobye.ru +forpackningsutveckling.se +forum.doctissimo.fr +fotosfotos.eu foxjuegos.com -foxweber.com -free-laptop-reward.com -freelotto.com -free-share-buttons.blogspot.com +foxtechfpv.com +foxydeal.com +franklinfire.co +frbizlist.com +free-share-buttons.com free-share-buttons.top -freesitetest.com -free-social-buttons.com -free-today.com -freewareseek.com -freshmac.space -freshwallpapers.info +freshsuperbloop.com +frighteningremain.cf +froggytube.com fugarif.ga -fullgirl.ru -fx-brokers-review.com -fxtips.ru -gallery.rennlist.com -gamedayassist.com -gamedayhouse.com +fungamelands.com +futbolkisales.ru +galaxys6manual.info +galeon.com +gamblingnerd.com +gamebackyard.com gamewrath.com -gaming-journal.com -gateway.zscalertwo.net -gay-file.com -gayxperience.com -gcup.ru -gdebestkupit.ru -ge0ip.org -geilehausfrauen.net -gelezki.com -gemgrab-a.akamaihd.net -genericviagrasildenafiled.net -gentamicineyedrops.blogspot.com -geoads.com -gettpromos.com -glicol.kz -gloverid.site -go2jump.org -gogalleryawesome.com -gomusix.com -gopro-online.info -gorodservis.ru -gosarhivrt.ru -gpms.org.my -graphicwe.org -graphid.com -green-tea.tv +garciniaxt.us +gavuer.ru +gay-site.store +gaz-voshod.ru +gdcentre.ru +ge0ip.com +ge0ip.net +geileweiber.tk +get-seo-domain.com +gifspics.com +gigablast.com +girlsatgames.ru +girlsfuckdick.com +glasof.es +glass-msk.ru +glavprofit.ru +globalscam.ga +go2album.com +gobongo.info +gojiberriess.apishops.ru +gok-kasten.net +goldandcard.ru +golden-catalog.pro +goodhumor24.com +goodwinmetals.co +googglet.com +google-liar.ru +goroda-vsego-mira.ru +gourcy.altervista.org +gratuitxblcodes.com +gribokstop.com +grizzlysgrill.com +growshop.es grupografico-pilar.com.ar -gsasearchenginerankerdiscount.com +gsasearchengineranker.xyz gsbs.com.ua -guigyverpo.cf -h2monline.com -hao123.com -hatedriveapart.com -hdfreeporno.net -hebr.myddns-flir.com -hentai-manga.porn -herehloadibs.cf -herokuapp.com -histock.info -hmmm.cz -hoholikik.club -hollywoodactress.info -homedo.fabpage.com -homemature.net -hostingclub.lk +gta-club.ru +guiadeserraazul.com +guildebzh.info +guitar-master.org +gwebtools.com +gyffu.com +handicapvantoday.com +hanink.biz.ly +hannasolution.ru +hanwei.us +happy.new.yeartwit.com +haveinc.xyz +havepussy.com +hd-film.pl +healmytrauma.info +hermesreplica.pw +hesteel.pl +hexpilot.com +hidemyass.com +highspeed5.net +highstairs-a.akamaihd.net +hitcpm.com +hit-kino.ru +hobild.net +homemade.gq +hornymatches.com host-protection.com -hotchatdate.com -hotelcrocenzi.sm -hotsocialz.com -housekuba.org -hoverboard360.de -hoverboard360.nl -huimin764128.com -husky-shop.cz -hydropump.su -hystersister.com -ibmdatamanagement.co -ideibiznesa2015.ru +hostsshop.ru +hotblognetwork.com +hotdl.in +hotloans.ru +hoverboard360.at +hoverboardforsaledirect.com +hoztorg-opt.ru +hreade.com +hspline.com +huhn.altervista.org +hyhj.info +icaseclub.ru +ideoworld.org +ifmo.ru +igrovyeavtomaty777.ru +iinstalll-fii1leis.jus0wil.pp.ua +iklysha.ml ilbe.club -ilovevitaly.ru ilovevitaly.xyz -imagefinder.site -importchinacoach-teach.com -incep.imagine-ex.co +imguramx.pw +i-midias.net.br +imperiafilm.ru +impisr.edunsk.ru +inboxdollars.com +incest-ru.com inclk.com -incolors.club -indiakino.net -infokonkurs.ru -innoslicon.com -instasexyblog.com -interfucks.net -interior-stickers.ru -intervsem.ru -intimshop-fantasy.ru +incomekey.net +increasewwwtraffic.info +indianmedicaltourismshop.com +indiasourcemart.in +inspiring-desperate.tk +investingclub.ru investmac.com +investzalog.ru iomoio.net -iptool.xyz +iplusbit.blogspot.co.za +iqoption-bin.com +iqoption.pro iqupdatetmz.win +i-service.kz +itis4you.com it-max.com.ua +itsdp3.com +itservicesthatworkforyou.com +ivearchenceinflu.cf +ivoiretechnocom.ci iwanttodeliver.com -izhevsk.xrus.org +ix20.ru jabimgo.pw -jagg.info -javcoast.com -javspace.net -jav-way.site -je7.us +jav-fetish.site jeremyeaton.co -jerseychinabizwholesale.com -jerseyssportsshop.com jerseyswholesalechinalimited.com jerseywholesalebizchina.com jerseywholesaleelitestore.com -jetsli.de -juliadiets.com -jus0wil.pp.ua -justbcause.com -justdating.online -kaidalibor.de -karaganda.xkaz.org -katjimej.blog.fc2.com -kevblog.top -kichenaid.ru -kicknights.gq -kino2018.cc -kinobaks.com -kinoflux.net -kinotorka.ru -kiwi237au.tk +jmat.cn +jurajskie.info +jyvopys.com +kadashihotel.com +kalandranis.gr +kamalsinha.com +kandidos.com +kareliatobacco.ru +kartiniresto.com +katadhin.co +kerch.site +kerwinandcariza.com +keywordglobal.co.za +keywordhut.com +keywords-monitoring-success.com +keywordteam.net +kimcurlrvsms.com +kinobest.pl +kinogolos.ru +kinohall.ru +kinosed.net +kinostorm.net klin3952.ru -klumba55.ru -kochanelli.com -konica.kz -konkursov.net -konpax.com -kostenloser-sex.com -kosynka-games.ru -krasivoe-hd.net -krasnodar.xrus.org +knowsitall.info +koleso24.com.ua +kollekcioner.ru +kongoultry.net +kotaku.com +koversite.info +krasnodar.ru +kredit-pod-zalog-krasnodar.ru +ku6.com kumuk.info -kung-fu-ru.com -kupiproday.com.ua -kurwa.win -kuzinsp.ru +kw21.org +labelwater.se ladov.ru -lafourmiliaire.com lafriore.ru -landscaping.center +landoftracking.com +laptoper.net laserpen.club lashstudia.ru laudit.ru -law-check-eight.xyz -layola.biz.tc -leadwayau.com -lenvred.org -lescinq.com -letmacworkfaster.site -letslowbefast.today -linkbolic.com -lion.playtap.us -liverpool.gsofootball.com +law-check-nine.xyz +ledpolice.ru +legalrc.biz +lerporn.info +letolove.ru +limtu.ifmo.ru +lineshops.biz +link.ac +linkarena.com +liran-locks.com +littleberry.ru +livefixer.com +liveinternet.ru liveshoppersmac.com -loadopia.com -localmatchbook.com -lodki-pvh.dp.ua -loginduepunti.it -lolnex.us +liveu.infoteka.hu +lockerz.com +loftdigital.eu lomb.co -lombia.co -louboutinreplica.pw -lsex.xyz -ltvperf.com -luxmagazine.cf -lyrics.home-task.com -macfix.life -mafcards.ru -magicalfind-a.akamaihd.net -maglid.ru -magnetic-bracelets.ru -makemoneyonline.com +lost-alpha.ru +louisvuittonoutletstore.net +lunamedia.co +m0r0zk0-krava.ru +m1media.net +macdamaged.tech +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magicdiet.gq mamasuper.prom.ua -mansiondelrio.co -map028.com -marcogrup.com -marcowebonyodziezowe.pl +marinetraffic.com marktforschung-stuttgart.com -matrixalchemy.com -max-eclat.men -maxthon.com +marmotstore.online +master-muznachas.ru +masthopehomes.com +matsdale.com +max-p.men maxxtor.eu -m.b00kmarks.com -medanestesia.ru -meddesk.ru -medictube.ru -medosmotr-ufa.ru -med-zdorovie.com.ua -meetingrainstorm.bid -megavolt.net.ua -menetie.ru -mere.host.sk +mebeldekor.com.ua +mebel-vstroika.ru +mediaoffers.click +medicinacom.ru +medicines-choice.com +mega-polis.biz.ua +mejoresfotos.eu +memberty.com +menhealed.net +menstennisforums.com mesbuta.info -methodsmarketing.com -mex-annushka.ru -michaelkorssaleoutletonline.net -microsearch.ru +message-warning.net +metallosajding.ru +mexicotravelnet.com microsoftportal.net -migente.com +millionare.com mil-stak.com +minecraft-neo.ru minet.club -miniads.ca -mir-business-24.ru -missis.top -mixx.com -mlvc4zzw.space -mmstat.com -mnogolok.info -moinozhki.com -moje-recenze.cz -mojowhois.com -mojpregled.com -monarhs.info -monclerjacketsoutlet.pw -monclerjacketsoutlet.win +mir-betting.ru +mirmedinfo.ru +mixed-wrestling.ru +mojpreskumanie.com +mokrayakiska.com +moncleroutletonline.pw monetizer.com-01.site money-for-placing-articles.com -moneymaster.ru -montazhnic.ru -moomi-daeri.com -moonci.ru -more-letom.ru +morepoweronmac.trade mosrif.ru -motherboard.vice.com -mozello.ru -mrbitsandbytes.com -mrsdalloways.com -mturkcontent.com -music.utrolive.ru -muz-shoes.ru -muz-tracker.net -mxgetcode.com -myanyone.net -my-big-family.com -myhitmp3.club -myonlinepayday.co -myphotopipe.com -myplaycity.com -nacap.ru -nagdak.ru +mostantikor.ru +mototsikl.org +moviemail-online.co.uk +mrmoneymustache.com +mrvideospornogratis.xxx +msfsaar.de +mtmtv.info +mug-na-chas-moscow.ru +muschisexbilder.com +musicdaddy.net +musicvidz.ru +muz-baza.net +muznachas-service.ru +mwtpludn.review +mydirtystuff.com +mydoctorok.ru +mydownloadengine.com +na15.ru +naj-filmy24.pl namenectar.com -napalm51.nut.cc -nash-krym.info -nastroyke.net -natali-forex.com -nelc.edu.eg +narco24.me +naturalbreakthroughsresearch.com +naval.jislaaik.com +neodownload.webcam +nerudlogistik.ru netcheckcdn.xyz -news-readers.ru +netvouz.com +nevansk.ru +news-speaker.com nextlnk12.com -nfljerseyscheapbiz.us -nhl17coinsforps3.gratisblog.biz -nibbler.silktide.com -nikitabuch.com -noclegonline.info -nottyu.xyz -novatech.vn -nrv.co.za -oddamzadarmo.eu -offergroup.info -office-windows.ru +nfljerseysforsalewholesaler.com +nfljerseys.online +nfvsz.com +nhl17coins.exblog.jp +nikhilbahl.com +nikkiewart.ru +njkmznnb.ru +nofreezingmac.click +northfacestore.online +notaria-desalas.com +notasprensa.info +notfastfood.ru +nowtorrents.com +nrjmobile.fr +nsatc.net +nudo.ca +nuup.info +nyfinance.ml +oda.as offtopic.biz -onclkads.com -oneshotdate.com -ons-add.men +okmedia.sk +okmusic.jp +old-rock.com +one-gear.com +onlinebay.ru +onlineku.com +onlineporno.site +onlyforemont.ru onthemarch.co -o-o-6-o-o.com -o-o-6-o-o.ru -o-o-8-o-o.com oops-cinema.ru -openstat.com -ops.picscout.com -optom-deshevo.ru +optikremont.ru +orenburg-gsm.ru +orgasmatrix.com +ororodnik.goodbb.ru +ossmalta.com ourtherapy.ru -outclicks.net -ownshop.cf -pacificair.com -paintingplanet.ru -panamaforbeginners.com -panicatack.com -partner-high.men -partner-host.men -patterntrader-en.com -pdn-4.com -pdns.download -pechikamini.ru +ourville.info +owohho.com +oxotl.com +pagesense.com +palocco.it +pandarastore.top +paperwritingservice17.blogspot.ru +paphoselectricianandplumber.com +partner-pop.men +partner-stop.men +paydayloanslocal.com +pcimforum.com +pc-test.net pelfind.me +pepperstyle.ru perfectpracticeweb.com -perosan.com -petsblogroll.com -piccdata.com -picmoonco.pw -picswe.com -pictures-and-images.com -picturesmania.com +petrovka-online.com +pharmacyincity.com +photorepair.ru +pics-group.com +picturesify.com pierrehardysale.online -pigrafix.at -pihl.se -pijoto.net -piuminiita.com -pixelrz.com -plaff-go.ru -platesauto.com -playmsn.com -playtap.us -pogruztehnik.ru -polimga.pw -polybuild.ru -popserve.adscpm.net -popugaychiki.com -popup-fdm.xyz -popup-hgd.xyz -popup-jdh.xyz -porndairy.in +pizdeishn.com +pizza-tycoon.com +pl.aasoldes.fr +plastgranar.nu +pl.id-forex.com +plugingeorgia.com +pochtovyi-index.ru +poffet.net +pokerniydom.ru +popander.mobi +porndl.org porndroids.com -pornogig.com -porno-video-chati.ru +pornhubforum.tk +pornofiljmi.com +pornokorol.com +pornophoto.xyz +pornowarp.info porn-w.org -porodasobak.net -posible.net -predmety.in.ua -preg.marketingvici.com +porto.abuilder.net +portside.cc +positive2b.ru +pozdrawleniya.com +pregnant.guru princeadvantagesales.com -printdirectforless.com -privatefx-in.ru -privhosting.com -prize44.com -prizeestates.cricket -proekt-mos.ru -professionaldieselcare.com +printie.com +priscilarodrigues.com.br +privetsochi.ru +prointer.net.ua +projectforte.ru promoforum.ru -promoheads.com pronorm.fr -proposal-engine.com -prospekt-st.ru -prostitutki-kharkova.org -prostitutki-odessa.org -prostitutki-tolyatti.org -proxyelite.biz -pr-ten.de +propranolol40mg.blogspot.com +prostitutki-belgoroda.org +prostitutki-tyumeni.org +pskcijdc.bloger.index.hr +ptr.ruvds.com +pts163.ru pufip.com -push-ad.com -pushdata.sendpulse.com pussysaga.com -pyrodesigns.com.au -qitt.ru -q-moto.ru -qpypcx.com -quality-traffic.com -questionmarque.ch -quickchange.cc -quickloanbank.com -raavidesigns.com -radiodigital.co -raisedseo.com -rangjued.com -ranksays.com -realting-moscow.ru -recordpage-a.akamaihd.net -redhotfreebies.co.uk -redirectingat.com -refudiatethissarah.info -regionshop.biz -remmling.de -remontbiz.ru -repeatlogo.co.uk +qcstrtvt.bloger.index.hr +qexyfu.bugs3.com +quangcaons.com +quickbuck.com +quit-smoking.ga +qwarckoine.com +rabot.host.sk +rada.ru +ragecash.com +ranksonic.org +razorweb-a.akamaihd.net +rcb101.ru +realmonte.net +real-time-analytics.com +recipedays.com +redirlock.com +reelheroes.net +refads.pro +registrationdomainsite.com +registry-clean-up.net +reining.lovasszovetseg.hu +reklamuss.ru +remedyotc.com +remont-fridge-tv.ru +remont-komputerov-notebook.ru +remontvsamare.su +remote-dba.de +renecaovillasale.online +rent2spb.ru +responsive-test.net restorator-msk.ru -ringtonepartner.com -rique.host.sk -risparmiocasa.bz.it -rniaeba.ga -rockingclicks.com +rff-cfal.info +rfid-locker.co +richinvestmonitor.com +rixpix.ru +rn-to-bsn.com rockma.se -roll123.com -rome2rio.com -rossanasaavedra.net +roma-kukareku.livejournal.com +romhacking.ru +roznica.com.ua +rucrypt.com rumamba.com -runtnc.net -ruspdd.com -rvzr-a.akamaihd.net -rybalka-opt.ru +ruscoininvest.company +rusoft-zone.ru +russian-postindex.ru +rutor.vip +ryetaw.com sabaapress.com -saecsa.co -sakhboard.ru -sammlungfotos.online -sax-sex.com -sayyoethe.blogspot.co.za -scanner-alex.top -scanner-fred.top -scanner-ivan.top -scanner-walter.top +sabizonline.com +sady-urala.ru +safe-app.net +sale-japan.com +salmonfishingsacramentoriver.com +sammyweaver.com +samo-soznanie.ru +sampleletters.net +sanidumps.com +santechnik.jimdo.com +saratov.xrus.org +sardinie.us +scanner-donald.top +scanner-don.top +scanner-john.top +scanner-julianna.top +scanner-mary.top scenicmissouri.us -schlampen-treffen.com scmor.ilxc.cc -scrapinghub.com +scoopquest.com screentoolkit.com -scrnet.biz.ua -sc-specialhost.com -searchengineranker.email -searchmywindow-a.akamaihd.net -search.pch.com +searchencrypt.com +search-error.com +searchimpression.com +searchinterneat-a.akamaihd.net +searchlock.com +seasonvar.ru +se.bnt-team.com seccioncontrabajo.com -security60-e.com -seksotur.ru -seminarykansas904.ml -semp.net -senger.atspace.co.uk +sel-hoz.com +semprofile.com seocheki.net +seofirmreviewsus.info seoheap.com -seorankinglinks.us +seojokes.net +seonetwizard.com seorussian.ru -seo-traffic-ranking.info -sethrollins.net -sexkontakteao.info -sexpartygirls.net +service.adtech.us +servicecenter.co.ua +seryeznie-znakomstva.ru +se-welding.ru +sex.hotblog.top +sex-sex-sex5.com sex-watch.com -sexy-screen-savers.com +sexy.babes.frontend-stack.top shijian.ac.cn -shiksabd.com shivafurnishings.com -shmetall.com.ua -shoesonlinebuy.cn -shopcheermakeup.info -shopperifymac.com -shoppingjequiti.com.br -shopvilleroyboch.com.ua -shop.xz618.com -shymkent.xkaz.org -sildenafil-tadalafil.info -silvermature.net -sirpornogratis.xxx -sispe.com.br -site-auditor.online -sitebeam.net -siteripz.net -sitopreferito.it -sky-mine.ru -slavic-magic.ru +shoppytoolmac.com +shtaketniki.ru +sibtest.ru +signx.info +similardeals.net +sisi-go.ru +siteaero.com +siteexpress.co.il +sitevaluation.com +skatestick.bid +sklad-24.ru +skuteczna-dieta.co.pl +skutecznetabletkinaporostwlosow.pl +sladkoevideo.com +slkrm.ru slowmacfaster.trade -slowmac.tech -smailik.org +small-games.biz +smart-balancewheel.com +smart-scripts.com +snip.to snow.nvr163.com snsdeainavi.info snworks.com -snyatie-lomki-v-stacionare.ru -soc-econom-problems.ru -socialbuttons.xyz -soc-proof.su -sofit-dmd.ru -soft-terminal.ru -solitaire-game.ru -sonata-arctica.wz.cz +soblaznu.net +social-s-iii.xyz +socialtrade.biz +soda.media +sodexo.com +softomix.net +softonicads.com +solicita.info +solnplast.ru +songplanet.ru +souvenir.cc spabali.org -space4updating.win -spb.ru -spidtest.space -spinnerco.ca -sports-supplements.us -spravka-medosmotr.ru -sribno.net -staff.prairiesouth.ca -stard.shop -stats-collector.org -stillmiracle.com -stretchmate.net -stromerrealty.com -success-seo.com -suchenindeutschland.com -sukarame.net -sumo.com -supermesta.ru -superstats.com +space4update.pw +spaceshipad.com +spasswelt.net +sport7777.net +spravka130.ru +spylog.com +spywarespy.com +sr-rekneskap.no +stackthatbucks.com +stal-rulon.ru +stevemonsen.com +strana-solnca.ru +stroiminsk.org +sukirgenk.dvrlists.com suralink.com -surffoundation.nl -swagbucks.com +susanholtphotography.com +suture.co swinginwithme.ru -swsociety.se -symbaloo.com -syndicate.fun +t3chtonic.com tackletarts.co -taraz.xkaz.org -tattooha.com -teastory.co +taihouse.ru +tandvardshuset.net +tastyfoodideas.com +taximytishi.ru +taxi-v-eisk.ru +tdsing.ru +teesdaleflyballclub.co.uk +teguh.info tehngr.ru -telefonsex-ohne0900.net -telemetryverification.net -teslathemes.com -thedownloadfreeonlinegames.blogspot.com -theendivechronicles.com -thegamerznetwork.com -thegolfclub.info -thelottosecrets.com -theplacetoupdating.pw -ticketsys.inetwd.com -tilido.com -tizanidine4mgprice.blogspot.com -tizanidine4mgtablets.blogspot.com -tizanidine4mguses.blogspot.com +telefonsexkostenlos.tk +telsis.com +terrafootwear.us +tgtclick.com +thaisamkok.com +thebestweightlosspills.ovh +thefds.net +thenews-today.info +thfox.com +thin.me.pn +tiandeural.ru +timer4web.com +titslove.yopoint.in tizanidinedruginteractions.blogspot.com tizanidineforopiatewithdrawal.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tizanidinevsvalium.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidineinfo.blogspot.com +tizanidinewithdrawal.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com tmtrck.com -tootoo.to -top250movies.ru -topvidos.ru -torontoplumbinggroup.com -torrnada.ru -totu.us -touchmods.fr -tourcroatia.co.uk -toursmaps.com -toxicwap.com -toyota.7zap.com +tnaionline.org +tomck.com +tonerbox.kz +toolsky.com +toonfamilies.net +top-karkas.ru +topmira.com +torrent-newgames.com +torrent-to-magnet.com +toys.erolove.in +tpu.ru +track2.shop tracklead.net -traffic100.com -trafficfactory.biz -trafficjunky.net +tracksurf.daooda.com +tradgardspartner.se trafficreceiver.club -traffixer.com -traffmonster.info -trailer.cinemaflix.website -tula.howotorg.ru -turbo-suslik.org -turist-strani.ru +trahvid.com +trainoffend.ml +tripper.de +trkdf.com +trudogolik.net +tt-ipd.info turn-up-life.life -tvnewsclips.info +tvteleport.ru +twittruth.com +twojebook.pl tx41tclega.ru tytoona.com -u17795.netangels.ru -uamtrk.com -uasb.ru -uchebavchehii.ru -uchetunet.su -ucoz.ru +u-cheats.ru ukrobstep.com ukrup.com -ultimateclassicrock.com -umnovocaminho.com -undergroundcityphoto.com -uni.me -unitexindia.com -unrealcommander.org -uptime-alpha.net -uptime-as.net -upupa.net -usdx.us -userequip.com -utiblog.fr +uk-zheu20.ru +ultramart.biz +umityangin.net +unitygame3d.com +universals.com.ua +unlimitdocs.net +upproar.com +uptime-gamma.net +utrolive.ru vadimkravtcov.ru -vancleefreplica.pw -veles.shop +valueclick.com +vedomstvo.net +veerotech.com velobikestock.com -vereo.eu via-energy-order.com video-camer.com -videochat.ph -video-hollywood.ru -videotuber.ru -video-woman.com -vipms.ru -vip-parfumeria.ru -visa-china.ru -vkgaleria.com -volume-pills.biz -vpnmouse.com -vriel.batcave.net -vrotike.ru -vtc.pw -vucms.com -vvpg.ru -vzubah.com -wallpapers-best.com -wapsite.me +video-chat.love +videooko.weebly.com +vilingstore.net +vip-dom.in +vita.com.hr +viven.host.sk +vodaodessa.com +voloo.ru +vonradio.com +wallpaperstock.net +watchmyfb.pl +wdfdocando.com +webadvance.club web.cvut.cz webjam.com -webmasterhome.cn +weblo.com webnode.me -weboptimizes.com -webradiology.ru -webscouter.net -website-audit.com.ua -websiteexplorer.info -website-speed-up.site -website-speed-up.top -weddingdresses.xyz -weightatraining.com -wejdz-tu.pl -wellcome2slovenia.ru -wemarketing.se +website-analytics.online +website-stealer.nufaq.com +weclipart.com +wesharepics.site +westermarkanjou.se +whatsupinfoley.com while.cheapwebsitehoster.com whiteproduct.com -whos.amung.us -williamrobsonproperty.com -winner7777.net -witherrom55.eklablog.fr -wnoz.de -womensplay.net -wordpress-crew.net +wholesalejerseysgaa.com +windowssearch-exp.com +wiosenny-bon-1500.pl +wleuaprpxuvr.ga +womama.ru +woman-h.ru +woman-orgasm.ru +womens-journal.net +worldhistory.biz wsgames.ru -wufak.com -wurr.voila.net -wwwadultcheck.com -www.event-tracking.com -wygraj-skiny.win -xblog.in -xclicks.net -xdoza.com -xgames-04.com -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80ahvj9e.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80ak6aa92e.com -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--c1acygb.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--d1abj0abs9d.in.ua -xnxxandxvideos.com -x-true.info -xxart.ru -xzlive.com -yaminecraft.ru +xfluro.com +xjlottery.com +x-lime.com +xlovecam.com +x-musics.com +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--b1agm2d.net +xnxx-n.com +xtraffic.plus +xtrafficplus.com +xtube.com +xxlargepop.com +xxxkaz.org +xz618.com yaoguangdj.com -yebocasino.co.za -ynymnwbm.bloger.index.hr -youjizz.com -youraticles.pl -yourtemplatefinder.com -you-shall-not-pass.is74.ru -youtuhe.com -ypmuseum.ru -yurgorod.ru -yuweng.info +yeartwit.com +yellowstonevisitortours.com +yottos.com +youbloodyripper.com +yourdesires.ru +youresponsive.com +yousense.info +youtube-downloader.savetubevideo.com +yuarra.pluto.ro +yur-p.ru +zaapplesales.blogspot.com zacreditom.ru -zagadki.in.ua -zakazfutbolki.com -zambini.ru -zarabotat-na-sajte.ru +zaidia.xhost.ro +zaimhelp.ru +zakon-ob-obrazovanii.ru +zakonobosago.ru zatjmuzu.info -zeroredirect11.com -zeroredirect2.com -zeroredirect7.com -zetmaster.ru -zog.link +zawyna.ua +zazagames.org +zhorapankratov7.blogspot.com +zigarettenonlinekaufen1.blox.pl +zigarettenonlinekaufen2.drupalgardens.com +znaniyapolza.ru +zocaparj.kz zolotoy-lis.ru -zoogdisany.com -zootoplist.com -zvezdagedon.ru +zona-aqua.ru +zoolubimets.ru +zrizvtrnpale.tk +zscalertwo.net +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index c5e33375c..94fd403d0 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -007angels.com -00author.com -202ch.com -2ads.co.uk -2rich4bitches.com -4k-player.pl -5-steps-to-start-business.com -7zap.com -83net.jp -8558l.jobs.net -abtasty.com -adanih.com -adcash.com -adclickthru.net -admanaerofoil.com -adprotect.net -advancedmassagebysara.com +03p.info +101raccoon.ru +51.la +7wind.ru +a14download.com +adf.ly +adman.se +adsfresh.men +advokateg.ru affordablewebsitesandmobileapps.com -afslankpillen2017nl.eu -androids-store.com -angry-fermi-7633.arukascloud.io -animenime.ru -apibetweenlinesn-a.akamaihd.net -asdfz.pro -asscenihotosidea.blogspot.com -atout-energie-69.com -auto-zapchasti.org -aviav.co -avtochehli.by -babespcs.com -baixar-musicas-gratis.com -balkanfarma.org -bang-hotties.com -bankiem.pl -banksrf.ru +akusherok.ru +aliexpress.com +allbizne.co.ua +alldezservice.kz +allstatesugarbowl.org +alltheviews.com +amateurlivechat.org +ameblo.jp +anime.dougasouko.com +aramaicmedia.org +azbaseimages.net +bag77.ru +banan.tv battlecarnival.su -bensbargains.net -bestbuy.ca -betonka.pro -bingo8888.com -biznesschat.net -blog.remote-computer.de -bocoarchives.org -break-the-chains.com -brimstonehillfortress.org -bumskontakte.org -burn-fat.ga -buyfriend.ru -cactussoft.biz -callejondelpozo.es -candytiner.com -cartierlovebraceletreplica.xyz -c-gainsbourg.com -chatroulette.online -cheapestjerseys-wholesale.com -cheap-trusted-backlinks.com -chinacheapelitejerseys.com -cialischstgerts.com -cialis-samples.com -cityadspix.com -classicakuhni.ru -compliance-barak.top -compliance-irvin.xyz -cornerstone-countertops.com -counciltally.com -cubs-jerseys.us -customerpromos-a.akamaihd.net -dalavia.ru -damasarenai.info -dev78.dioniqlabb.se -divku.ru +bcmp.org +betterscooter.com +bidbuy.co.kr +billiard-classic.com.ua +blackwitchcraft.ru +blockety.co +bolegapakistan.com +braintobe.win +brus-vsem.ru +buqayy0.livejournal.com +buypanicdisorderpill.com +buzzonclick.com +cakesplus.com.au +candelluxsklep.pl +canzoni.ru +carmuffler.net +carsplate.com +cdncash.org +cheap-pills-norx.com +chiblackhawks-jerseys.com +clicksotrk.com +coin-hive.com +colobit.biz +com-cleaner.systems +compiko.info +compliance-andrew.xyz +corta.co +crd.clan.su +dangphoto.trade +datract.com +d-black.bz +db.speedup.gdn +depositfiles-porn.ga +dfwu1019.info +diegolopezcastan.com dlya-android.org +dokfilms.net doxyporno.com -eas-seo.com -ekspresihati.info -elektrozigarette1.dreamwidth.org -elkacentr.ru -encodable.com -en.home-task.com -eonpal.com -epicbrogaming.com -erot.co -esopini.com -fantasticpixcool.com -fashionavenuegame.com -fashion-stickers.ru -ff30236ddef1465f88547e760973d70a.com -filmfanatic.com -fok.nl -forexgb.ru -forodvd.com -free-gluten.ru -freemags.cc -fyxabomiw.ru -gallerylisting.com -garciniaxt.us -gfaq.ru -gratuitbaise.com +dvr.biz.ua +dynainbox.com +ecommerce-seo.com +educatemetv.com +ee77ee.com +ege-essay.ru +empathica.com +eropornosex.ru +essaypro.com +etenininrade.ga +everytalk.tv +excitacao.com +f0815.de +family1st.ca +farm26.ru +fettefrauen.net +filefilter.weebly.com +fillmewithhappiness.com +findacheaplawyers.com +findanysex.com +finejewelryshop.ru +food.dtu.dk +foto-telok.net +freeseedsonline.com +freeuploader.ml +freewlan.info +ftns.ru +gamblingnerd.com +getdot.ru +goldenggames.com +googlemare.com +gosarhivrt.ru +gosreg.amchs.ru +gsasearchengineranker.space gsmlab.pl -gsou.cf -guruofcasino.com -hao123.com -hatedriveapart.com -havepussy.com -hchha.com -headpress.ru -hermesbelts.xyz -hermesreplica.win -histock.info -hmmm.cz -hoporno.com -hostnow.men -hoverboard360.at -incep.imagine-ex.co -inclk.com -insurple.com -internet-apteka.ru -intervsem.ru -irkutsk.online-podarki.com -islamtoday.co.za -ivanstroi.ru -iwanttodeliver.com -japfm.com -journeydownthescale.info -jrpmakati.com -kiinomaniak.pl -kinoduh.ru -kino-ecran.ru -kino-filmi.com -krasnodar.ru -kuzinsp.ru -la-fa.ru -landmania.ru -lechtaczka.net -ledpolice.ru -letmacworkfaster.site -letslowbefast.today -lexaprogeneric.link -lifehacĸer.com +hdimagelib.com +homik.pw +housediz.com +https-legalrc.biz +hundejo.com +ie.57883.net +ikearugs.xyz +iloveitaly.ru +images-free.net +imediadesk.com +informatiecentro.be +intelhdgraphicsgtdrive6w.metroblog.com +istizanidineanarcoticdrug.blogspot.com +itch.io +itronics.ca +javcoast.com +jobmarket.com.ua +kakablog.net +kareliatobacco.ru +kinotorka.ru +knogg.net +konkursowo-24.pl +ks1234.com +lazymanyoga.com +lida-ru.com liffa.ru -liran-locks.com -locatellicorretor.com.br -locustdesign.co -maridan.com.ua -mebel-ekb.com -medkritika.ru -mexicotravelnet.com -microstatic.pl -mlvc4zzw.space -mojpregled.com -montazhnic.ru -movies-in-theaters.net +littleberry.ru +liveu.infoteka.hu +lyrics.home-task.com +macfix.life +magento-crew.net +magicdiet.gq +make-money-online.com +makis.nu +mbiologi.ru +medicine-4u.org +meget.co.za +microsoftportal.net +minharevisao.com +minneapoliscopiers.com +mnogolok.info +moncleronline.xyz +mouselink.co +mrlmedia.net +mrwhite.biz mturkcontent.com -mydirtystuff.com -mymercy.info -mymobilemoneypages.com -naturtreenspicerx.pw -nelc.edu.eg -netpics.org -nicefloor.co.uk -noclegonline.info -nofreezingmac.work -nonews.co -nootrino.com -ons-add.men -osoznanie-narkotikam.net -partnersafe.men -partybunny.ru -pintattoos.com -pixgood.com +narkologiya-voronezh.ru +oda.as +office2web.com +online-templatestore.com +onstrapon.purplesphere.in +openlibrary.org +ossmalta.com +par-fallen.ga +pc-test.net +pechikamini.ru +php-market.ru +picphotos.net +pierrehardysale.online pizda.lol -platesauto.com -pokemongooo.ml -pornhub-ru.com +plaff-go.ru +pons-presse.com +pornolook.net portnoff.od.ua -pozdrawleniya.com -pozdrawleniya.ru +porto.abuilder.net prchecker.info -prosperent.com -proxyelite.biz -quickcashlimited.com -realtytimes.com -ring4rhino.com -searchinterneat-a.akamaihd.net -security60-e.com -sel-hoz.com -serptehnika.ru +privatamateure.com +privetsochi.ru +profitsport.club +promgirldresses.xyz +promoheads.com +promover.org +psoriasis-file.trade +pwwysydh.com +quality-traffic.com +quickloanbank.com +rankexperience.com +rapevideosmovies.com +royal-investments.net +rvi.biz +saitevpatorii.com +scanner-jack.top +scat.porn +sdi-pme.com +searchencrypt.com +searchtooknow-a.akamaihd.net +seccioncontrabajo.com +seo-traffic-ranking.info sexfreepornoxxx.com -sexsearch.com -sex-tracker.de +sexkontakte-seite.com +sexpartygirls.net +sextracker.be sextracker.de -shariki-zuma-lines.ru -sigmund-freud.co.uk -silverage.ru -sixcooler.de -sledstvie-veli.net -smailik.org -socialtrade.biz -spacash.com -sport7777.net -spymac.net -spywarespy.com -symbaloo.com -symphonyintegratedhealthcare.com -takethatad.com -tastyfoodideas.com -teesdaleflyballclub.co.uk -tgtclick.com -thedownloadfromwarez.blogspot.com -thelottosecrets.com -tizanidineandhydrocodone.blogspot.com -tizanidinedrugtest.blogspot.com +shillyourcoins.com +silktide.com +sitopreferito.it +sizeplus.work +sladkoevideo.com +soblaznu.net +social-vestnik.ru +soft-terminal.ru +softwaretrend.net +solicita.info +sophang8.com +soviet-portal.do.am +ssconstruction.co +stroydetali.ru +td-l-market.ru +thecounter.com +thenetinfo.com +tiens2010.ru +tilido.com +tizanidine4mgstreetvalue.blogspot.com +tizanidineandcipro.blogspot.com tizanidineusedfor.blogspot.com -tjkckpytpnje.com -toon-families.com -trackzapper.com -turbo-suslik.org -txxx.com -u17795.netangels.ru -umg-stroy.ru -unrealcommander.biz -upproar.com -uprour.com -uptimechecker.com -vapomnoncri.tk -vasileostrovsky-rayon.ru -veles.shop -vladimir.xrus.org -vmnmvzsmn.over-blog.com -vonradio.com -vucms.com -wanker.us -warningzscaler.heraeus.com -watchdogs-2.ru -welck.octopis.com -westen-z.life -westsextube.com -womama.ru -womensplay.net -wufak.com -x-diesel.biz -xfluro.com -x-mix.info -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn----9sbebi2bvzr7h.xn--p1ai -youradexchange.com -youtuhe.com -zigarettenonlinekaufen2.bloog.pl -zoolubimets.ru -zytpirwai.net +tourismvictoria.com +tozup.com +track-rankings.online +trafficmania.com +truck-land.life +trucri.me +tula.howotorg.ru +turizm.bz +ua.tc +unrealcommander.org +urldelivery.com +userequip.com +vduplo.ru +versaut.xxx-cam.webcam +veselokloun.ru +vesnatehno.com +video--production.com +vielporno.net +vip-dom.in +vipps.com.my +vykupavto-krasnodar.ru +webcamdevochka.com +websitevaluebot.com +weburok.com +wejdz-tu.pl +ws.ampower.me +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xrus.org +yoluxuryevents.com +zaimite.ru +zapatosenventa.info +znakomstva-moskva77.ru +zoogdiesney.com +zoompegs.com +zootravel.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 34cb39aec..d9f0a2c04 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 349a65442..1e1b48234 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 1907683fc..acbd00eff 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a5e3f0a01..fc38623c5 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1694 +#### Version: V4.2019.06.1695 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b50698087..e632a43eb 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1694 +#### Version: V4.2019.06.1695 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index e595a6aa6..5880b2886 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1694 +#### Version: V4.2019.06.1695 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ @@ -25,7 +25,9 @@ ____________________ - Copyright Mitchell Krog _______________________ - +##### nginx version: nginx/1.10 +##### nginx version: nginx/1.14.2 +##### nginx version: nginx/1.15.8 __________________________ Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 1b723fac8..bc38c6d2a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1694 +#### Version: V4.2019.06.1695 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3ed486966..aadc409d2 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1694 -### Updated: Sat Jun 29 17:44:18 SAST 2019 +### Version: V3.2019.06.1695 +### Updated: Sat Jun 29 18:00:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f09eb7130..d04a6714d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:17 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:21 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 6318d5743..26a4dd207 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1694 -### Updated: Sat Jun 29 17:44:20 SAST 2019 +### Version: V4.2019.06.1695 +### Updated: Sat Jun 29 18:00:24 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##