diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 87627316d..97ea67af5 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 87627316d..97ea67af5 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 87627316d..97ea67af5 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 87627316d..97ea67af5 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 87627316d..97ea67af5 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 10f7670d4..b86586c4d 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/nginxv1.txt b/.dev-tools/nginxv1.txt index e69de29bb..6bcbccb25 100644 --- a/.dev-tools/nginxv1.txt +++ b/.dev-tools/nginxv1.txt @@ -0,0 +1 @@ +nginx version: nginx/1.14.2 diff --git a/.dev-tools/nginxv2.txt b/.dev-tools/nginxv2.txt index bd35cc16a..6eee50fb2 100644 --- a/.dev-tools/nginxv2.txt +++ b/.dev-tools/nginxv2.txt @@ -1 +1 @@ -nginx version: nginx/1.15.8 \ No newline at end of file +nginx version: nginx/1.15.8 diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6e936daab..798770665 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +35.188.1.99 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9496d4553..9550b3094 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; -35.192.187.174 0; +35.224.112.202 0; +35.192.85.2 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index eeddfafad..fb8337b07 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 81d44ffba..42e3cd3be 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -35.193.14.140 0; +104.154.120.187 0; +35.188.1.99 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 6893ce0fc..42c86bb7d 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 70db545d6..b95aa7f41 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -CopyRightCheck -CrazyWebCrawler -Devil -LinkScan -Ltx71 -Mediatoolkitbot -s1z.ru -SMTBot -Suzuran -Wotbox +Asterias +DSearch +Freeuploader +GrapeshotCrawler +Jyxobot +LibWeb +MarkWatch +WebCollage +WebsiteExtractor +YoudaoBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index bc9c1a25b..faa192439 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -Aboundex +80legs Acunetix AfD-Verbotsverfahren -AIBOT AiHitBot -Alexibot +Aipbot +AllSubmitter AlphaBot -Apexoo -archive.org_bot -Asterias -autoemailspider BackDoorBot -backlink-check -BacklinkCrawler -BackStreet -BackWeb -Badass -Battleztar Bazinga +Backlink-Ceck +Bandit +Barkrowler +BatchFTP BBBike -BDCbot -BDFetch -Bigfoot -Bitacle +BetaBot Blackboard -Black Hole -BLEXBot -Boardreader +BlowFish Bolt -BotALot -Brandprotect -Brandwatch -Buddy +Bullseye BuzzSumo Calculon CATExplorador Cegbfeieh +CheeseBot CherryPicker -CheTeam -ChinaClaw -Cogentbot +Chlooe +Cloud mapping cognitiveseo +Collector +Copier CopyRightCheck -Cosmos +Copyscape Craftbot -crawler4j crawl.sogou.com +CrazyWebCrawler CrunchBot +CSHttp Curious -DatabaseDriverMysqli +Custo +DataCha0s demandbase-bot -Demon Deusu -Devil DigitalPebble -Dirbuster -Discobot +Disco Discoverybot Dispatch DittoSpyder -DnyzBot +DomainAppender DomainSigmaCrawler -Dotbot Download Wonder -Dragonfly -Drip -EasyDL +DSearch +DTS Agent Ebingbong -EMail Siphon -EMail Wolf -EroCrawler -Express WebPictures +EirGrabber +ExtLinksBot facebookscraper -FDM FemtosearchBot +FHscan Firefox/7.0 -Freeuploader -Genieo +FlashGet +Foobot +GalaxyBot +GermCrawler GetWeb Gigablast -G-i-g-a-b-o-t Gotit -Go!Zilla Grabber -GridBot +GrabNet +GrapeFX +GrapeshotCrawler +HaosouSpider Havij HEADMasterSEO -Heritrix -Hloader +HTMLparser HTTP::Lite HTTrack Humanlinks HybridBot -Iblog -IlseBot +IDBot +Image Sucker Indy Library -InfoTekies -instabid -internetVista monitor -Iria +Intelliseek +InternetSeer IRLbot -Jetty +JamesBOT +Jbrofuzz +JennyBot +JetCar JikeSpider -Joomla -Jyxobot +JustView +Kenjin Spider +Keyword Density +Kozmosbot +Lanshanbot +Larbin +LeechGet +Lftp LibWeb -Libwhisker -Linkdexbot -LinkpadBot -LinksManager -LinkWalker -LinqiaScrapeBot -Lipperhey Spider +LinkextractorPro +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey Litemage_walker -LNSpiderguy +Lmspider +lwp-request LWP::Simple +lwp-trivial +Mag-Net magpie-crawler +Majestic SEO +MarkWatch Masscan -Mass Downloader +Mata Hari +MauiBot meanpathbot -Mediatoolkitbot -mediawords -MFC_Tear_Sample +Meanpathbot Microsoft URL Control -MIIxpc -Mister PiX -Morfeus Fucking Scanner -Nameprotect +MIDown tool +Msrabot NearSite -Nessus +Needle NetAnts -Netcraft -netEstate NE Crawler -NetMechanic -Net Vampire +NetZIP +Nibbler NICErsPRO -Niki-bot -Nikto -NimbleCrawler Nimbostratus Nmap +oBot Octopus Offline Explorer -OpenVAS -OrangeBot +Openfind +Openvas +OutfoxBot Page Analyzer +page scorer PageScorer +Panscient Pavuk pcBrowser PECL::HTTP -PeoplePal -PHPCrawl -Picscout -Pixray +Picsearch +PictureFinder +Pi-Monster PleaseCrawl -Probethenet -ProWebWalker -PxBroker +plumanalytics +Pockey +POE-Component-Client-HTTP +QueryN Metasearch Quick-Crawler +RankActive RankFlex -RankingBot2 -Rankivabot RankurBot RealDownload Reaper Recorder -ReGet -Ripper +RepoMonkey +RocketCrawler Rogerbot -SalesIntelligent -SBIder +ScanAlert ScoutJet -Scrapy -Screaming -Searchestate -SemrushBot +SearchmetricsBot SEOkicks SEOlyticsCrawler -sexsearcher -Shodan -SISTRIX -Sitebeam +SEOstats +serpstatbot +Siphon SiteExplorer Siteimprove -SiteLockSpider -SiteSucker +SiteSnagger +Site Sucker +Sitevigil SmartDownload -Snake +SMTBot +Snapbot SocialRankIOBot +Sociscraper sogouspider -SpaceBison -Spanner -Spbot +Spammen +sp_auditbot Spinn3r -SputnikBot -spyfu -Sqlmap Sqlworm +Steeler +Stripper Sucuri +SuperBot +SuperHTTP SurveyBot -Suzuran Swiftbot sysscan tAkeOut -Telesoft Telesphoreo -Titan +Telesphorep +The Intraformant +Thumbor +TightTwatBot +Toata +Toweyabot Tracemyfile +Trendiction Trendictionbot +trendiction.com trendiction.de TurnitinBot TwengaBot -Typhoeus +Twice +UnisterBot Upflow +URLy.Warning Vacuum -Vagabondo +VCI VeriCiteCrawler -VoidEYE Voil -WallpapersHD -WASALive-Bot +Voltron +Wallpapers/3.0 WBSearchBot Webalta -Web Auto -WebCollage -Web Collage -WebCopier +WebBandit WEBDAV +WebEnhancer Web Enhancer WebFetch -Web Fetch +WebFuck +Web Fuck WebGo IS -WebImageCollector -webmeup-crawler -WebSauger +WebReaper +Web Sauger Webshag +WebsiteExtractor WebsiteQuester -WebStripper +Webster Web Sucker -WebZIP -Whatweb -WPScan -WWW::Mechanize -WWWOFFLE +WebWhacker +Whack +Whacker +Who.is Bot +WISENutbot +Wonderbot +Wotbox +Wprecon +WWW-Collector-E +WWW-Mechanize +x22Mozilla +Xaldon WebSpider +Xaldon_WebSpider +Xenu YoudaoBot Zauba -Zermelo -zgrab -ZumBot +Zeus +Zitebot +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index f843a5738..651bc15c1 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -Aboundex -ADmantX -AfD-Verbotsverfahren -AhrefsBot -AIBOT -Alligator -AlphaBot -archive.org_bot -ASPSeek -Attach -BackDoorBot +360Spider +80legs +Abonti +Aboundexbot +AiHitBot +AllSubmitter +Asterias +autoemailspider Backlink-Ceck BackStreet BackWeb -Bandit +Barkrowler +BatchFTP +BBBike BDCbot BDFetch -BLEXBot -Blow +Bigfoot +Black Hole +BlackWidow +BlowFish Boardreader +Bolt +BotALot Brandwatch -Calculon -CCBot -Cegbfeieh +Buddy +Bullseye CheeseBot -ChinaClaw +CheTeam Chlooe Claritybot -Cliqzbot -Cloud mapping Cogentbot Collector com.plumanalytics Cosmos +Craftbot +crawler4j CrazyWebCrawler -Crescent -CrunchBot CSHttp -DatabaseDriverMysqli -DBLBot -Demon +Curious +demandbase-bot +Deusu +Digincore DigitalPebble Discobot Discoverybot -DittoSpyder DnyzBot DomainAppender +DomainCrawler DomainSigmaCrawler -Dotbot +DomainStatsBot +Download Wonder +Dragonfly Drip DSearch -ECCP/1.0 -Ecxi -EirGrabber -evc-batch -Evil -Extractor -ExtractorPro +EMail Siphon +EMail Wolf +EroCrawler +ExtLinksBot facebookscraper -Firefox/7.0 +FDM +Fimap +FlashGet Foobot -Freeuploader Fyrebot -Genieo -Getintent -Gigablast +GalaxyBot +GetRight +Gigabot +Go-Ahead-Got-It Gotit -GoZilla +Grabber Grafula -GrapeshotCrawler -GridBot GT::WWW HaosouSpider -Harvest HEADMasterSEO +Heritrix Hloader -HMView -HTTrack -Iblog +Humanlinks Id-search -Indy Library +IlseBot InfoNaviRobot +InfoTekies +Intelliseek InterGET -ips-agent +InternetSeer Iria -IRLbot -Iskanie -IstellaBot -JamesBOT -JikeSpider -Jorgee -Kozmosbot +Jbrofuzz +JOC Web Spider +Jyxobot +Larbin +LeechFTP +LexiBot Lftp LibWeb +Likse LinkextractorPro LinkpadBot LinksManager +LinqiaScrapeBot Lipperhey +Lipperhey Spider +Litemage_walker +Lmspider +Ltx71 lwp-request +LWP::Simple Magnet Mag-Net Majestic12 Majestic SEO -Masscan -Mass Downloader +MarkMonitor Mata Hari meanpathbot -Mediatoolkitbot +MFC_Tear_Sample Microsoft Data Access -MIDown tool -MJ12bot +Mojeek +Morfeus Fucking Scanner MSFrontPage MSIECrawler Msrabot muhstik-scan Name Intelligence -Nameprotect NearSite -Needle -Netcraft netEstate NE Crawler Nettrack -NetZIP +Netvibes Nibbler -NICErsPRO -Niki-bot -Nikto -NimbleCrawler -Nimbostratus -NPbot +Ninja Nutch Offline Navigator -Openvas +OnCrawl +OpenLinkProfiler OpenVAS -OutclicksBot +OrangeBot OutfoxBot PageAnalyzer Page Analyzer PageGrabber -page scorer -PageScorer Panscient -Papa Foto -Pavuk -PECL::HTTP -PeoplePal +pcBrowser PHPCrawl Picscout -Picsearch PictureFinder -Pimonster Pi-Monster PleaseCrawl +plumanalytics ProPowerBot ProWebWalker Psbot -PyCurl +PxBroker +Quick-Crawler +RankActive +RankActiveLinkBot RankFlex RankingBot -RankingBot2 +Rankivabot +RankurBot +RealDownload RebelMouse -Recorder -RocketCrawler +RepoMonkey +s1z.ru +SBIder ScanAlert +Scanbot scan.lol -ScoutJet -Screaming +Scrapy ScreenerBot -Semrush -Seomoz +SearchmetricsBot +SEOkicks SEOprofiler seoscanners -serpstatbot -Shodan -Sitebeam +SeoSiteCheckup +SEOstats +SiteExplorer Siteimprove +SiteLockSpider +SiteSnagger +SiteSucker Site Sucker -SmartDownload +Sitevigil SMTBot +Snake +Snoopy Sociscraper sogouspider -sp_auditbot +Sogou web spider +Sottopop +Spammen +SpankBot +Spanner Spbot Spinn3r spyfu Sqlmap +Sqlworm Sqworm Steeler +Stripper +Sucker Sucuri SuperBot -Surfbot +SurveyBot sysscan -T8Abot -Teleport +Szukacz +T0PHackTeam +tAkeOut TeleportPro -Telesoft TheNomad -Thumbor -Titan +TightTwatBot Toata Toweyabot -Turingos +trendiction.com TurnitinBot -Twice +TwengaBot UnisterBot Upflow URLy Warning -Vagabondo +VidibleScraper Virusdie -VoidEYE Voil Voltron -WallpapersHD -WBSearchBot -Webalta WebAuto +WebBandit WebCollage +Web Collage WebCopier +WebEnhancer Web Enhancer -Web Fetch -WebFuck -WebGo IS -webmeup-crawler -WebSauger -Web Sauger -Webshag -WebsiteExtractor -Web Sucker +WebLeacher +WebmasterWorldForumBot +Web Pix +WebReaper +WebStripper +WebSucker WebWhacker -WeSEE -Whatweb +WebZIP Who.is Bot -Widow +WinHTTrack WiseGuys Robot -WISENutbot -Woobot +Wotbox Wprecon +WPScan WWW-Mechanize -WWW::Mechanize x09Mozilla -x22Mozilla Xaldon WebSpider -Xaldon_WebSpider Xenu -xpymep1.exe -Zade Zauba -zauba.io -ZmEu -ZyBorg +Zeus +zgrab +Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index e8c3306d1..4bf7a0ec6 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -7search.com -canyougethighofftizanidine.blogspot.com -cialis-samples.com -dogsrun.net -drugspowerstore.com -gambarkataku.co -gemara.com -gourcy.altervista.org -hamptonoaks.ca -wejdz-tu.pl +compliance-elena.xyz +lunamedia.co +mazda-roadsters.com +partner-pop.men +pornotubs.com +rn-to-bsn.com +smart-scripts.com +svbur.ru +xn----7sbahjd3btneuw1joc.xn--p1ai +xn--d1abj0abs9d.in.ua diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a892116a1..4d7caec1c 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -03p.info -123cha.com -1688.com -1adult.com +0lovespells0.blogspot.com +123kuma.com +1bet.com 1-free-share-buttons.com -1millionusd.xyz -1webmaster.ml -20pascals.nl -21h2o.com -24-ak.ru -273-fz.ru -28n2gl3wfyb0.ru -2pxg8bcf.top +1kdailyprofit.me +1pamm.ru +2020iscoming.info +23kw.ru +24x7-server-support.site +2kata.ru 300richmond.co.nz -3dracergames.com -3-letter-domains.net -4webmasters.org -5000-cotydzien.com -51.la -5elementov.ru -5u.com -5ws.dating-app.ru -999webdesign.com -9med.net +34.gs +3xforum.ro +4pp13.com +5-steps-to-start-business.com +7search.com +8kisses.eu +8si.ru a14download.com -aa14ab57a3339c4064bd9ae6fad7495b5f.com -absolutelyanalog.com +aa81bf391151884adfa3dd677e41f94be1.com +aa9d046aab36af4ff182f097f840430d51.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aab94f698f36684c5a852a2ef272e031bb.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +aadroid.net +aarbur.com +abcdeg.xyz +abclauncher.com +abctoppictures.net +abwa.tk +accessoires-mode.in +acgs.tk acmebtn.ml -activecampaign.dreamhosters.com -adbetclickin.pink -adclickservice.com -addblueoff.com.ua -addtoadd.men -adserver-e7.com -adsloads.com -ads-seo.men +actionnooz.com +actulite.com +acunetix-referrer.com +adcash.com +adconscious.com +adloads.com +adloads.net +adobereader-free.ru +adpremium.org +adtiger.tk +adultactioncam.com +adultfullhd.com +adult-shop.com.ua adultwebhosting.info -afftrack001.com -agadelha.com.br +advancedmassagebysara.com +advancedsoftwaresupport.com +aero2.ru agroeconom.kz ahmedabadwebs.com -ahrefs.com air-edem.ru -akita.kz -aksonural.ru -akusherok.ru -albuteroli.com +alborzan.com alekseevec.ru -alert.scansafe.net -alfa-img.com -alienwheels.de -all4invest.info -allbizne.co.ua +alessandraleone.com +aliexpress.com +alive-ua.com +allblogroll.com +alldubai.biz +allfinweb.com allknow.info -alpharma.net +allnews24.in +all-number.com +alloysteel.ru +allpdfmags.net +alltheviews.com +allwidewallpapers.com +altamayoztourism.com +amanda-porn.ga +ampower.me +am-se.com anabolics.shop anaksma.info -anal-acrobats.com -animal36.com -animal-drawings.com -animebox.com.ua +analytics-ads.xyz +androids-store.com +animalia-life.club +anlimebel.kiev.ua +anmysite.com anticrawler.org -anti-virus-removal.info -apartamentwroclaw.eu -apibrowsesmartne-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net +apccargo.com +apifasterlightin-a.akamaihd.net api.stathat.com -appfixing.space -approvedlocal.co.za -aproposde.com -arclk.net -arenda-avtoprokat-krasnodar.ru -arpelsreplica.xyz -artavenuegardenstudios.com -asdfg.pro -asiavirtualsolutions.com -asrvvv-a.akamaihd.net -atofilms.com -atout-energie-69.com -ausmepa.org.au -australia-opening-times.com -autobrennero.it -autotrends.today -avek.ru +appfastplay.com +apple.com-webbrowsing-security.science +applicationg29.com +appsaurus.com +a.pr-cy.ru +arcteryxsale.online +arendatora.ru +arius.tech +as5000.com +asia-forum.ru +asophoto.com +atlant-auto.info +auto4style.ru +autoblogger24.info +autodo.info +autolombard-krasnodar.ru +autonew.biz +auto.rusvile.lt aversis.net -aviav.co -avitocars.ru -avramstroy.ru -avtoarenda.by -avtochehli.by -awency.com -axbocz.net +aviav.eu +aviav.ru +avkzarabotok.com +avon-novosib.ru +avtocredit-legko.ru +ayerbo.xhost.ro azadnegar.com -azartmix.com -bag77.ru -baikaleminer.com -balans.shahterworld.org -balkanfarma.ru +azbuka-mo.ru +babespcs.com +babieca.com +balitouroffice.com balois.worldbreak.com bang-hotties.com -bankcrediti.ru -banki76.ru +bankmib.ru +bankofthewext.com +bannerads.de bannertesting.com -barbourjackets.online -bard-real.com.ua -bdsmgalls.net -beachdriveblog.com -beclean-nn.ru -beetpics.pw -belinvestdom.by -bestbuy.ca -bestchoice.cf -bestcurs.org -bestfortraders.com -bestkfiledxd.cf -best-seo-software.xyz -bestserials.com -bestwebsiteawards.com -bgviagrachrx.com -bidr.trellian.com -biglistofwebsites.com -bigpictures.club +basisches-wasser.net +bausparen.bz.it +beauty-things.com +best-deals-products.com +bestofferswalkmydogouteveryday.gq +bestofupload.info +bestwebsitesawards.com +bezsporno.ru +bif-ru.info +bigames.online +billiard-classic.com.ua +bimatoprost-careprost.com bingoporno.com -binomo.com -bioca.org +biographiya.com +bio-market.kz bio.trade-jp.net -bizcheapjerseyswholesalechina.com -bkns.vn -blackle.com -blackplanet.com -blavia.00author.com +bird1.ru +birzha-truda.eu +bitcoins-live.ru +bizfly.info +bjetjt.com +blackcurranthumidifiers.site +blackhatworth.com bloggedporn.com -bloggen.be -bmwhighperformers.com -boeuklad.com -boltalko.xyz -bookmaker-bet.com -bookmark4you.com -bookmark4you.com.biz -brains2.biz -braintobe.win -brakehawk.com -brandedleadgeneration.com -brandehk.dk -brateg.xyz -bravegirlsclub.com -breget74.ru -brothers-smaller.ru -bryansk.zrus.org -burkesales.com +blog.koorg.ru +blog.yam.com +bluejays-jerseys.us +bluesman.nu +board.f00d.de +bongiornos.info +bonky.biz +bosefux.esy.es +bouda.kvalitne.cz +brainzpod.win +b-styles.xyz businescoop.men -buybest1.biz -buyclomidonlaine.com -buyessaynow.biz -buy-forum.ru -buyhoverboard.com -buyk.host.sk -buytizanidineonline.blogspot.com -buzzzg.men -bvlgariring.xyz -bwlx.prepedu.cn -calcularpagerank.com -californianews.cf -calstaterealty.us +businesn.men +buttons-for-website.com +buyantiviralwp.com +buypuppies.ca +buzzonclick.com +bvlgaribracelet.xyz +cablecar.us +cakesplus.com.au +callstevens.com candlewooddentalcentre.com.au -cardsdumps.com -cardul.ru -carfax.com.ua -cartierlove2u.xyz -cartierlovestore.com -cartujano-pre.de -cdncash.com -cdnnetwok.xyz -celejihad.info -cellfun.mobi -cenokos.ru -cenoval.ru -ceotrk.com -cezartabac.ro +canrioloadm.gq +canrole.com +carabela.com.do +cartierwatch.xyz +casinorewards.info +cbox.ws +cdnanalytics.xyz +centre-indigo.org.ua +centrumcoachingu.com cfjump.com +c-gainsbourg.com changde.58.com -chastnoeporno.com -chatroulette.si -chee-by.biz -cherrypointplace.ca -cherubinimobili.it -chiblackhawks-jerseys.com -children-learningreading.info +chatroulette.video +chcu.net +cheapestjerseys-wholesale.com +cheapjerseysap.com +cheapmoncler.win +cheapsergiorossi.online +checkpagerank.net +chidporn.com +chiptuninger.com +chlooe.com +chocolateslim-original.com chocolateslim-u-srbiji.com chocoslim.pro -classicakuhni.ru -clean-virus-mac.com -clickcash.com -clmforexeu.com -coaching-netz.info +choice-credit.ru +chorus.terakeet.com +christianlouboutinsaleoutletonline.us +christianlouboutinshoes.xyz +ciekawinki.pl +clarithromycin500mg.com +clash-clans.ru +claytransformations.info +clevernt.com +clickbank.net +clickprotects.com +clickso.com +clicksor.com +clips.ua.ac.be +club-musics.ru +cmd.kz cobaltpro.ru -coinsspb.com -coldfilm.ru -collegerentals.com -compliance-alex.top -compliance-brian.top -compliance-donald.xyz +coindirect.io +coin-hive.com +collegeessay19.blogspot.ru +comeondog.info +comissionka.net +compliance-brian.xyz +compliance-checker.info compliance-don.top -compliance-josh.top -compliance-viktor.top -compliance-walter.top -com-secure.download +compliance-don.xyz +compliance-jane.top +compliance-mary.top +compliance-nelson.top conciergegroup.org -converse.ddsoldes.fr -cookie-law-enforcement-ff.xyz -coolgramgoods.com -coprofam.org -cottageofgrace.com -cougfan.info -covadhosting.biz +concordexoticrentals.com +cookie-law-enforcement-ee.xyz +cookingmeat.ru +copypaste.traderzplanet.in +copyrightclaims.org +cornerstone-countertops.com +cornomase.win +crackzplanet.com +craftburg.ru +craftinsta.ru creams.makeforum.eu -creditnation.ru -creditwell.ru -crystalslot.com -customerpromos-a.akamaihd.net -cv.wallhade.co -damasarenai.info -danceuniverse.ru -datsun-do.com -davidovic.info +csgo4.win +cubook.supernew.org +culad.com +cupday.com +customboxes4less.com +custom-electric-guitar.com +danashop.ru +dandiyabeats.in +darkbooks.org +dating-time-now.com d-black.bz -dcj-nn.ru -ddlmega.net -decoratinghomes.ga +dealwifi.com +defenderxtactical.com degerlund.net dekorkeramik.ru -delfin-aqua.com.ua -delta-line.men -den-noch24.ru -deshevo-nedorogo.ru -deutschland123.de +derevesendeco.com +design-ideas.info +destinationrealestate.com +detsky-nabytek.info +devochki.top +dfiles.me diesel-parts28.ru -dieta-personalna.pl -dignitasdata.se -dirtpics.pw -disruptingdinnerparties.com -divku.ru -djekxa.ru -dnepr-avtospar.com.ua -doctormakarova.ru -dogoimage.com -dokfilms.net -domination.ml -domoysshop.ru +dikx.gdn +discountliv.com +discovertreasure-a.akamaihd.net +dispo.de +divisioncore.com +diy-handmade-ideas.com +djstools.com +dms-sw.ru +docstoc.com +documentsite.net +dogbreedspicture.net +doktoronline.no +domaincdn.xyz doska-vsem.ru -dotnetdotcom.org +dostavka-v-ukrainu.ru +dosugrostov.site downloadeer.net -downtuptv.gq -drugs-no-rx.info -druzhbany.ru -dvrlists.com -dyshagi.ru -dyt.net -e705.net -eandsgallery.com +dpihatinh.gov.vn +drunkmoms.net +dumpsmania24.com +dvd-famille.com +dwomlink.info +e2click.com earl-brown.info e-buyeasy.com -ecommerce-seo.com +econom.co +edelstahlschornstein-123.de editmedios.com -ed-shop01.ru -edwinkonijn.com.au -ege-essay.ru -ekspresihati.info -e-kwiaciarz.pl -eldiariodeguadalajara.com -electricwheelchairsarea.com -elektrischezigaretten1.blogse.nl +ednorxmed.com +education-cz.ru +ege-russian.ru +ekto.ee +elektrischezigarette2.onsugar.com elektroniksigaraankara.info -elektronischezigarettekaufen1.beeplog.com elektrozigarette1.dreamwidth.org -elektrozigaretten2.yn.lt +elektrozigarettekaufen2.blogse.nl elidelcream.weebly.com -elmacho.xyz -elstal.com.pl -eng-lyrics.com -envaseslotusama.com -eorogo.top -erectile.bid -eredijovon.com -ereko.ru +elitedollars.com +empathica.com +enternet.ee +e-poker-2005.com +eralph.tk +eropho.com erotik-kostenlos.net -erotikstories.ru -etenininrade.ga -eugenevaultstorage.com -exdocsfiles.com -exlarseva.webblog.es -exmasters.com -exoclick.com -expresstoplivo.ru -ezigarettekaufen1.hpage.com -ezigarettekaufen2.mpbloggar.se -f1nder.org +eshop.md +essay-edu.biz +euronis-free.com +evrotekhservis.ru +ewebarticle.info +excitacion.info +exonline.info +exportshop.us +extener.org +extremez.net +eyemagination.com +ezigarettenkaufen1.pagina.gr +ezigarettenshop2.myblog.de +ezrvrentals.com +f00kclan.de f5mtrack.com -falllow.gq -familyphysician.ru -fashionindeed.ml -fashion.stellaconstance.co -fastfixing.tech -fatfasts-4tmz.com -fatmaelgarny.com -favorcosmetics.com -fbdownloader.com -feargames.ru -fefo.gdn -fetlifeblog.com -fettefrauen.net -fickkontaktehobbyhuren.com -filerockstar298.weebly.com +fantasticpixcool.com +faracontrol.ir +fealq.com +feel-planet.com +ferieboligkbh.dk +fermersovet.ru +ferrotodo.com +fetishinside.com +fikasound.tk filmgo.ru -filmi-onlain.info -film-one.ru fil.ru -financehint.eu -findacheaplawyers.com -findanysex.com -finteks.ru +financepoints.eu fireads.men -firma-legion.ru firstdrugmall.ru +fishingwholesale.us +fitfloponline.store flavors.me +floating-share-buttons.com flooringinstallation-edmonton.com -flowersbazar.com -flytourisme.org -fm-upgrade.ru -focalink.com -f-online.de +folowsite.com foodcrafts.website -footballfarrago.com +footbalive.org forminecrafters.ru -forms-mtm.ru -formularz-konkurs.tk +formseo.com +fortwosmartcar.pw +forum20.smailik.org +forum.poker4life.ru +forumprofi.de forums.toucharcade.com +forum.tvmir.org foxweber.com +frbizlist.com +frcls.fr free411games.com -freelifetimefuckbook.com -freelotto.com -freetangodownload.com +free-deals.faith +free-gluten.ru +freenode.info +freeseedsonline.com +free-stock-illustration.com +freewareseek.com freshdz.com freshwallpapers.info -fsakhalin.ru -funcrushgames.com -fyl.com.ru -gambarkatabaru.com -gambarkataku.co -gamedayassist.com -gameprimary.com +frvo.alptandem.ru +fullgirl.ru +fx-brokers-review.com +g33.org gamerscorps.com -gamevalue7.weebly.com -gateway.zscalertwo.net -gay-site.store -gazoblok.net.ua -ge0ip.net -genericviagrasildenafiled.net +gamezblox.com +garciniaxt.us +gardene.ru +gavuer.ru +gdcentre.ru +gearsadspromo.club +geckoandfly.com +genericlowlatencyasiodriverhq.aircus.com gerhardhealer.com +germetiki.com.ua +getmiro.com +getresponse.com +gettpromos.com gfaq.ru -ggiaro.com -gg.zzyjxs.com -gifspics.com -gilbertbanda.net +gg-arena.ru +ghernnqr.skyrock.com +gidonline.one girlsatgames.ru -girlspicsa.com -gktt.ru +given2.com glall.ru -glogow.pl -glopages.ru -golmau.host.sk -googlsucks.com -gopro-online.info -groupmoney.ru -growboxbl.ru -growshop.es -gsou.cf -gta-top.ru -guardlink.org -gyffu.com +glcomputers.ru +global-ics.co.za +go2jump.org +gogps.me +goldandcard.ru +goldenggames.com +gotwebsite1.com +gpms.org.my +gratuitxblcodes.com +greatzip.com +gribokstop.com +gsasearchenginerankerdiscount.com +gsasearchengineranker.space +guardlink.com +guarrasdelporno.xxx +guitar-master.org +guruofcasino.com +gwebtools.com.br habermetre.com -handsandlegs.ru -hannasolution.ru -harmonyglen.us -hauleddes.com -hawaiielectriclight.com -hawaiisurf.com -hchha.com -hd-filmy.net -hdseriale.pl +handicapbathtubarea.com +hanwei.us +happy.new.yeartwit.com +havepussy.com +hdfreeporno.net +hdimagelib.com hdwallpapers-free.com -healbio.ru -health-medical-portal.info -hermesbracelets.xyz -hermesreplica.pw -high-speed1.net -histats.com -histock.info -hit-men.men -hkdiiohi.skyrock.com +healgastro.com +hebr.myddns-flir.com +heliko.no +help.tpu.ru +himgaws.pw +hit-kino.ru +hobbyhuren24.net +hobbyhuren-datenbank.com hoholikik.club holidaypics.org -hoporno.com -horoshieokna.com -hostcritique.com -hosting-tracker.com -host-tracker.com -hotblognetwork.com +homedecorpicture.us +homegardenlova.com +homeinns.com +homemade.gq +hoste.octopis.com +hostnow.men hothor.se hotkeys.com +hotloans.ru hotshoppymac.com house.sieraddns.com -houston-vikings.com -hoverboard360.nl -howtoclean.club -hoztorg-opt.ru +howlongdoestizanidinestayinyoursystem.blogspot.com hreade.com -hspline.com -huimin764128.com +humanorightswatch.org humbmosquina.tk -hundejo.com -hydropump.su hyipmanager.in -idealtits.net -ifmo.ru -iklysha.ml -ilbe.club -imadedinner.net +iamsport.org +iccornacircri.cf +ideibiznesa2015.ru +iinstalll-fii1leis.jus0wil.pp.ua +ilovevitaly.ru +imabase.com +imagecoolpub.com +imagefinder.site +images-graphics-pics.com imfamous.info -imperiafilm.ru -impisr.edunsk.ru +imicrovision.com +i-midias.net.br impisr.ru importchinacoach-teach.com -impresagaia.it -incep.imagine-ex.co -inclk.com -indiasourcemart.in -innoslicon.com -inspiring-desperate.tk -insta-add.pro -instakink.com -intellektmedia.at -internetproviderstucson.com +incolors.club +indiakino.net +indo-export.ru +infazavr.ru +infobabki.ru +infogame.name +infospot.pt +inome.com.ua +intellekt21.ru +interesnie-faktu.ru +investpamm.ru +invitefashion.com inzn.ru -iptool.xyz -iqoption-bin.com +iopeninghours.co.uk +iqbazar.ru +iqoption.pro +irunfar.com iscblog.info -islandminingsupply.wordpress.com istizanidinelikexanax.blogspot.com -istmira.ru -itbc.kiev.ua -it-max.com.ua -ivanstroi.ru -jasonpartington.com -javitas.info +ivoiretechnocom.ci +iwanttodeliver.com +izhevsk.zrus.org +jackpotchances.com +janavibekken.no +janerikholst.se +javlibrary.cc +javrip.net je7.us -jerseyschinabizwholesale.us +jerseyssportsshop.com +jewelryandfiligree.com jimmychoosale.online -jjbabskoe.ru -jobmarket.com.ua -johnrobertsoninc.com -jolic2.com -jurajskie.info -kanimage.com +joessmogtestonly.com +j-times.ru +justbcause.com +kam-dom.ru +karpun-iris.ru +kashubadesign.ru katadhin.co -katushka.net -kazrent.com +ketrzyn.pl +kevblog.top +keywordblocks.com keywordhouse.com -keywords-monitoring-success.com +keywordhut.com keyword-suggestions.com -keywordsuggests.com -kidd.reunionwatch.com -kinoduh.ru -kino-ecran.ru -klumba55.ru -kosmetyki.tm.pl +khafre.us +kinogonew.ru +kinomaniatv.pl +kino-rating.ru +kiprinform.com +koleso24.com.ua +komputers-best.ru +konica.kz +konkursowo-24.pl kostenlos-sexvideos.com -kozhniebolezni.com -krasula.pp.ua -ks1234.com +krasivoe-hd.com kumuk.info +kung-fu-ru.com +kupiproday.com.ua +kupit-adenu.ru +kursy-ege.ru kutikomi.net -lacapilla.info -landoftracking.com -landreferat.ru -languagecode.com +kvartira-sutochno.com +kwzf.net +laapp.com +labafydjxa.su +lacave.ntic.fr +laexotic.com +lalalove.ru +landscaping.center laparfumotec.com -larger.io -laserpen.club -lawyers.cafe -lennatin.info -lerporn.info -letmacwork.world +larutti.ru +laudit.ru +lawyersinfo.org +lechenie-gemorroya.com +legionalpha.com letsart.ru -li-er.ru -linkredirect.biz -linkwithin.com -lion.bolegapakistan.com +lflash.ru +lider-zhaluzi.kiev.ua +life-instyle.com +likesdesign.com lion.snapmap.us -lirunet.ru +lisque.batcave.net livefixer.com -livetsomudvekslingstudent.bloggersdelight.dk -lob.com.ru -localflirtbuddies.com -longlifelomilomi.info -lovelycraftyhome.com -luciddiagnostics.in -lunamedia.co +lizace.com +lombardfinder.ru +lomza.info +louboutinreplica.pw +lsex.xyz +ltvperf.com +luxup.ru lyrics.home-task.com m292.info -machicon-akihabara.info -mactechinfo.info -magicdiet.gq -maglid.ru +m4ever.net +macfix.life +macotool.com +macrotek.ru magnetic-bracelets.ru -mahnwachen-helfen.info -mainhp.net +makedo.ru +mamasuper.prom.ua managerpak204.weebly.com -manuscript.su +mansiondelrio.co manve.info -maranbrinfo.com.br -marblestyle.ru -marketingvici.com -marktforschung-stuttgart.com -marmitaco.cat -marsgatan.com -massage-info.nl -master-muznachas.ru -matb3aa.com -maxxtor.eu -mebeldekor.com.ua +map028.com +matpre.top +maximilitary.ru +mbiologi.ru +mebel-vstroika.ru +meccadumps.net mediawhirl.net -medicineseasybuy.com -medispainstitute.com.au +medicine-4u.org +medicines-choice.com +medictube.ru medkletki.ru -meds-online24.com -meduza-consult.ru -megaapteka.ru -menstennisforums.com -metabar.ru -mexicosleevegastrectomy.com -mielec.pl -mikozstop.com -mikrobiologies.ru -milblueprint.com -mil-stak.com -minegam.com +medosmotr-ufa.ru +megahdporno.net +merryhouse.co.uk +metalonly.info +mex-annushka.ru +mezaruk.info +mhi-systems.ru +midst.eu +minecraft-neo.ru +missclub.info missis.top -misterjtbarbers.com -mixx.com -mlf.hordo.win -mmoguider.ru -mmstat.com -mnogabukaff.net +mmgq.ru +mobile-appster.ru +mobioffertrck.com mobot.site -mockupui.com -moinozhki.com +modnie-futbolki.net +moetomnenie.com +moje-recenze.cz +mokrayakiska.com monclercoats.xyz -monclerjacketsoutlet.win -monetizationking.net +money-every-day.com moneymaster.ru -moneyzzz.ru -montredemarque.nl -morepoweronmac.trade +monthlywinners.com +moomi-daeri.com morlat.altervista.org -moscow-region.ru -mosrif.ru -mossmesi.com -moyakuhnia.ru -mp3downloadhq.com -mrbojikobi4.biz -mug-na-chas-moscow.ru -musicas.baixar-musicas-gratis.com -muycerdas.xxx -mydeathspace.com -mygameplus.com -myonigroup.com -mypets.by +morocco-nomad-excursions.com +moviemail-online.co.uk +mrbitsandbytes.com +mrlmedia.net +mrpornogratis.xxx +mtmtv.info +muizre.ru +mundoaberrante.com +musflashtv.com +musicspire.online +mustwineblog.com +mwtpludn.review +mxgetcode.com +mydownlodablefiles.com +myfreemp3.eu +myhydros.org +mylida.org mypornfree.ru -mywallpaper.top -myyour.eu -narosty.com -naturtreenspicerx.pw +nalogovyy-kodeks.ru +nalogovyykodeks.ru +naval.jislaaik.com nbsproject.ru neks.info -netanalytics.xyz -newtechspb.ru -nfljerseysforsalewholesaler.com -niki-mlt.ru -ningessaybe.me -niroo.info -nl.netlog.com -nodding-passion.tk -nodup.ru -nootrino.com -nosecret.com.ua -novatech.vn -nudepatch.net -nzfilecloud.weebly.com -oakridgemo.com -obuv-kupit.ru -oda.as -offers.bycontext.com -office2web.com -okeinfo.online -oklogistic.ru -okonich.com.ua -okout.ru +netoil.no +net-profits.xyz +networkad.net +networkcheck.xyz +newstudio.tv +nextconseil.com +nfljerseyscheapchinabiz.com +nfljerseys.online +nhl17coinsforps3.gratisblog.biz +nippon-bearings.ru +nlfjjunb5.ru +nordvpn.com +notasprensa.info +november-lax.com +nowtorrents.com +obesidadealgarve.com +obsessionphrases.com +offergroup.info +offf.info +offtopic.biz ok.ru -okuos.com -onlinadverts.com -onlineku.com +oktube.ru +olvanto.ru +onetravelguides.com +onlainbesplatno.ru onlinemeetingnow.com -online-podarki.com -ontargetseo.us -o-o-6-o-o.com -o-o-8-o-o.com -ooo-gotovie.ru -oranga.host.sk -oren-cats.ru -orgasmus-virtual.com +o-o-11-o-o.com +o-o-8-o-o.ru +oops-cinema.ru +oralsexfilme.net +orhonit.com +orion-v.com +osnova3.ru ostroike.org +otbelivanie-zubov.com +ourtherapy.ru outrageousdeal-a.akamaihd.net -ovirus.ru -ownshop.cf -ownshop.win -oz-offers.com -paleohub.info -pammik.ru -paphoselectricianandplumber.com -paramountmarble.co.uk +outshop.ru +oynat.info +panchro.xyz +panouri-solare-acoperis.com +papasdelivery.ru +par-fallen.ga parfusale.se +park.above.com +partner-high.men partner-print.men +partner-stop.men +partnerworkroom.men pawli.eu -paydayloanslocal.com -pc-test.net -pechikamini.ru -pendelprognos.se -petitions.whitehouse.gov -petrovka-online.com +pdn-4.com +pekori.to phobia.us -piccshare.com -pigrafix.at -pillscheap24h.com +phormchina.com +physfunc.ru +picphotos.net +picscout.com +pictures-and-images.net +picturesfrom.com +pihl.se +pills24h.com +pinstake.com +pinwallpaper.top +pistonclasico.com +pix24x7.com +pladform.ru +plastgran.com +platinumdeals.gr +play.leadzupc.com +playlott.com play-movie.pl -pliks.pl -pl-top.pl -plusnetwork.com -poffet.net -pogosh.com -poiskzakona.ru -polimga.pw -polybuild.ru -pooleroadmedicalcentre.co.uk -porn555.com -porndl.org -pornodojd.ru -pornohd1080.online -pornosee.info +pons-presse.com +poptool.net +popup.matchmaker.com +porndairy.in +pornhub-ru.com +pornoblood.com +pornobrazzers.biz +pornogig.com +pornolook.net porno-transsexuals.ru -pornoxxx.com.mx -pornpost.in -pornstartits.xblog.in -porn-w.org -postclass.com -potoideas.us -pourvous.info -powitania.pl -pozdravleniya-c.ru -pozvonim.com -predmety.in.ua -preparevideosafesystem4unow.site +portal-eu.ru preparevideosafesystem4unow.space -presleycollectibles.com -pretty-mart.com -princeadvantagesales.com -priscilarodrigues.com.br -privatamateure.com -privatefx-in.ru -privhosting.com -prodess.ru +priora-2.com +prlog.ru producm.ru -proftests.net -progonrumarket.ru -pronorm.fr -proposal-engine.com -prostitutki-astana.org -prostitutki-kiev.org -prostitutki-odessa.org -prostitutki-tolyatti.org -psvita.ru -ptr.ruvds.com -purplestats.com -puteshestvennik.com -qexyfu.bugs3.com -quick-offer.com -rabot.host.sk -randalljhoward.com -rangoman.date -rankscanner.com -ranksonic.org -rapidokbrain.com -razamicroelectronics.com -recinziireale.com -relax.ru -remedyotc.com +prodvigator.ua +profitkode.com +prointer.net.ua +projectforte.ru +pronekut.com +pro-poly.ru +proprostatit.com +prospekt-st.ru +prostitutki-novgoroda.org +prostitutki-rostova.org +pskcijdc.bloger.index.hr +pts163.ru +pulseonclick.com +puzzleweb.ru +pyrodesigns.com.au +qitt.ru +q-moto.ru +quickcashlimited.com +qwesa.ru +rcb101.ru +rcpmda.ikan1080.xyz +real-time-analytics.com +redbottomheels.xyz +regionshop.biz remont-ustanovka-tehniki.ru -rent2spb.ru -rentalcarnavi.info -rentaremotecomputer.com -rentehno.ru -replica-watch.ru -resant.ru -respublica-otel.ru +remorcicomerciale.ro +replicaclub.ru +replicalouboutin.xyz resultshub-a.akamaihd.net -reversing.cc -rfd-split.hr -rff-cfal.info -ringporno.com -rixpix.ru -royal-investments.net -rucrypt.com -ruscoininvest.company -rusoft-zone.ru -ruspdd.com -rusprostitute.com -russia-today-video.ru -safe-app.net -saitevpatorii.com -saletool.ru -sa-live.com -salut-camp.ru -salutmontreal.com -samo-soznanie.ru -sanjosestartups.com -satellite.maps.ilovevitaly.com -sbetodiodnye-lampy.ru -scalerite.co.za -scanner-irvin.top -scansafe.net -scanspyware.net +risparmiocasa.bz.it +robertefuller.com +rospromtest.ru +rossmark.ru +royalvegascasino.com +ruclicks.com +running-line.ru +runstocks.com +rvtv.ru +sabaapress.com +sandhillsonline.com +sanyuprojects.com +saveindex.xyz +savingsslider-a.akamaihd.net +sax-sex.com +scanmyphones.com +scanner-andrew.top +scanner-barak.top +scanner-elena.top +scanner-julia.top +scanner-marwin.top scenicmissouri.us -scrapinghub.com +scopich.com +scrapy.org +scrnet.biz.ua +sc-specialhost.com +sdelai-prosto.ru sdsjweb.com -search.1and1.com -searchaddis.com -searchinquire.com -search.pch.com -seasaltwithfood.com -seasonvar.ru -secret.xn--oogle-wmc.com +searchwebknow-a.akamaihd.net +search.xtconnect.com +se.bnt-team.com +secretscook.ru +see-your-website-here.com seksotur.ru -selectads.men -semaltmedia.com -semp.net -seoholding.com +sell-fb-group-here.com +seminarygeorgia59.ga +seminarykansas904.ml +seoanalyses.com +seoboxes.com +seocdvig.ru +seofirmreviewsus.info seojokes.net -seomarketings.online -seorankinglinks.com -serdcenebolit.com -sergiorossistore.online -serving.adbetclickin.pink -servingnotice.com -sexkrasivo.net +seokicks.de +seo-prof1.xyz +seorankinglinks.xyz +serpstat.com +serptehnika.ru +sexad.net +sex.hotblog.top +sexkontakteao.info +sexphoto.site +sexpornotales.com sexstream.pl -sfd-chess.ru -ship-marvel.co.ua -shodanhq.com -shoppingjequiti.com.br -shoppingmiracles.co.uk -shopsellcardsdumps.com -shtaketniki.ru -signx.info +sextracker.be +sex-tracker.de +sexvideo-sex.com +sexy-pings.com +sexy-screen-savers.com +sharebutton.to +sherlock.se +shikiso.info +shivafurnishings.com +sicfor.bcu.cc +sientalyric.co +signal03.ru sildenafil-tadalafil.info -silvermature.net -simple-share-buttons.com -simul.co -sinel.info -sisi-go.ru -sisiynas.ru -site.ru +silktide.com +simplepooltips.com +sims-sims.ru +siteonomy.com +site-speed-check.site sitevaluation.com -si-unique.com -sivs.ru -sizeplus.work -skanninge.se -skatestick.bid -skuteczna-dieta.co.pl +s-iwantyou.com +skachat-besplatno-obrazcy.ru +slomm.ru slowmacfaster.trade -smadihome.com -smartpet.ru -snts.shell-pmr.ru -snyatie-lomki-v-stacionare.ru -sobecjvuwa.com.ru -soc-econom-problems.ru -social-button.xyz -social-s-hhh.xyz -social-s-iii.xyz -softomix.net -softxaker.ru -solicita.info -songplanet.ru -soochi.co -souvenirua.com -spasswelt.net +small-game.com +smallseotools.com +smartadserver.com +sneakyboy.com +snworks.com +socas.pluto.ro +social-buttons.com +sodexo.com +softlinesolutions.me +softomix.com +soft-program.com +soheavyblog.com +solution4u.com +sonata-arctica.wz.cz +souvenir.cc +spb.afora.ru +spb.ru special-porn.com -sps-shop.com -spy-app.info -sr-rekneskap.no +speedup-my.site +spravka-medosmotr.ru +sprttrack.com +spyfu.com +spywarenuker.com stairliftsarea.com -stal-rulon.ru +stairliftstrue.com +standardchartered-forex.com startwp.org -stathat.com -stickers-market.ru -stockspmb.info -stroiminsk.com +starwars.wikia.com +steamoff.net +stmassage.ru +stpicks.com +stroiminsk.org +stroydetali.ru stroyhelp-dv.ru -suhanpacktech.com +studiofmp.com +suchenindeutschland.com +sukarame.net +sukirgenk.dvrlists.com +superfish.com superinterstitial.com +superlist.biz supers.com.ua -surfbuyermac.com -svarkagid.com -svetlotorg.ru -svtrd.com -tabletkinaodchudzanie.com.pl -taboola.com -takeprofitsystem.com -tamada69.com -tam-gde-more.ru -taqplayer.info -taraz.xkaz.org -technopellet.gr -telefonsex-ohne0900.net -telegraf.by -terraclicks.com +support.nopeas.sk +svarbit.com +sweepstakes.rewardit.com +szamponrevita.pl +tagil.zrus.org +teesdaleflyballclub.co.uk +tengohydar.tk testingads.pro -thaismartloan.com +theautoprofit.ml thebluenoodle.com -thefds.net -thegolfclub.info -theheroes.ru -thejournal.ru -theprofitsmaker.net -thetardistimes.ovh -thetattoohut.com -the-usa-games.blogspot.com -tiandeural.ru -tiens2010.ru -tizanidine4mgstreetprice.blogspot.com -tizanidine6mg.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidinerecreationaluse.blogspot.com -tjkckpytpnje.com -tk-assortiment.ru -tksn.ru -toondinsey.com -topappspro.com -top-deal.com.pl -totu.us -tour-line.net -toursmaps.com -tradgardspartner.se -trafaret74.ru +thebluffs.com +thegalerie.eu +themestotal.com +thin.me.pn +timdreby.com +tizanidineandcipro.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineingredients.blogspot.com +tizanidineinteractions.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinestreetvalue.blogspot.com +tmtrck.com +tomck.com +tootoo.to +topmira.com +torrentgamer.net +torrents.cd +torrents-tracker.com +torrnada.ru +touchmods.fr +tpu.ru +track112.site +track2.shop +trackmedia101.com +track-rankings.online +tradedeals.biz trafficfactory.biz -trahvid.com -trichizobswiv.agddns.net -truebeauty.cc -try-rx.com -tuckpointingmasonrysystems.com -turbabitload.weebly.com -txxx.com -typer.one -tyumen.xrus.org -u17795.netangels.ru -u-cheats.ru -uggsale.online -ultimatesetnewfreeallsoftupgradesystems.pw +trafficgenius.xyz +trafficjunky.com +trainoffend.ml +trustaffs.com +trustedhealthtips.com +trustl.life +tsan.net +ttrraacckkrr.com +tuberkuleznik.ru +twiclub.in +udayavani.com +udsgame.online +ultimateclassicrock.com +umg-stroy.ru unacittaconte.org -unblocksit.es -undergroundcityphoto.com -unionmarkt.de -unitygame3d.com -unrealcommander.org -upproar.com -upupa.net -urzedowski.eu -usacasino.com -ussearche.cf -uvozdeckych.info -v24s.net -vabasa.inwtrade.com -vacuumscleaner.com -validdomain.xyz -valuado.com -varbergsvind.se -varikoz24.com -vclicks.net -venerologiya.com -venta-prom.ru +unlimitdocs.net +uptime.com +urldelivery.com +urll.eu +urlopener.blogspot.com.au +uroffer.link +us-america.ru +uytmaster.ru +valmetrundan.se +vasileostrovsky-rayon.ru +velobikestock.com +veopornogratis.xxx +veselokloun.ru +vezuviy.su +via-energy-order.com +viagengrarx.com +viagroid.ru viandpet.com -video-camer.com -video-chat.love videochat.ph +videochat.world +videogamesecrets.com +video-hollywood.ru +videooko.weebly.com +video--production.com videositename.com -video-woman.com -vielporno.net +vintontech.info vinylvault.co.uk -vip2ch.com -vitanail.ru -vkonche.com -vladimir.zrus.org -voditeltrezviy.ru -voronezh.xrus.org -vremya.eu -vrotike.ru -vucms.com -vut.com.ru -vvon.co.uk -w3javascript.com -warezaccess.com -warezkeeper.com -warningwar.ru -webalan.ru +vip-file.com +vk-mus.ru +vodaodessa.com +volgograd.xrus.org +voluumtrk.com +vostoktrade.info +vsexkontakte.net +vzube.com +w3data.co +wallpapers-best.com +watsonrealtycorp.com +waycash.net +waysbetter.cn webcamdevochka.com -weboptimizes.com -website-analytics.online -website-audit.com.ua -website-speed-up.site +webinstantservice.com +webix.me +webkeyit.com website-speed-up.top -websitevaluebot.com -weburok.com -while.cheapwebsitehoster.com -wholesalejerseychinaoutlet.com -wholesalejerseysgaa.com -whosonmyserver.com -wineration.com -winner7777.net -witherrom55.eklablog.fr -w-journal.ru -wordkeyhelper.com -word-vorlagen.net -worldlovers.ru -worldmusicfests.com -wormix-cheats.ru -wowcasinoonline.ooo +wesharepics.com +wesharepics.site +westum.se +wingsoffury2.com +winterclassichockeyjerseys.com +winwotgold.pl +wleuaprpxuvr.ga +woman-h.ru +wordpresscore.com +word-vorlagen.xyz +workle.website +worldis.me +worldtraveler.world +worst-sites.online wpsecurity.website -wstroika.ru -wttavern.com -wyniki-lista.pl -x5market.ru -xaylapdiendanang.com +ww2awards.info +www.888.com +www.arenda-yeisk.ru +www.get-free-traffic-now.com xbaboon.com -xcc24.pl -x-diesel.biz +xchangetrak.com xerox-douglas.cf xfire.com -xjrul.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xgftnlrt.bloger.index.hr +xjlottery.com +x-lime.net +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----9sbebi2bvzr7h.xn--p1ai -xtremeeagles.net -xtubeporno.net +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn--hxazdsfy.blogspot.com +xn--lifehacer-1rb.com +x-true.info xxxnatelefon.ru -xxx-treker.ru -xxxtube69.com -y8games-free.com -yaderenergy.ru -yoluxuryevents.com -yottos.com -youandcredit.ru -youdesigner.kz -youjizz.vc -yoursite.com -youtubedownload.org -yubikk.info -zacreditom.ru -zakazvzloma.com -zambini.ru -zarajbuilders.com -zazagames.org -zdesformula.ru -zeg-distribution.com -zeleznobeton.ru -zeroredirect8.com -zeroredirect9.com +xxxrus.org +xxxtubesafari.com +yeartwit.com +yginekologa.com +yogamatsexpert.com +yopoint.in +youporn-ru.com +yourdesires.ru +youresponsive.com +yourothersite.com +yoursearch.me +yourserverisdown.com +zaidia.xhost.ro +zaloadi.ru +za-music.mymobiplanet.com +zeroredirect10.com +zeroredirect1.com +zeroredirect.com zhacker.net -zhorapankratov7.blogspot.com -zhuravlev.info +zhongwenlink.com zigarettenonlinekaufen2.bloog.pl -zigarettenonlinekaufen2.drupalgardens.com -zigzog.ru -zocaparj.kz -zoodrawings.com -zophim.me +znakom.sibtest.ru +zootravel.com +zytpirwai.net zzbroya.com.ua -zzlgxh.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 1a9453483..c70900f6e 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -14b.info -1hwy.com -4webmasters.org -aanapa.ru -abwa.tk -acunetix-referrer.com -advancedcleaner.com -advancedsoftwaresupport.com +11235813.webzdarma.cz +20pascals.nl +2kata.ru +45en.ru +777-club.ru +8xv8.com +aasoldes.fr +abcguru.xyz +adclickservice.com +adelly.bg +adtiger.tk aerogo.com -a.frcls.fr -agreda.pluto.ro +afslankpillen2017nl.eu +agahinameh.com albuteroli.com -alif-ba-ta.com -alldownload.pw -allnews.md -allsilver925.co.il -apibrowsesmartne-a.akamaihd.net +alert-hgd.xyz +alienwheel.es +all-number.com +allornamenti.com +anal-acrobats.hol.es +anonymizeme.pro +apartamentwroclaw.eu +apccargo.com +apessay.com +apiallgeniusinfo-a.akamaihd.net +apilinkswiftco-a.akamaihd.net apioasisspacenet-a.akamaihd.net -apishops.ru -articlesdirectoryme.info -ausmepa.org.au -availit.weebly.com -baersaratov.ru +appsaurus.com +azbukafree.com +balitouroffice.com bambi.ck.ua -bankmib.ru -bard-real.com.ua -beachfix.co -beauty-clinic.ru -beetpics.pw -best-deals-products.com -betune.onlinewebshop.net -bezcmexa.ru -bidr.trellian.com -blackhatworth.com -bnt-team.com -bolezniorganov.ru -budpost.com.ua -buigas.00it.com -buntube.net -buttons-for-website.com -camdolls.com -cartujano-pre.de -cercacamion.it -chastnoeporno.com -chinaelitecheapjerseys.com -cjs.com.ru -co.lumb.co -compliance-ivan.top -compliance-julianna.top -compliance-willy.top -contentlook.co -contextualyield.com -cookie-law-enforcement-aa.xyz -cougfan.info -covetnica.com -czat.wp.pl -d0t.ru -deadlinkchecker.com -decorazilla.com -dekoration.us -detmebel.su -detskie-zabavi.ru -diegolopezcastan.com -dipstar.org -discovertreasure-a.akamaihd.net -diusyawiga.tk -domainsphoto.com -draniki.org -drillsaw.ru -duplicashapp.com -ednorxmed.com -electrik-avenue.com -empis.magix.net -eugenevaultstorage.com -exlarseva.webblog.es -ezaz.info -fandlr.com -fatfasts-4tmz.com -feel-planet.com -figuringmoneyout.com -floridamobilebillboards.com -forpackningsutveckling.se -franklinfire.co -freecamdollars.com +banki76.ru +bannertesting.com +basisches-wasser.net +bestpriceninja.com +blog.f00kclan.de +bluesman.nu +bobba.dzaba.com +boleznikogi.com +bum.com.ru +buydissertation.net +buyessaynow.biz +cand.jp +cartierring.xyz +cayado.snn.gr +cenokos.ru +ceotrk.com +cfacarrosserie74.com +chocolateslim-original.com +christianlouboutinsaleonline.us +christianlouboutinshoes.xyz +clickso.com +clipartnew.com +club-musics.ru +coindirect.io +collegeessay19.blogspot.ru +cypernhuset.se +dangphoto.trade +dgfitness.co +docs4all.com +dogoimage.com +domainanalyzing.xyz +domini.cat +dotnetdotcom.org +dtm-spain.com +dynainbox.com +e-biznes.info +ege-russian.ru +ekosmetyki.net.pl +eluxer.net +envaseslotusama.com +erotik-kostenlos.net +everytalk.tv +exoclick.com +facebook-mobile.xyz +factorynightclub.com +failingmarriege.blogspot.com +fickenbumsen.net +financeloan.us +finejewelryshop.ru +finuse.com +flirt4free.com +fok.nl +formularz-konkurs.tk +fotoxxxru.com +foxweber.com +franch.info freshberry.com.ua -fuck-paid-share-buttons.xyz -g33.org -gamedayassist.com -gg.zzyjxs.com -gheus.altervista.org -ghostvisitor.com -girlgamerdaily.com -googlefeud.com -gta-top.ru -guitar-master.org -headpharmacy.com -healthcarestore.info -high-speed1.net -histock.info -hopeonthestreet.co.uk -humbmosquina.tk -ideashome.id -iideaidekonkatu.info -ikearugs.xyz -imagui.eu -img.wallpaperstock.net -impisr.edunsk.ru -inbabes.sexushost.com -in-tandem.co -internetartfair.com -iron-age.info -isotoner.com -itservicesthatworkforyou.com -j33x.com -jennyfire.ru -jerseychinabizwholesale.us -jestr.org -jpcycles.com -jyvopys.com -kam-dom.ru -kanimage.com -katadhin.co -kenaba.su -keywordsuggests.com -kinomaniatv.pl -klumba55.ru -krasnodar.zrus.org -landscaping.center -lazy-z.com -lerporn.info -lietaer.com -lifebyleese.com -littleberry.ru -lmrauction.com -localmatchbook.com -lollypopgaming.com -lostaruban.com -mall.uk -marsgatan.com -masturbate.co.uk -matchpal-a.akamaihd.net -maximilitary.ru -meendo-free-traffic.ga -menhealed.net -mexicotravelnet.com -mezaruk.info -michaelkorsoutlet.store -minyetki.ru -modnie-futbolki.net -moje-recenze.cz -money-every-day.com +freshwallpapers.info +freza-sverlo.ru +fuel-gas.com +germes-trans.com +get-free-traffic-now.com +glavtral.ru +go2album.com +goldpanningtools.com +gz2.bbsoldes.fr +heartofbeijing.blogspot.com +hebr.myddns-flir.com +highstairs-a.akamaihd.net +hledejvshopech.cz +hoporno.com +hoste.octopis.com +hoverboard360.es +ifmo.ru +innodgfdriverhm.aircus.com +isitpaleo.info +jabimgo.pw +jovencitas.gratis +kaz.kz +kerwinandcariza.com +khafre.us +kinobest.pl +kino-ecran.ru +kinogonew.ru +kinohall.ru +kliksaya.com +komputernaya-pomosh-moscow.ru +labvis.host.sk +lennatin.info +lignofix.ua +lion.misba.us +lkbennettstore.online +lob.com.ru +lombia.com +louboutinbooties.xyz +makedo.ru +mamasuper.prom.ua +manve.info +marketingtechniques.info +master-muznachas.ru +mesbuta.info +mirobuvi.com.ua +misterjtbarbers.com +mockupui.com montredemarque.nl -moxo.com -moz.com -msk-diplomat.com -mundoaberrante.com -muztops.ru -myblogregistercm.tk -najaden.no -netvouz.com -nsatc.net -obesidadealgarve.com -online-podarki.com +motherboard.vice.com +mrinsidesales.com +mrpornogratis.xxx +mrwhite.biz +msfsaar.de +musicas.baixar-musicas-gratis.com +musicspire.online +my-aladin.com +myghillie.info +mylesosibirsk.ru +netcheckcdn.xyz +nfljerseyscheapchinabiz.com +oconto.ru +onlainbesplatno.ru +online7777.com +o-o-11-o-o.com ooo-gotovie.ru -orgasmatrix.com -orsonet.ru -ownshop.cf -oynat.info -ozas.net -paleohub.info -paramountmarble.co.uk -partnerline.men -p-business.ru -perm-profnastil.ru -piuminiita.com -pix24x7.com -pizza-imperia.com -platesauto.com -pornosee.info -porno-transsexuals.ru -pornpost.in -pourvous.info -pr0fit-b0x.com -pregnant.guru -privatefx-in.ru -quick-offer.com -referencemoi.com -registrydomainservices.com -rfd-split.hr -rightenergysolutions.com.au -rniaeba.ga -royal-betting.net -salutmontreal.com -searchlock.com -seasaltwithfood.com -secret.xn--oogle-wmc.com -senger.atspace.co.uk -sevendays.com.ua -sexblog.pw +optibuymac.com +outrageousdeal-a.akamaihd.net +panchro.co.uk +partybunny.ru +pc-services.ru +photochki.com +phuketscreen.com +physfunc.ru +picsforkeywordsuggestion.com +pintattoos.com +pk-pomosch.ru +pk-services.ru +pl.id-forex.com +porndairy.in +porngalleries.top +pornmania.pl +pornonik.com +productarium.com +projectforte.ru +quangcaons.com +ratemodels.net +replica-watch.ru +royalcar-ufa.ru +sanjosestartups.com +saratov.xrus.org +scanner-julia.top +seinterface.com +seogadget.ru +seoheap.com +seokicks.de +sergiorossistore.online +seryeznie-znakomstva.ru +se-welding.ru +sexsearch.com sexyteens.hol.es -sexytrend.ru -shariki-zuma-lines.ru -sluganarodu.ru -sonnikforme.ru -spabali.org -spb.afora.ru -srdrvp.com -superinterstitial.com -supervesti.ru -surfbuyermac.com -svolze.com -tehngr.ru -terrafootwear.us -thefarmergame.com -tizanidine4mgtablets.blogspot.com -tizanidineonline.blogspot.com -tizanidinerecreationaluse.blogspot.com -todohr.com -tpu.ru -ttrraacckkrr.com -tuberkuleznik.ru -twinderbella.com -uggsale.online -valsalud.com -vellings.info -viandpet.com -vipps.com.my -vipsiterip.org -vltai.com -watchdogs-2.ru -weburlopener.com -wemarketing.se -wesharepics.info -whatzmyip.net -winwotgold.pl -world-mmo.com -wttavern.com -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xxxdatinglocal.us -xxxguitars.com -xz618.com -youdao.com -zakonobosago.ru -zigarettenonlinekaufen2.drupalgardens.com -zocaparj.kz +shop.acim.org +shopwme.ru +skladvaz.ru +socialbutton.xyz +socialmadesimple.com +souvenir.cc +space4updating.win +speechfoodie.com +spy-app.info +stats-public.grammarly.io +stauga.altervista.org +streetfooduncovered.com +suhanpacktech.com +supernew.org +tandvardshuset.net +taximytishi.ru +td-l-market.ru +thaisamkok.com +timer4web.com +tizanidine6mg.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidinedosageforsleep.blogspot.com +tizanidineoral.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +toon-families.com +toonfamilies.net +torontoplumbinggroup.com +tracksurf.daooda.com +trustaffs.com +tv-spoty.info +unionmarkt.de +v720hd.ru +vabasa.inwtrade.com +vacances-voyages.info +vacuumscleaner.com +viagengrarx.com +visa-pasport.ru +vkak.ru +vkmusics.ru +vmnmvzsmn.over-blog.com +website-speed-checker.site +whatsappdownload10.com +wholesalejerseys-cheapest.com +wholesalenfljerseys.us.com +wikes.20fr.com +wingsoffury2.com +win-spy.com +wordpress-crew.net +xbaboon.com +xchangetrak.com +xingzi-vision.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--b1ag5cfn.xn--p1ai +yaderenergy.ru +youjizz.vc +zakon-ob-obrazovanii.ru +zastroyka.org +zeleznobeton.ru +zeroredirect8.com +znakomstvaonlain.ru +zoosexart.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index a7215fb74..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 879967dc9..e42e64139 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 4f73a70f3..222bbe32f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index eb50b417b..43994f1f3 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index d2af39677..e78fff96f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1692 +#### Version: V4.2019.06.1693 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c873f94bf..8ceea964a 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1692 +#### Version: V4.2019.06.1693 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 256abe63a..18b549fbd 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1692 +#### Version: V4.2019.06.1693 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ @@ -26,7 +26,8 @@ ____________________ ************************************************ ##----------- TESTED ON ------------ - +## 1.10 +## > nginx version: nginx/1.15.8 ##---------------------------------- diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8cc2a1a21..735aad980 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1692 +#### Version: V4.2019.06.1693 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 87627316d..97ea67af5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1692 -### Updated: Sat Jun 29 14:43:07 SAST 2019 +### Version: V3.2019.06.1693 +### Updated: Sat Jun 29 17:23:42 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 10f7670d4..b86586c4d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:06 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:41 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index edea14ec1..9dd35fab8 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1692 -### Updated: Sat Jun 29 14:43:08 SAST 2019 +### Version: V4.2019.06.1693 +### Updated: Sat Jun 29 17:23:43 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##