diff --git a/.dev-tools/_conf_files_test1/bots.d/blockbots.conf b/.dev-tools/_conf_files_test1/bots.d/blockbots.conf index 837b4fbe7..5f5c9842d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/blockbots.conf +++ b/.dev-tools/_conf_files_test1/bots.d/blockbots.conf @@ -7,7 +7,6 @@ ################################################### ### VERSION INFORMATION ## - ############################################################################## # _ __ _ # # / |/ /__ _(_)__ __ __ # @@ -31,31 +30,53 @@ ####################################################################### -# BOTS -# **** +# ----------------------------------- +# OVER-RIDE BLOCKER / SUPER WHITELIST +# ----------------------------------- +# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker. +# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked. +# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)" +# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block. + +if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) { + #set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s) + #set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s) +} + +# -------------- +# BLOCK BAD BOTS +# -------------- + +# Section bot_1 Unused #limit_conn bot1_connlimit 100; -limit_conn bot2_connlimit 10; #limit_req zone=bot1_reqlimitip burst=50; + +limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; if ($bad_bot = '3') { return 444; } -# BAD REFER WORDS -# *************** +# --------------------- +# BLOCK BAD REFER WORDS +# --------------------- + if ($bad_words) { return 444; } +# ------------------ +# BLOCK BAD REFERERS +# ------------------ -# REFERERS -# ******** if ($bad_referer) { return 444; } -# IP BLOCKS -# ********* +# ----------------------------- +# BLOCK IP ADDRESSES and RANGES +# ----------------------------- + if ($validate_client) { return 444; } diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index ca8905b0d..22137c420 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.193.7.13 0; +104.198.131.58 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 494a0ba46..4b86df5e1 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1629 -### Updated: Wed Jun 26 14:52:13 SAST 2019 +### Version: V4.2019.06.1630 +### Updated: Wed Jun 26 15:38:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf b/.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf index 837b4fbe7..5f5c9842d 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf @@ -7,7 +7,6 @@ ################################################### ### VERSION INFORMATION ## - ############################################################################## # _ __ _ # # / |/ /__ _(_)__ __ __ # @@ -31,31 +30,53 @@ ####################################################################### -# BOTS -# **** +# ----------------------------------- +# OVER-RIDE BLOCKER / SUPER WHITELIST +# ----------------------------------- +# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker. +# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked. +# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)" +# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block. + +if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) { + #set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s) + #set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s) +} + +# -------------- +# BLOCK BAD BOTS +# -------------- + +# Section bot_1 Unused #limit_conn bot1_connlimit 100; -limit_conn bot2_connlimit 10; #limit_req zone=bot1_reqlimitip burst=50; + +limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; if ($bad_bot = '3') { return 444; } -# BAD REFER WORDS -# *************** +# --------------------- +# BLOCK BAD REFER WORDS +# --------------------- + if ($bad_words) { return 444; } +# ------------------ +# BLOCK BAD REFERERS +# ------------------ -# REFERERS -# ******** if ($bad_referer) { return 444; } -# IP BLOCKS -# ********* +# ----------------------------- +# BLOCK IP ADDRESSES and RANGES +# ----------------------------- + if ($validate_client) { return 444; } diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index ca8905b0d..22137c420 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.193.7.13 0; +104.198.131.58 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 22cb3f271..f719e3330 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1629 -### Updated: Wed Jun 26 14:52:14 SAST 2019 +### Version: V3.2019.06.1630 +### Updated: Wed Jun 26 15:38:15 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf index 0476714db..12af16979 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf @@ -31,39 +31,53 @@ ####################################################################### -# ENABLE WHITELISTING TO WORK -# This should over rule any other rule -if ($remote_addr ~ "(127.0.0.1)" ) { - #set $bad_bot '0'; - set $validate_client '0'; +# ----------------------------------- +# OVER-RIDE BLOCKER / SUPER WHITELIST +# ----------------------------------- +# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker. +# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked. +# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)" +# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block. + +if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) { + #set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s) + set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s) } +# -------------- +# BLOCK BAD BOTS +# -------------- -# BOTS -# **** +# Section bot_1 Unused #limit_conn bot1_connlimit 100; -limit_conn bot2_connlimit 10; #limit_req zone=bot1_reqlimitip burst=50; + +limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; if ($bad_bot = '3') { return 444; } -# BAD REFER WORDS -# *************** +# --------------------- +# BLOCK BAD REFER WORDS +# --------------------- + if ($bad_words) { return 444; } +# ------------------ +# BLOCK BAD REFERERS +# ------------------ -# REFERERS -# ******** if ($bad_referer) { return 444; } -# IP BLOCKS -# ********* +# ----------------------------- +# BLOCK IP ADDRESSES and RANGES +# ----------------------------- + if ($validate_client) { return 444; } diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 31d75b8fa..494a0ba46 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1628 -### Updated: Wed Jun 26 14:46:12 SAST 2019 +### Version: V4.2019.06.1629 +### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf index 0476714db..12af16979 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf @@ -31,39 +31,53 @@ ####################################################################### -# ENABLE WHITELISTING TO WORK -# This should over rule any other rule -if ($remote_addr ~ "(127.0.0.1)" ) { - #set $bad_bot '0'; - set $validate_client '0'; +# ----------------------------------- +# OVER-RIDE BLOCKER / SUPER WHITELIST +# ----------------------------------- +# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker. +# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked. +# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)" +# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block. + +if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) { + #set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s) + set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s) } +# -------------- +# BLOCK BAD BOTS +# -------------- -# BOTS -# **** +# Section bot_1 Unused #limit_conn bot1_connlimit 100; -limit_conn bot2_connlimit 10; #limit_req zone=bot1_reqlimitip burst=50; + +limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; if ($bad_bot = '3') { return 444; } -# BAD REFER WORDS -# *************** +# --------------------- +# BLOCK BAD REFER WORDS +# --------------------- + if ($bad_words) { return 444; } +# ------------------ +# BLOCK BAD REFERERS +# ------------------ -# REFERERS -# ******** if ($bad_referer) { return 444; } -# IP BLOCKS -# ********* +# ----------------------------- +# BLOCK IP ADDRESSES and RANGES +# ----------------------------- + if ($validate_client) { return 444; } diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 31d75b8fa..494a0ba46 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1628 -### Updated: Wed Jun 26 14:46:12 SAST 2019 +### Version: V4.2019.06.1629 +### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf index 0476714db..12af16979 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf @@ -31,39 +31,53 @@ ####################################################################### -# ENABLE WHITELISTING TO WORK -# This should over rule any other rule -if ($remote_addr ~ "(127.0.0.1)" ) { - #set $bad_bot '0'; - set $validate_client '0'; +# ----------------------------------- +# OVER-RIDE BLOCKER / SUPER WHITELIST +# ----------------------------------- +# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker. +# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked. +# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)" +# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block. + +if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) { + #set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s) + set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s) } +# -------------- +# BLOCK BAD BOTS +# -------------- -# BOTS -# **** +# Section bot_1 Unused #limit_conn bot1_connlimit 100; -limit_conn bot2_connlimit 10; #limit_req zone=bot1_reqlimitip burst=50; + +limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; if ($bad_bot = '3') { return 444; } -# BAD REFER WORDS -# *************** +# --------------------- +# BLOCK BAD REFER WORDS +# --------------------- + if ($bad_words) { return 444; } +# ------------------ +# BLOCK BAD REFERERS +# ------------------ -# REFERERS -# ******** if ($bad_referer) { return 444; } -# IP BLOCKS -# ********* +# ----------------------------- +# BLOCK IP ADDRESSES and RANGES +# ----------------------------- + if ($validate_client) { return 444; } diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 31d75b8fa..494a0ba46 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1628 -### Updated: Wed Jun 26 14:46:12 SAST 2019 +### Version: V4.2019.06.1629 +### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 22cb3f271..f719e3330 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1629 -### Updated: Wed Jun 26 14:52:14 SAST 2019 +### Version: V3.2019.06.1630 +### Updated: Wed Jun 26 15:38:15 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 494a0ba46..4b86df5e1 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1629 -### Updated: Wed Jun 26 14:52:13 SAST 2019 +### Version: V4.2019.06.1630 +### Updated: Wed Jun 26 15:38:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index bf016a0c7..2a8a79fb3 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -Aipbot -AlphaBot -BatchFTP +Aboundexbot +AhrefsBot +Alligator +BackDoorBot +BBBike +Black Hole Bullseye -Copyscape -DataCha0s -Demon -DnyzBot -Dragonfly -Ebingbong -Getintent -Gigablast -G-i-g-a-b-o-t -GT::WWW -HybridBot -InfoNaviRobot -LinkextractorPro +CheeseBot +Collector +CSHttp +DBLBot +DomainStatsBot +Drip +ExtractorPro +FrontPage +GetWeb +Iblog +IndeedBot +Iria +JOC Web Spider +Larbin +LinkWalker lwp-request -MarkMonitor -meanpathbot -MJ12bot -MS Web Services Client Protocol -Navroad -NearSite +Majestic12 +Metauri +MFC_Tear_Sample +Name Intelligence +NetSpider Netvibes -NICErsPRO -oBot -Openvas -Probethenet -RankingBot2 -Scrapy -Semrush -sexsearcher -SiteExplorer -SocialRankIOBot -sp_auditbot -TeleportPro -Telesphorep -The Intraformant -Thumbor -True_Robot -Vagabondo -VeriCiteCrawler -VidibleScraper +Nikto +Pavuk +PeoplePal +ProPowerBot +Rankivabot +SEOkicks-Robot +SeoSiteCheckup +SEOstats +Siphon +SISTRIX +Snapbot +Szukacz +T8Abot +Titan +trendiction.com WBSearchBot -WebLeacher -Webshag -WiseGuys Robot -x22Mozilla -Zeus +Webalta +Web Sauger +WinHTTrack +Wonderbot +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 76cce7a4e..bc815c21e 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider 404enemy +80legs Abonti -Acunetix -ADmantX -AhrefsBot +Aboundex +Aboundexbot +AfD-Verbotsverfahren +AiHitBot +Alligator AllSubmitter +AlphaBot Anarchie ASPSeek -Asterias +Attach autoemailspider -BackDoorBot -backlink-check -BacklinkCrawler -BackWeb -Bandit -BatchFTP -BDCbot -BDFetch -Blackboard +Backlink-Ceck +BackStreet +Badass +Barkrowler +BBBike +BetaBot +Bitacle Black Hole BlackWidow -BLEXBot Blow +BotALot BuiltWith -Bullseye BunnySlippers BuzzSumo -CherryPicker -Cloud mapping +CATExplorador +CCBot +ChinaClaw +Chlooe +coccocbot-web Cogentbot -Collector com.plumanalytics +Copier CopyRightCheck -Cosmos +crawler4j crawler.feedback crawl.sogou.com -Crescent -CSHttp +Curious Custo +DataCha0s DBLBot Demon Deusu -Dispatch +Devil +Digincore +Dirbuster +Disco +Discobot DittoSpyder DomainAppender -DomainSigmaCrawler +DomainCrawler DomainStatsBot -Dotbot -Drip -DSearch -DTS Agent +Download Wonder EasyDL Ebingbong -eCatch -ECCP/1.0 Ecxi +EirGrabber +EMail Siphon EMail Wolf -evc-batch Evil -Extractor -Extreme Picture Finder -FemtosearchBot +Ezooms +facebookscraper FHscan -Fimap -Foobot +Firefox/7.0 +Flunky +Freeuploader FrontPage +Fyrebot +GermCrawler +Getintent GetRight -Gigablast +GetWeb Gigabot -Gotit -Grabber GrabNet -Grafula -GridBot +GT::WWW +Haansoft HaosouSpider Harvest Havij -Heritrix +HEADMasterSEO +Hloader HMView -HTTP::Lite -HTTrack -Iblog +HTMLparser +Humanlinks +HybridBot Id-search Image Fetch -Image Sucker +Indy Library Intelliseek -InterGET Internet Ninja InternetSeer -ips-agent -IRLbot +internetVista monitor Iskanie -IstellaBot -JamesBOT JetCar -Jetty +JikeSpider JOC Web Spider Jorgee +JustView Kozmosbot +Lanshanbot Larbin LeechFTP -LeechGet +LexiBot +Lftp +LibWeb Libwhisker -Likse Linkdexbot -LinkextractorPro -LinkScan -LinksManager LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Lmspider -lwp-request +Lipperhey +Litemage_walker +Ltx71 +LWP::Simple lwp-trivial +Magnet +magpie-crawler +Mail.RU_Bot Majestic12 -Majestic SEO -Majestic-SEO Mata Hari -MauiBot -mediawords -MegaIndex.ru -Metauri +Meanpathbot MFC_Tear_Sample -MIIxpc -Mister PiX -MJ12bot -Name Intelligence +Microsoft Data Access +MIDown tool +Morfeus Fucking Scanner +Msrabot +MS Web Services Client Protocol Nameprotect Navroad +Needle Nessus -NetAnts -Netcraft -NetLyzer -NetMechanic +NetSpider Net Vampire -Netvibes -NetZIP -Nikto +NextGenSearchBot +Nibbler NimbleCrawler -Nimbostratus -Ninja Nmap +oBot Offline Explorer +Offline Navigator +OnCrawl OpenLinkProfiler -PageAnalyzer +Openvas +OutclicksBot Page Analyzer -Pandalytics -Panscient -PECL::HTTP -Picscout -Pi-Monster -Pixray -PleaseCrawl -plumanalytics -Probethenet +page scorer +PageScorer +Papa Foto +pcBrowser +PHPCrawl +PictureFinder +Pimonster +Pockey +POE-Component-Client-HTTP ProPowerBot ProWebWalker -Psbot -Pump -PxBroker -QueryN Metasearch Quick-Crawler -RankingBot +RankActive +RankingBot2 RealDownload +RebelMouse Recorder +RedesScrapy ReGet Ripper -s1z.ru -SalesIntelligent -Scanbot +RocketCrawler +SBIder +scan.lol +Scrapy Screaming +Searchestate +SearchmetricsBot Semrush SemrushBot -SEOkicks SEOkicks-Robot -SEOlyticsCrawler +Seomoz SEOprofiler seoscanners SEOstats +sexsearcher SISTRIX +Sitebeam +SiteExplorer +Siteimprove +SiteSucker Site Sucker -SlySearch -SmartDownload +Snake Snapbot Snoopy -SocialRankIOBot -Sociscraper sogouspider +Sogou web spider Sottopop -SpankBot -sp_auditbot -Sqlworm +Spammen +spyfu Sqworm -Sucuri -Suzuran -Szukacz -T0PHackTeam -Thumbor -Titan -Toweyabot -Trendiction +Sucker +SuperBot +Surfbot +Swiftbot +Teleport +TeleportPro +The Intraformant +Toata +Tracemyfile Trendictionbot +trendiction.com trendiction.de True_Robot +Turingos TwengaBot +Twice UnisterBot Upflow URLy Warning -Vacuum +URLy.Warning Vagabondo VB Project -Virusdie +VeriCiteCrawler VoidEYE Voil -Voltron WASALive-Bot -Webalta -WebAuto +WBSearchBot Web Auto WebBandit WebCollage -WebCopier WebEnhancer Web Enhancer WebFetch -WebFuck +Web Fetch WebGo IS -WebmasterWorldForumBot -webmeup-crawler -WebPix -Webshag +WebImageCollector +WebSauger WebsiteExtractor -Webster +Website Quester WebStripper -Web Sucker WebZIP -WeSEE Whacker -WinHTTrack -Woobot +Whatweb +Who.is Bot +WiseGuys Robot +Wonderbot +Wotbox Wprecon +WWW-Collector-E WWW-Mechanize -x09Mozilla -x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -Zauba -zauba.io -Zeus -zgrab +WWWOFFLE +ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 82b90bfe3..b7a7a4b6f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,64 +1,73 @@ -404enemy +404checker 80legs +Abonti Acunetix ADmantX AhrefsBot -AiHitBot -AllSubmitter +Aipbot +AlphaBot Anarchie Apexoo -Asterias -BackDoorBot -Backlink-Ceck +archive.org_bot +ASPSeek +autoemailspider backlink-check +BacklinkCrawler BackStreet BackWeb -BatchFTP +Badass +Barkrowler Battleztar Bazinga +BBBike BDCbot +BDFetch +BetaBot Bigfoot +Bitacle Blackboard Black Hole -BlackWidow -Blow -BuiltWith -BunnySlippers -Calculon -CherryPicker +BLEXBot +Boardreader +Bolt +Brandwatch +Buddy +CCBot +Cegbfeieh +CheeseBot +CheTeam +ChinaClaw Chlooe -Claritybot -Cloud mapping -Cogentbot -cognitiveseo -Cosmos -CrazyWebCrawler -Crescent -DatabaseDriverMysqli +coccocbot-web +Collector +CSHttp DataCha0s -Deusu -Digincore -DigitalPebble +demandbase-bot DIIbot +Dirbuster +Disco Discobot -Discoverybot +Dispatch DittoSpyder -DomainAppender -DomainSigmaCrawler +DnyzBot +DomainCrawler +DomainStatsBot +Dotbot +Download Wonder Dragonfly -Drip -DSearch EasyDL -Ebingbong ECCP/1.0 -Ecxi -Evil +EMail Siphon +EMail Wolf +evc-batch Exabot Express WebPictures ExtLinksBot +Extractor +ExtractorPro EyeNetIE -FDM +Ezooms +facebookscraper FemtosearchBot -FHscan FlashGet Flunky Foobot @@ -66,185 +75,176 @@ FyberSpider Fyrebot GalaxyBot GermCrawler +Getintent +GetRight GetWeb -Gigablast Gotit -GoZilla Go!Zilla -Grafula GrapeFX -GridBot -HaosouSpider +Harvest +Hloader HMView HTMLparser HTTP::Lite -HTTrack -Humanlinks -Image Fetch +HybridBot +Id-search +IlseBot Image Sucker -Indy Library -instabid -InterGET -Internet Ninja +InfoNaviRobot ips-agent -Iria IRLbot -JamesBOT +Iskanie Jbrofuzz JennyBot -JikeSpider -JustView +JetCar +Joomla +Jorgee +Jyxobot +Kenjin Spider Keyword Density -Lanshanbot -LeechFTP LeechGet LibWeb Libwhisker Likse Linkdexbot -LinkextractorPro +LinksManager LinqiaMetadataDownloaderBot +LinqiaRSSBot LinqiaScrapeBot -Litemage_walker +Lipperhey Lmspider -LNSpiderguy -Ltx71 lwp-request LWP::Simple -Mag-Net +lwp-trivial magpie-crawler -Majestic-SEO -MarkMonitor -MarkWatch +Majestic12 +Majestic SEO Masscan -meanpathbot -MFC_Tear_Sample +MauiBot +Microsoft Data Access Microsoft URL Control -Mojeek -Morfeus Fucking Scanner +MIIxpc +Mister PiX Mr.4x3 -MSIECrawler +MSFrontPage Msrabot muhstik-scan -Musobot -Nameprotect +Navroad NearSite Nessus -NetAnts +netEstate NE Crawler +NetLyzer NetSpider -Net Vampire +Nettrack Netvibes NetZIP -Nibbler NICErsPRO -Niki-bot -NPbot +NimbleCrawler +Octopus Offline Navigator +OpenLinkProfiler OrangeSpider -OutclicksBot +OutfoxBot PageAnalyzer Page Analyzer -Panscient +PageGrabber +page scorer +PageScorer +Pandalytics Papa Foto -Pavuk PeoplePal -Pimonster +Picsearch +PictureFinder Pi-Monster +Pixray +plumanalytics Probethenet -ProWebWalker -Pump -PxBroker -RankActiveLinkBot +ProPowerBot +Psbot +PyCurl +Quick-Crawler RankingBot -Ripper +RankurBot +RealDownload +Reaper +RepoMonkey RocketCrawler -Rogerbot +SalesIntelligent +ScanAlert Scanbot -ScoutJet +scan.lol Screaming -SemrushBot +Searchestate +Semrush Seomoz -SEOprofiler seoscanners +SeoSiteCheckup serpstatbot -Shodan -Siphon +sexsearcher Sitebeam -SiteExplorer -Siteimprove SiteLockSpider -SiteSnagger +Sitevigil SlySearch -SmartDownload -Snapbot -Snoopy -SocialRankIOBot -Sociscraper -sogouspider Sottopop +SpankBot Spbot -spyfu -Sqlworm -Sqworm +Spinn3r +Sqlmap Steeler -Stripper -Sucker Sucuri -SuperBot -SurveyBot +Surfbot Suzuran -Swiftbot Szukacz T8Abot tAkeOut -Teleport TeleportPro -Telesoft Telesphorep -The Intraformant +TheNomad Thumbor -Toweyabot -Trendictionbot -True_Robot -Turnitin +TightTwatBot +Titan +trendiction.com TurnitinBot +TwengaBot Twice Typhoeus -Upflow -URLy Warning Vacuum -Vagabondo -VB Project -VeriCiteCrawler -Virusdie -WASALive-Bot +VidibleScraper +Voltron +Wallpapers/3.0 +WallpapersHD WebAuto +Web Auto +Web Collage +WebCopier WEBDAV -Web Enhancer -Web Fetch -WebImageCollector +WebEnhancer WebmasterWorldForumBot webmeup-crawler -Web Pix -WebReaper +WebPix WebSauger -Webshag -WebStripper +Web Sauger +WebsiteQuester +Website Quester +Webster +WebSucker +Web Sucker WebWhacker WeSEE -Whack -Whacker -Whatweb -Widow -WiseGuys Robot +Who.is Bot +WinHTTrack +WISENutbot +Wprecon WPScan WWW-Collector-E WWW::Mechanize -x09Mozilla -Xaldon_WebSpider +WWWOFFLE xpymep1.exe YoudaoBot -Zade +Zauba +zauba.io Zermelo +Zeus +Zitebot ZmEu ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index c7645f851..76723254c 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -2000k.ru -2daytrendingnews.com -45en.ru -4webmasters.org -7zap.com -abwa.tk -adexprts.com -admitad.com -all4wap.ru -appfixing.space -arenanews.com.ua -arenda-avtoprokat-krasnodar.ru -asacopaco.tk -ayeartoforget.com -baoxaydung.com.vn -bolezniorganov.ru -brains2.biz -breastaugmentation.co.za -buypanicdisorderpill.com -cacheimages.com -citetick.com -classiquebijoux.ru -compliance-margo.top -cookielawblog.wordpress.com -daretodonate.co -djekxa.ru -domain-tracker.com -dood.live -ecookna.com.ua -eloxal.ru -extstat.com -fotoxxxru.com -free-traffic.xyz -freza-sverlo.ru -fullfileaccess.com -fun2cell.net -funnel.co.za -gabeshop.ru -gambarxkata.co -gembird.com -gigapeta.com -gwhwpxbw.bloger.index.hr -hermesreplica.win -homegardenlova.com -igadgetsworld.com -incest-ru.com -indetiske.ya.ru -internet-apteka.ru -iqoption.com -jabimgo.pw -javatex.co.id -jeremyeaton.co -jerseysbizwholesalecheap.com -job.icivil.ir -kerwinandcariza.com -kiwe-analytics.com -kongruan.com -konkursowo-24.pl -linkarena.com -live-sexcam.tk -muzaporn.com -my-aladin.com -nordstar.pro -onlinebay.ru -pateaswing.com -pathwhelp.org -picture-group.com -pinwallpaper.top -pio.polytopesexempt.com -pomoc-drogowa.cba.pl -postclass.com -proposal-engine.com -quelle.ru +1qingdao.com +24x7-server-support.site +adloads.com +adpremium.org +agardomains.com +alltheviews.com +app5.letmacworkfaster.world +arenda-yeisk.ru +aviapanda.ru +avtointeres.ru +ayerbo.xhost.ro +azadnegar.com +brainboostingsupplements.org +celejihad.info +cfacarrosserie74.com +codq.info +coldfilm.ru +compiko.info +coolwallpapers-hd.com +descargar-musica-gratis.net +deutschehobbyhuren.net +djihispano.com +drugs-no-rx.info +dustyorate.com +ecommerce-seo.org +elektrischeziga.livejournal.com +enge-fotzen.info +erotiktreff24.info +errorfixing.space +extlinks.com +extremepornos.net +fodelsedagspresenter.nu +free-share-buttons.top +free-today.com +gay.adultgalls.com +geoads.com +girlporn.ru +hannasolution.ru +hazardky.net +heygidday.biz +imgata.com +investzalog.ru +iptool.xyz +iqoption.pro +irkutsk.zrus.org +istanbulit.com +laudit.ru +livefixer.com +lulea-auktionsverk.se +magicalfind-a.akamaihd.net +mediawhirl.net +mygameplus.com +myhydros.org +mymercy.info +naphukete.ru +nastydollars.com +nippon-bearings.ru +nootrino.com +npoet.ru +oecnhs.info +onclickpredictiv.com +oneminutesite.it +onlinemeetingnow.com +onlinetvseries.me +picturesmania.com +pornhive.org +pornosmola.info +praisong.net +profitkode.com +realmonte.net +respublica-otel.ru rfd-split.hr -ryetaw.com -scanner-andrew.top -sell-fb-group-here.com -serialsway.ucoz.ru -sexsearch.com -s-forum.biz -sharebutton.to -skanninge.se -sport-video-obzor.ru -sps-shop.com -squidoo.com -theporndude.com -timecrimea.ru -titan-ads.life -tizanidinestreetprice.blogspot.com -tnctrx.com -topquality.cf -tubeline.biz -u-cheats.ru -viberdownload10.com -voltrknc1.com -x-diesel.org -yubikk.info -zaimhelp.ru -zmoda.hostreo.com -zootravel.com +ritlweb.com +saletool.ru +sampleletters.net +servisural.ru +shoesonlinebuy.xyz +sibvitr.ru +sildenafilcitratemed.com +siteaero.com +souvenirua.com +stromerrealty.com +students-cheapskate.ml +thaismartloan.com +thebluffs.com +tobeyouday.win +torontoplumbinggroup.com +um-razum.ru +url2image.com +us-america.ru +video-hollywood.ru +video-production.com +viktoria-center.ru +vkak.ru +wareseeker.com +xnxxandxvideos.com +yes-com.com +yoopsie.com +zapiszto.pl +zeg-distribution.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index aa77f257e..c090702b6 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00author.com -08800.top +00it.com +00webcams.com +03e.info +0912701309f8ce.com 0n-line.tv -1000n1.ru +1001watch.com.ua +100searchengines.com 101billion.com -101flag.ru -123movies.love -14b.info -1688.com -178evakuator178.ru +101raccoon.ru +11pikachu.ru 1kinobig.ru -1stat.ru -2000k.ru -256bit.by -2728fb936f0.com -2daytrendingnews.com -40cg.com -45en.ru -4kplayer.pl -4pp13.com +2015god.org +24x7-server-support.site +2drittel.de +2itech.ru +3-letter-domains.net +4webmasters.org +5forex.ru 5-steps-to-start-business.com -5tey7463.weebly.com -66cpwgln.space -76brighton.co.uk -7fon.ru -8gold.com -999webdesign.com -9icmzvn6.website +83net.jp +8xv8.com a96527gi.beget.tech -aa8b68101d388c446389283820863176e7.com -aaa38852e886ac4af1a3cff9b47cab6272.com -abcdefh.xyz -abclauncher.com -absugars.com -abwa.tk -acmebtn.ml -adamoads.com -adanih.com -add-add.men -adexprts.com -adinterax.com -admanaerofoil.com -adrunnr.com -ads-seo.men +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aadroid.net +acads.net +accessoires-mode.in +actionnooz.com +adclickservice.com +adimmix.com +admatic.com.tr +admitad.com +adpremium.org +adsfresh.men +ads.tremorhub.com +adultgalls.com advancedcleaner.com -advancedmassagebysara.com -adverster.com -aerogo.com -affiliate-fr.com -afmuseum.com -agapovdg.ru -ahrefs.com -akita.kz -akuhni.by -akusherok.ru -akvamaster.dp.ua +advokateg.ru +affordablewebsitesandmobileapps.com +a.frcls.fr +afslankpillen2017nl.eu +agadelha.com.br +akama.com +alborzan.com alfa9.com -algarveglobal.com -alibestsale.com -all4invest.ru -allbizne.co.ua -allknow.info -allmarketsnewdayli.gdn -all-streaming-media.com -alltheviews.com -aloofly.com -alpharma.net -alta-realestate.com -alvtank.se -alyeskaresort.com -amehdaily.com -am-se.com +alfabot.xyz +alif-ba-ta.com +allboard.xobor.de +allforminecraft.ru +alphahoverboards.com +aludecor.info +amateurmatch.com +amazingninja.com amung.us -analytics-ads.xyz -animaltoplist.com -anticrawler.org -anti-virus-removal.info -aosexkontakte.net -aosheng-tech.com -apartmentratings.com -apelsinnik.website -apidiamondatanet-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -approvedlocal.co.za -apptester.tk +amyfoxfitness.com +anabolics.shop +animal-drawings.com +animalia-life.club +anonymous-redirect.com +apessay.com +apibrowsesmartne-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +app5.letmacworkfaster.world +appleid-verification.com +apps-analytics.net ap.senai.br -architecturebest.com -arcteryxstore.online -arenanews.com.ua -arenda-avtoprokat-krasnodar.ru -arenda-yeisk.ru -arendovalka.xyz -arpelsreplica.xyz +arabseyes.com +arendas.net arquapetrarca.info -artdestshop.eu -asscenihotosidea.blogspot.com +artel116.ru +asdfg.pro +asrv-a.akamaihd.net +asrvrep-a.akamaihd.net +asseenontv.ru +atelielembrancaqueencanta.com.br ausergrubhof.info -aussie-prizes.com -autochoixspinelli.com autolombard-krasnodar.ru -auto-zapchasti.org -avirasecureserver.com -avtointeres.ru +auto.rusvile.lt +aviav.org +avto-oligarh.ru awaybird.ru -awency.com -axbocz.net -ayeartoforget.com -azartmix.com -azazaporn.com -azbaseimages.net -azte.ch -babyguns.ru -backuperwebcam.weebly.com -baikaleminer.com -baixar-musicas-gratis.com -balkanfarma.ru -bankcrediti.ru -banki76.ru -banksrf.ru -batanga.net +azartniy-bonus.com +azbukadiets.ru +azlex.uz +babieca.com +bad-stars.net +baersaratov.ru +bagsonsale.online +balitouroffice.com +balook.com +bamo.xsl.pt +banan.tv +bannerswap.com +bard-real.com.ua +basedecor.ru bcmp.org -beachtoday.ru -bear.gotcher.us -beauty-bracelet.com -bedandbreakfast.com -beetpics.pw belinka.com.ua -belinvestdom.by -berdasovivan.ru +bestbrainprod.win +bestchoice.cf +bestcoin.cc +bestdooz.com besthomemadepornsites.com -bestmobilityscooterstoday.com -best-seo-software.xyz +best-mam.ru +bestssaker.com +bet365.com betonka.pro -bet-prognoz.com -betterhdporn.com betteroffers.review +bezcmexa.ru bezsporno.ru bigcareer.info -bimatoprost-careprost.com -bitcoinpile.com -bitnote.co -bizlist.com.de -bjorkbacken.nu -blackcurranthumidifiers.site +bitcoinremote.com +biznesluxe.ru +biznesrealnost.ru +bizru.info +bjanshee.ru +bkns.vn blackle.com -blackwitchcraft.ru -blagovest-med.ru -blog.koorg.ru -bmwhighperformers.com -bodybuilding-shop.biz -bonky.biz -boo-arts.com -bookmark4you.com -bookmark4you.com.biz -brains2.biz -brakehawk.com -brandbucket.com -break-the-chains.com -briomotor.co -brus.city -btvn.ru -bumskontakte.org -buron.pw -buttons-for-website.com -buttons-for-your-website.com -buyclomidonlaine.com -buy-loft.ru +blogporn.in +boazpower.com +bongiornos.info +bonux.nextview.ru +bookhome.info +bosman.pluto.ro +bouda.kvalitne.cz +brainboosting.club +brainboostingsupplements.org +brainsandeggs.blogspot.com +brendbutik.ru +brus-vsem.ru +bryansk.zrus.org +b-styles.xyz +bumascloset.com +burkesales.com +business-made-fun.com +buy-cheap-online.info +buydissertation.net +buyessay3.blogspot.ru +buyessayonline19.blogspot.ru +buyfriend.ru +buy-meds24.com buyparajumpers.online -buyscabiescream.com +buyviagraa.blogspot.com +buzzsumo.com +bvlgaribracelet.xyz +bvlgariwallet.xyz bwlx.prepedu.cn -bytimedance.ru -camdolls.com -candelluxsklep.pl -candypeople.se -candytiner.com -canvas.gloverid.site -cardsdumps.com -cardul.ru +cactussoft.biz +calcularpagerank.com +callawaygolfoutlet.online +call-of-duty.info +callstevens.com +candlewooddentalcentre.com.au +carapics.com carmuffler.net -cars-modification.net carson.getenjoyment.net -cartechnic.ru cartierbracelet.xyz -cartierloveringreplica.xyz -cartierlove.xyz -cartujano-pre.de +cartierlovestore.xyz +cartierring.xyz +cartiertrinity.xyz +cascadelink.org +cashonads.com +castingbank.ru +cbox.ws ccbill.com -cdnnetwok.xyz -ceotrk.com -cerev.info -cete.ru -cfjump.com -c-gainsbourg.com -cheapjerseysbizwholesale.us +cctva.tv +cdncash.net +cementaresearch.se +centraletermice.us +cezartabac.ro +cfcl.co.uk +chatroulette.life +cheapmoncler.pw cheapmoncler.xyz -chee-by.biz -chelnytruck.ru +cherubinimobili.it +chinaelitecheapjerseys.com chinajerseyswholesalecoupons.com -chocolateslim-u-srbiji.com +chiptuninger.com +chlooe.com +chocolateslim-en-espana.com +chocolateslim-original.com +chocoslim.pro choosecuisine.com -cialischsrx.com -cineacademy.ru -cinemaflix.website -clarithromycin500mg.com +christianlouboutinoutlet.win +cialgenisrx.com +cialisovercounteratwalmartusa.com +cialiswithoutadoctor.net +cigarpass.com +citetick.com +civilwartheater.com +claytransformations.info cleanallvirus.com -cleanmypc.com -clickprotects.com -clicksor.com +clean-virus-mac.com +clickintext.net +clickzzs.nl clips.ua.ac.be -club-musics.ru -cobaltpro.ru -collegeessay19.blogspot.ru -com-cleaner.systems -comissionka.net -compliance-barak.xyz -compliance-fred.top +cl.s7.exct.net +cometorussia.net +compliance-donald.xyz +compliance-elena.xyz +compliance-george.xyz +compliance-ivan.xyz +compliance-jane.top compliance-john.top compliance-josh.top -compliance-julia.top -compliance-olga.top -compucelunlock.net -concordexoticrentals.com -continent-e.tv +compliance-viktor.top +connectionstrenth.com +conocer-sanabria.com copypaste.traderzplanet.in copyrightclaims.org cornomase.win -counter.bloke.com -country-chic.ru -cpabegins.ru -cpajunkies.com -creatives.adbetclickin.pink -creditmoney.com.ua +cottageofgrace.com +cracksplanet.com +crackzplanet.com +crd.clan.su creditnation.ru -cryptoswap.biz -cs-passion.pl -customergrowthsystems.com -custom-product-labels.com -cvety24.by -danceuniverse.ru -dataloading.net -db.speedup.gdn -ddospanel.com -dear-diary.ru -decoratinghomes.ga -delayreferat.ru -demian.kz -designdevise.com -destinationrealestate.com -dev78.dioniqlabb.se -dieswaene.com +customcatchcan.com +customerguru.in +cypernhuset.se +data-mining.tk +datsun-do.com +davidovic.info +dcj-nn.ru +defenderxtactical.com +degerlund.net +dellalimov.com +detalizaciya-tut.biz +devochki.top +dfiles.me +dgfitness.co +diamond-necklace.info diffbot.com -digest-project.ru -dignitasdata.se +digilander.libero.it +digitalfaq.com +digital-sale.su diminishedvalueoforegon.com -discovertreasure-a.akamaihd.net -discovertreasurenow.com -dispo.de -diusyawiga.tk -divci-hry.info -djekxa.ru -djihispano.com +djstools.com +dlya-android.org +dmmspy.com dnepropetrovsk.mistr-x.org +dneprsvet.com.ua documentbase.net -dogbreedspicture.net -domik-derevne.ru -dominateforex.ml -domoysshop.ru -domznaniy.ru -downloadeer.net -downloadmefiranaratb1972.xpg.com.br -dpihatinh.gov.vn +domain-submit.info +domashneeruporno.com +dominterior.org +dostavka-v-ukrainu.ru drillsaw.ru -drivotracker.com -drugspowerstore.com -dverimegapolis.ru +drugs-no-rx.info dyshagi.ru -easyshoppermac.com -ednorxmed.com -ed-shop01.ru -educatemetv.com -efnor-ac.com -e-kwiaciarz.pl -eladkarako.com -elektrozigarette2.webs.com +earn-from-articles.com +ec-file.info +econom.co +eduserver.net +efkt.jp +ekspertmed.com +electricwheelchairsarea.com +electrik-avenue.com elektrozigarettekaufen2.blogse.nl elektrozigaretten1.tumblr.com -eloconcream.blogspot.com -emailaccountlogin.co -englishgamer.com -enhand.se -en.home-task.com -eorogo.top -eralph.tk -eropho.com +elitedollars.com +elkacentr.ru +elvenmachine.com +emergencyneeds.org +enginebay.ru +enternet.ee +enthuse.computernetworksonline.com erotik-kostenlos.net -estelight.ru -etotupo.ru -eu-cookie-law.blogspot.com -eu-cookie-law.info +erotische-geschichten-xxl.com +escort-russian.com +essayassist.com +essay-writing.work euronis-free.com -everypony.ru -exoneration-project.us -exonline.info +eurosamodelki.ru +euroskat.ru +evehemming.blogspot.com.au +ewebarticle.info +exchangeit.gq expdom.com -extlinks.com -extrabot.com -extractorandburner.com -extremepornos.net -ezigarettekaufen2.blox.pl +eyes-on-you.ga +f012.de f1nder.org -fakehandbags.xyz -fashionavenuegame.com -fashion-stickers.ru -favornews.com -femmesdenudees.com -fermersovet.ru -ff30236ddef1465f88547e760973d70a.com -fickenbumsen.net -fickkontaktehobbyhuren.com -fickkontakte.org -filesclub.net -filesdatabase.net +facecup.top +falopicm.pw +familienzahnaerzte.com +fbdownloader.com +fealq.com +fearcrow.com +fetroshok.ru +fickenprivat.info +fidelityfunding.com +figuringmoneyout.com filmbokep69.com -filmci.pro -filmfanatic.com -findacheaplawyers.com -findsexguide.com -firesub.pl -fivedwld.cf -flashahead.info -floating-share-buttons.com -flooringinstallation-edmonton.com -floridahuntingfishingadventures.com -floridamhca.org -focalink.com -fok.nl -forex-indextop20.ru +filunika.com.ru +finansov.info +findclan.org +finejewelryshop.ru +firstsiteguide.com +fishtauto.ru +fiuxy.com +flashlarevista.com +f-loaded.de +flowwwers.com +flytourisme.org +fodelsedagspresenter.nu +folowsite.com +f-online.de +foodcrafts.website +footballfarrago.com +forensicpsychiatry.ru forex-procto.ru -formseo.com -fortevidyoze.net -forum20.smailik.org -forums.toucharcade.com -fotzen-ficken.com -foxtechfpv.com -freakycheats.com -freejabs.com -freenode.info -freenom.link -free-social-buttons.xyz -free-stock-illustration.com -freeuploader.com -freeuploader.ml -freewebs.com -freewhatsappload.com -front.ru -front.to -fun2cell.net -funponsel.com -futbolkisales.ru -fyl.com.ru -gallery.rennlist.com -gamebackyard.com +forodvd.com +forpackningsutveckling.se +forum.doctissimo.fr +fotoxxxru.com +foxweber.com +frameimage.org +franecki.net +fr-bearings.ru +freecamdollars.com +free-floating-buttons.com +freegamesplay.online +freelinkbuilding.website.tk +freemaintenancesysforpcandmac.top +freesitetest.com +free-today.com +free-video-tool.com +freewlan.info +freshberry.com.ua +funnymama.com +fxgallery.com +g33.org +galaxyflowers.ru +gambarxkata.co gamedayassist.com -game-mmorpg.net -gameprimary.com -games.kolossale.ru +gamesprite.me +gamewrath.com +garciniaxt.us +gardene.ru gateway.zscalertwo.net -gaytube.com -gearsadspromo.club -geile-lelly.eu +gayxperience.com +ge0ip.com +geckoandfly.com gelezki.com +gemara.com generalporn.org +generousdeal-a.akamaihd.net +genetworx.com gepezz.info -getaclueamerica.com -getlaid-xxxhookupdirect.com -getpopunder.com -getresponse.com -girls-ufa.ru -gk170.ru -golden-catalog.pro -goodhousekeeping.com -goodhumor24.com -gorodservis.ru +germes-trans.com +getoutofdebtfree.org +getyourimage.club +ghazel.ru +gigapeta.com +girlsatgames.ru +given2.com +gktt.ru +globalsurfari.com +glogow.pl +gloverid.site +golaya.pw +gourcy.altervista.org gowreckdiving.com -greatdealshop.com -gribokstop.com -gsasearchenginerankerhelp.com -gsmlab.pl -guge.io -guitar-master.org -gz2.bbsoldes.fr -habermetre.com +graphid.com +gratuitxblcodes.com +greatfind-a.akamaihd.net +greenzaim.ru +grupografico-pilar.com.ar +gsasearchengineranker.top +gsmtlf.ru +guiadeserraazul.com hackers-crackers.tk -hao123.com -happy.new.yeartwit.com -harmonyglen.us +haikuware.com +hard-porn.mobi +hausfrauensex18.com havepussy.com -hdpixent.com -hdwallpapers-free.com -headpress.ru -heartofbeijing.blogspot.com -help.tpu.ru -herehloadibs.cf -hermesreplica.pw -hit-men.men -hjaoopoa.top -hkdiiohi.skyrock.com -hobbyhuren24.net -hobbyhuren-datenbank.com -holidaypics.org +hazardky.net +hccoder.info +heatpower.ru +helvetia.com.ua +hem.passagen.se +hermesbirkinhandbagoutlets.com +herokuapp.com +heroz.fr +hetmanship.xyz +highland-homes.com +high-speed1.net +highstairs-a.akamaihd.net +histock.info +hiwibyh.bugs3.com homedecoguide.info -homemade.gq -hornymatches.com -hostnow.men -hotblognetwork.com -housediz.com -housemilan.ru -hoverboard360.es -howmuchdoestizanidinecost.blogspot.com -hreade.com +homedecorpicture.us +home-task.com +hostsshop.ru +hotblog.top +hoverboard360.de +hoverboard360.se +hoverboardforsaledirect.com +hplaserjetpdriver8y.pen.io +hspline.com +htmlcorner.com huimin764128.com -hulfingtonpost.com humbmosquina.tk -hunterboots.online -hut1.ru -hystersister.com +hustoon.over-blog.com +hybrid.ru +hyiphunter.org +iamsport.org +iboss.com idc.com.ua -ideashome.id +id-forex.com ido3.com ifirestarter.ru igithab.com -iloveitaly.ru -imagerydatabase.com -imperia31.ru -impisr.edunsk.ru -inclk.com -infektsii.com -insurple.com -inzn.ru +images-free.net +imagine-ex.co +imagui.eu +imfamous.info +imgarit.pw +imicrovision.com +infostatsvc.com +inmate-locator.us +inome.com.ua +integritylandscapeservices.com +intellekt21.ru +intermesh.net +intervsem.ru +intim-uslugi.info +int.search.tb.ask.com +investzalog.ru +ipchicken.com +ip-guide.com +iphantom.com +iplogger.org iplusbit.blogspot.co.za -irkutsk.online-podarki.com -irunfar.com -istanbulit.com -istmira.ru -istock-mebel.ru +iqoption-bin.com +iqoption.com +iqupdatetmz.win +isotoner.com +isoveti.ru itis4you.com -iusstf.org -ix20.ru -jacago.com -jasonpartington.com -javrip.net -jav-way.site -jbl-charge.info -jennyfire.ru -jerseyschinabizwholesale.us -jerseyswholesalechinalimited.com -jerseywholesaleelitestore.com +iwantedmoney.com +iwanttodeliver.com +iweblist.info +janavibekken.no +javatex.co.id +javcoast.com +jav-fetish.com +javxxx18.com +jerseysbizwholesalecheap.com +johannesburgsingles.co.za +juliaworld.net jumptap.com +kabbalah-red-bracelets.com kaidalibor.de -kakadu-interior.com.ua -kalandranis.gr -kashubadesign.ru -katushka.net -kaz.kz -kinoduh.ru +kaliningrad.zrus.org +kam-dom.ru +kamen-e.ru +kanimage.com +karpun-iris.ru +kasino-money.pw +kazrent.com +keenoutlet.online +keywordsuggests.com +keywordteam.net +kinogolos.ru kino-key.info -klosetkitten.com -kollekcioner.ru -kolotiloff.ru -komp-pomosch.ru -komputers-best.ru -konica.kz +kinopolet.net +kinotorka.ru +kiskinhouse.com +kladrus.ru +kleine-titten.biz +klikbonus.com +kndxbkdx.bloger.index.hr +knigonosha.net +kol-energo.ru +koleso24.com.ua +kollesa.ru +kongruan.com +konturkrasoty.ru +kopihijau.info +kovrenok.ru krasnodar-avtolombards.ru -krassh.ru -kreativperlen.ch -kredit-pod-zalog-krasnodar.ru -kunstaktien.info -kutikomi.net -kuzinsp.ru -kvartir-remont.biz -kw21.org -kwzf.net +krasnodar.xrus.org +kumuk.info +kupiproday.com.ua +kupit-adenu.ru +kvartiry-remont.ucoz.ru +labplus.ru +laexotic.com lafriore.ru -lakomka.com.ua -lancheck.net -landmania.ru -laptoper.net -larchik.net -lasvegaslockandsafe.com -lawyersinfo.org -laxdrills.com -lazymanyoga.com +landoftracking.com +landscaping.center +larose.jb2c.me +laserpen.club ldrtrack.com -leadn.pl -lechtaczka.net -lennatin.info -lesbian.xyz -letmacworkfaster.world -letmacwork.world -letsart.ru -letslowbefast.site +lenvred.org lida-ru.com -light.ifmo.ru -lightinghomes.net -limads.men +lifeinsurancekb.com link.ac -liumimgx.pw -livetsomudvekslingstudent.bloggersdelight.dk -lmrauction.com -localflirtbuddies.com -locationdesaison.com -locksmith.jp -lollypopgaming.com -lol-smurfs.com -longadventure.com -louboutinshoes.xyz -lovi-moment.com.ua -lsp-awak-perikanan.com -luciddiagnostics.in -luxmagazine.cf -m1media.net -m4ever.net -m5home.ru -mabdoola.blogspot.com -machicon-akihabara.info -macnewtech.com -mac-shield.com -magicdiet.gq -makedo.ru -mansparskats.com -marmotstore.online -martlinker.com -massage-info.nl -matb3aa.com +lion.conboy.us +lisque.batcave.net +littlecity.ch +liveinternet.ro +loadopia.com +long-beach-air-conditioning.com +louboutinreplica.pw +louisvuittonoutletstore.net +ltvperf.com +m292.info +magazin-pics.ru +magnetpress.sk +mail.allnews24.in +mailemedicinals.com +manipulyator-peterburg.ru +mansiondelrio.co +manuscript.su +manyresultshub-a.akamaihd.net +maridan.com.ua +masturbate.co.uk +matchpal-a.akamaihd.net +mathgym.com.au +max-eclat.men +maximilitary.ru max-p.men -m.b00kmarks.com -mcar.in.ua -mebelcomplekt.ru -medicines-choice.com -meds-online24.com -mega-bony2017.pl -mega-polis.biz.ua -menetie.ru -message-warning.net -mex-annushka.ru -mezaruk.info -microstatic.pl -mir-business-24.ru -missclub.info -missvietnam.org +maxxtor.eu +mb140.ru +mcadamssupplyco.com +mebel-alait.ru +mebel-vstroika.ru +meddesk.ru +mediafresh.online +medicineseasybuy.com +medicovi.com +medosmotr-ufa.ru +med-zdorovie.com.ua +megahdporno.net +memberty.com +menhealed.net +mesto-x.com +metabar.ru +minegam.com +miniature.io +mir-betting.ru mixed-wrestling.ru -mixtapetorrent.com -mmostrike.ru -mobot.site -modnie-futbolki.net -mole.pluto.ro -money-for-placing-articles.com +mjchamonix.org +mmofreegames.online +mmoguider.ru +mncrftpcs.com +mobile.ok.ru +mobplayer.ru +mobstarr.com +mockupui.com +moesen-ficken.com +moetomnenie.com +mojpreskumanie.com +monarhs.info +moncleroutletonline.pw +moomi-daeri.com mosrif.ru -mototsikl.org -moviemail-online.co.uk -mowser.com -mrmoneymustache.com -musicstock.me +mostantikor.ru +mozello.ru +msfsaar.de +msk.afora.ru +music7s.me musicvidz.ru -musirc.com -mustwineblog.com -muznachas-service.ru +mustat.com +muz-shoes.ru +muztops.ru +my-big-family.com mycaf.it +my-cash-bot.co mydearest.co -my-floor.in.ua -myhydros.org -myindospace.com -mylida.org -myliveblog.ru -mypornfree.ru -nastroyke.net -nastydollars.com -naval.jislaaik.com -netallergy.ru -newhairstylesformen2014.com -nextrent-crimea.ru -nfljerseys.online -nfvsz.com -nikitabuch.com -nikitsyringedrivelg.pen.io -ningessaybe.me -njpalletremoval.com -nlfjjunb5.ru -noclegonline.info +mydirtystuff.com +myfreecams.com +myfreetutorials.com +myiptest.com +mypets.by +nac-bearings.ru +nagdak.ru +narkologiya-penza.ru +negral.pluto.ro +neks.info +networkad.net +news-readers.ru +newstudio.tv +nodding-passion.tk +notasprensa.info +notfastfood.ru novatech.vn nowtorrents.com -nudepatch.net -nuit-artisanale.com -nuker.com -obnal.org -ochistka-stokov.ru +nullrefer.com +nuup.info +nyfinance.ml +oakleyglassesonline.us +oconto.ru +o-dachnik.ru offer.camp -offers.bycontext.com -offtime.ru -ohmyrings.com -okmedia.sk -olvanto.ru -onclkads.com -onemactrckr.com -onlinadverts.com -onlinefilmz.net +office2web.com +oil-td.ru +oklogistic.ru +oneclickfiles.com +online-hit.info +onlinemeetingnow.com onlineporno.site -online-sbank.ru -onload.pw -onlywoman.org -ons-add.men +onlineserialy.ru +onlinewritingjobs17.blogspot.ru +onthemarch.co +ooomeru.ru +oops-cinema.ru +openfrost.com +openfrost.net +open-odyssey.org optitrade24.com -orenburg-gsm.ru +optom-deshevo.ru +orgasmatrix.com orgasmus-virtual.com -orion-v.com -outshop.ru -oz-offers.com -paceform.com -panicatack.com -paparazzistudios.com.au -partnerads.men -partners-ship.pro -pathwhelp.org -pcads.ru -pdn-4.com -pearlisland.ru -pekori.to -pensplan4u.com -pepperstyle.ru -percin.biz.ly -petitions.whitehouse.gov -photokitchendesign.com -physfunc.ru -picsfair.com -pictures-and-images.net -picturesify.com -pihl.se -pila.pl -pinsdaddy.com -pinwallpaper.xyz -pio.polytopesexempt.com -plastjulgranar.se -play-mp3.com -pochtovyi-index.ru -pokemongooo.ml -pomoc-drogowa.cba.pl -pooleroadmedicalcentre.co.uk -popander.mobi -popcash.net -popup-fdm.xyz -popup.matchmaker.com -porngalleries.top -pornhub-forum.ga -porno-chaman.info -pornoklad.ru +origin-my.ru +orion-code-access.net +osb.se11.ru +outclicks.net +oyster-green.com +paclitor.com +paleohub.info +paphoselectricianandplumber.com +partner-print.men +patterntrader-en.com +pay2me.pl +paydayonlinecom.com +pcimforum.com +perfectpracticeweb.com +perl.dp.ua +perm.xrus.org +perso.wanadoo.es +phobia.us +photo-clip.ru +piccdata.com +picquery.com +pills24h.com +pinwallpaper.top +piratecams.com +pistonclasico.com +piter.xrus.org +pixshark.com +pizdopletka.club +plastweb.ru +pl-vouchers.com +polcin.de +pontiacsolstice.info +popads.net +popunder.ru +popup-hgd.xyz +porndl.org +pornhive.org +pornmania.pl +pornoelita.info +pornogad.com +pornokajf.com +pornokorol.com porno-play.net -pornoreino.com -pornosexrolik.com -porno-transsexuals.ru -pornowarp.info -portside.xyz -posible.net -postclass.com -potolokelekor.ru -pozdravleniya-c.ru -pravoholding.ru -priora-2.com -privatefx.all4invest.info -produkto.net -profitkode.com -profitsport.club -proftests.net -progress-upakovka.ru -prointer.net.ua +pornosmola.info +poshiv-chehol.ru +positive2b.ru +powitania.pl +pozdrawleniya.ru +praisong.net +predominant-invent.tk +prefersurvey.net +printdirectforless.com +privacyassistant.net +privat-girl.net +privatov-zapisi.ru +prize44.com +prlog.ru +prodess.ru +productarium.com +projectforte.ru prokotov.com -promalp-universal.ru -promoforum.ru -pro-poly.ru -prostitutki-rostova.org -pr-ten.de -psoriasis-file.trade +prombudpostach.com.ua +pro-okis.ru +pro-tec.kz +psvita.ru +ptr.ruvds.com pulseonclick.com -puzzleweb.ru -q-moto.ru -qualitymarketzone.com -questionmarque.ch -quickbuck.com +puserving.com +pussyspace.net +pyramidlitho.webs.com +quangcaons.com quickloanbank.com -radiodigital.co +quick-seeker.com +quizzitch.net +rabot.host.sk +rainbowice.ru +randki-sex.com ranking2017.ga -rapevideosmovies.com -rasteniya-vs-zombi.ru +rankings-analytics.com razleton.com -razyboard.com -realresultslist.com -registrationdomainsite.com -registry-clean-up.net -registrydomainservices.com -reimageplus.com -remontvsamare.su -remorcicomerciale.ro -rentaremotecomputer.com -rep-am.com -replicaclub.ru -resellerclub.com -retreatia.com -rewardit.com -reward-survey.net +realtytimes.com +redirect.trafficreceiver.club +redirlock.com +rednise.com +referencemoi.com +registratciya-v-moskve.ru +registry-cleaner.net +remont-ustanovka-tehniki.ru +remote-dba.de +restaurantlescampi.com +restorator-msk.ru +rff-cfal.info rfid-locker.co -richinvestmonitor.com -ring4rhino.com -robertefuller.com -roll123.com -romhacking.ru -rossanasaavedra.net -rossmark.ru +ricorsogiustizia.org +rniaeba.ga +roleforum.ru +roofers.org.uk rp9.ru -rumamba.com -running-line.ru +rubanners.com +rusexy.xyz +rus-pornuha.com +rusprostitute.com russian-postindex.ru -rus-teh.narod.ru -rvi.biz -s8-nowy-wygraj.comli.com -samara.rosfirm.ru -samoiedo.it +rutor.group +ryetaw.com +sa-live.com +salut-camp.ru +sandhillsonline.com +saneitconsulting.com sanjosestartups.com -santechnik.jimdo.com -sarafangel.ru -satellite.maps.ilovevitaly.com -saugatuck.com -saveindex.xyz -sbtdesign.co.uk -scanmarine.info -scanner-brian.top -scanner-julianna.top +sape.top +sbdl.no +scanner-alex.top +scanner-george.top +scanner-jane.top scanner-viktor.top -score-ads.men -scottbywater.com -sc-specialhost.com -searchaddis.com +scrapy.org +sdelai-prosto.ru +sdelatmebel.ru +searchengineranker.email +search-error.com seasaltwithfood.com -segol.tv +se.bnt-team.com +secret.xn--oogle-wmc.com +seeresultshub-a.akamaihd.net +sei80.com sell-fb-group-here.com semalt.com +semp.net +seo-2-0.com seocheckupx.com -seonetwizard.com +seoexperimenty.ru +seojokes.net seorankinglinks.xyz -serdcenebolit.com -service-core.ru -seryeznie-znakomstva.ru -sevendays.com.ua -sex.hotblog.top -sexiporno.net -sexphoto.site -sexpornotales.com -sexs-foto.com -sextracker.de -sexuria.net -sexyali.com -sexy-pings.com -shemale-sex.net +seorussian.ru +servethis.com +servingnotice.com +serviporno.com +sexfreepornoxxx.com +sex-pr.net +sexvideo-sex.com +sex-watch.com +sexy.babes.frontend-stack.top +sexy-screen-savers.com +sherlock.se +ship-marvel.co.ua shisha-swag.de -shoesonlinebuy.cn shoesonlinebuy.xyz -shtaketniki.kz -shtaketniki.ru +shohanb.com +shop-electron.ru +shop.xz618.com +sibtest.ru sibvitr.ru -sideeffectsoftizanidine.blogspot.com -signal03.ru -siha.de -simple-image.com.ua -sinel.info -sirpornogratis.xxx -sizeplus.work -sk.golden-praga.ru -skincrate.net -slavic-magic.ru -slayerlife.com -slowmacfaster.trade -sluganarodu.ru -smart-scripts.com -smokewithrabbits.com -sneakyboy.com +simul.co +site3.free-share-buttons.com +site5.com +site-speed-checker.site +skanninge.se +skatestick.bid +skladvaz.ru +slavia.info +slonechka.ru +small-game.com +small-games.biz +smichovbike.cz +sms2x2.ru +smstraf.ru snip.tw -snomer1.ru +snts.shell-pmr.ru +socas.pluto.ro soc-econom-problems.ru -socialbuttons.xyz -socialmadesimple.com -socialseet.ru +social-fun.ru +social-s-ggg.xyz socialsignals24.com -soc-proof.su -sofit-dmd.ru -softxaker.ru -soheavyblog.com -solution4u.com -sophang8.com -souvenir.cc -soviet-portal.do.am -sovinsteel.ru -spasswelt.xyz -spb.ru -spidtest.org -spravka-medosmotr.ru -spywarespy.com -srecorder.com -stackthatbucks.com -staff.prairiesouth.ca -standardchartered-forex.com -stariy-baku.com -startufa.ru -statustroll.com -steamoff.net -stoki.ru -stpicks.com -styro.ru -supervesti.ru -surcentro.com -symbaloo.com -symphonyintegratedhealthcare.com -syndicate.fun -taaaak.com -taboola.com -tacbelarus.ru -tagil.zrus.org -taqplayer.info -tattomedia.com -td-33.ru +sockshare.net +softlinesolutions.me +soochi.co +sosdepotdebilan.com +soserfis.com +space4updating.win +speedup-my.site +spidtest.space +spinnerco.ca +splendorsearch-a.akamaihd.net +sptslmtrafms.com +spywareit.com +sr-rekneskap.no +stats-public.grammarly.io +stefanbakosab.se +stockspmb.info +stop-gepatit.te.ua +stretchingabuckblog.com +strfls.com +strigkaomsk.ru +stroydetali.ru +sugarkun.com +sukarame.net +sundrugstore.com +superiends.org +surffoundation.nl +swagbucks.com +sweepstakes.rewardit.com +swiped.su +tamada69.com +tam-gde-more.ru +tattoo33.ru +t-bygg.com tds-advert005.info -tecspb.ru -telefonsex-ohne0900.net -telegraf.by -telegramdownload10.com -telsis.com -templates.radiodigital.co -terrafootwear.us -teslathemes.com +teenbbw.yopoint.in +telefonsexi.com +tgtclick.com +thebitcoincode.com +thecoral.com.br +thedownloadfreeonlinegames.blogspot.com thegioixekhach.com -theheroes.ru +thegolfclub.info thejournal.ru -thenews-today.info -thepantonpractice.co.uk -thetoiletpaper.com -the-trader.net -thin.me.pn -timer4web.com +thewebsitetemplate.info timetorelax.biz -timhost.ru titan-ads.life -tizanidine4mgprice.blogspot.com tizanidineandcipro.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidineonline.blogspot.com +tizanidinecost.blogspot.com +tizanidinedosage.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidineingredients.blogspot.com +tizanidineorflexeril.blogspot.com tizanidinestreetvalue.blogspot.com -tmm-kurs.ru -tonerbox.kz -toon-families.com -toonfamilies.net -topbestgames.com -topshef.ru -topsy.com -torrent-newgames.com -torrent-to-magnet.com -torture.ml -tourcroatia.co.uk -toursmaps.com -tpu.ru -track112.site -trkur.com -truck-addzilla.life -truck-land.life -trucri.me -trumpetedextremes.com -tsyndicate.com +tizanidinevsvalium.blogspot.com +tmtrck.com +tnctrx.com +top1-seo-service.com +topads.men +topclickguru.com +torontoplumbinggroup.com +toxicwap.com +tracklead.net +trafficjunky.com +trafficmonetize.org +trafficnetzwerk.de +traffixer.com +traffmonster.info +traffpartners.com +trainoffend.ml +trkdf.com +trustaffs.com +trustedhealthtips.com +ttrraacckkrr.com tubeline.biz -tuckermktg.com -tuckpointingmasonrysystems.com -turizmus.us -turvgori.ru -twiclub.in +tubeoffline.com +tvorozhnaja-zapekanka-recept.ru +tvteleport.ru +twincitiescarservice.com twojebook.pl -tzritel.tk -ua-company.ru -uasb.ru -ufa.xrus.org +typer.one +typimga.pw +u555u.info +uchetunet.su +uggbootsoutletsale.us uhdtv.website -uhodzalijami.ru -umnovocaminho.com -upstore.me -uptime-gamma.net +unacittaconte.org +unitygame3d.com +unmaroll.ya.ru +unpredictable.ga +uogonline.com +upupa.net +url2image.com urlcut.ru -uroki.net -usacasino.com +urldelivery.com +url-img.link +uroffer.link usadacha.net +uytmaster.ru +uzungil.com +vacances-voyages.info +vandrie-ict.nl vapomnoncri.tk -varikoz24.com -veles.shop -velobikestock.com -vesnatehno.com -vezuviy.su -viagra-soft.ru +vegan-foods.us +versaut.xxx-cam.webcam +veselokloun.ru +vesnatehno.ru +via-energy-acquistare.com +viagengrarx.com +viagroid.ru +viandpet.com +videochat.bz videochat.cafe -video-woman.com -villacoloniale.com -visa-pasport.ru -visitcambridge.org -vladimir.xrus.org +videochat.world +videojam.tv +videooko.weebly.com +videospornogratisx.net +videotuber.ru +viktoria-center.ru +vilingstore.net +vip-parfumeria.ru volgograd.xrus.org -voloo.ru -volume-pills.biz -voluumtrk.com -vozbujdenie.com -vpnmouse.com +voluumtracker1.com +vonradio.com +vostoktrade.info vrnelectro.ru -vseigru.one -vucms.com -vykupavto-krasnodar.ru -vzlom-na-zakaz.com -w7s.ru -wallpaperstock.net -wareseeker.com +vtc.pw +vut.com.ru +warezaccess.com warning.or.kr -watch-movies.ru -watchmyfb.pl -waterefficiency.co -wcb.su -webalan.ru -webenlace.com.ar -webextract.profound.net -websiteexplorer.info -website-speed-checker.site -websitevaluebot.com +warningzscaler.heraeus.com +waycash.net +waysbetter.cn +wdfdocando.com +webadvance.club +webix.biz +webjam.com +webmonetizer.net +webradiology.ru +webscouter.net +websiteaccountant.de +website-audit.com.ua +website-speed-check.site wedding-salon.net -weekes.biz.tc -wejdz-tu.pl -welck.octopis.com -wellcome2slovenia.ru -wesharepics.com -westen-z.life -wfb.hatedriveapart.com -whiteelephantwellington.com +wesharepics.site +westermarkanjou.se +whereverdesperate.gq wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +wholinkstome.com +whos.amung.us whosonmyserver.com wieseversa.no -wineitudes.wordpress.com -winterclassichockeyjerseys.com -wnhjavlhezp.gq -wonderfulflowers.biz -worldoffiles.ru +wladimirpayen.com +womensplay.net +word-vorlagen.xyz +worldis.me wowas31.ucoz.ru -writersgroup580.web.fc2.com -www.get-free-traffic-now.com -wygraj-skiny.win -xblognetwork.com -xchangetrak.com +wsgames.ru +wttavern.com +wufak.com +ww2awards.info +www.arenda-yeisk.ru +www.event-tracking.com +www.timer4web.com +xcc24.pl +x-diesel.com x-diesel.org xedserver.com -xingzi-vision.com -xjrul.com -xkaz.org -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xfluro.com +xgames-04.com +x-lime.com xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn--h1ahbi.com.ua -xn--lifehacer-1rb.com -xxx-treker.ru -xxxtube69.com -yaminecraft.ru +xn--80ak6aa92e.com +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +x-porno.video +xportvusbdriver8i.snack.ws +x-stars.ru +xtremeeagles.net +xxxtubesafari.com +yaderenergy.ru yaoguangdj.com -yatrk.xyz -yhit.press +yes-com.com +yginekologa.com +youbloodyripper.com +youdao.com +yougame.biz youporn-forum.ga -youradexchange.com -yoursearch.me -yugo-star.ru -zacreditom.ru -zahvat.ru -zajm-pod-zalog-nedvizhimosti.ru -zambini.ru +yourads.website +yourdesires.ru +yourporn.com +youtuhe.com +ytmnd.com +zaimhelp.ru +zakazvzloma.com zastenchivosti.net -zazagames.org -zeikopay.com -zerocash.msk.ru -zeroredirect8.com -zigarettenonlinekaufen2.bloog.pl -zigzog.ru -znakomstva-moskva77.ru -znaturaloriginal.com -zolotoy-lis.ru -zoodrawings.com -zooggames.com -zoominfo.com -zoosexart.com -zootravel.com +zdesformula.ru +zeroredirect.com +zetmaster.ru +zhorapankratov7.blogspot.com +z-master.ru +znakom.sibtest.ru +zog.link +zoogdiesney.com +zoogdinsney.com +zoogdisany.com +zoolubimets.ru +zrelaya.pw +zvetki.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 4f75a1504..7057ab35f 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -aa8b68101d388c446389283820863176e7.com -abwa.tk -adbetclickin.pink -adclickservice.com -adprotect.net -advertex.info -alert-fjg.xyz -alert.scansafe.net -alfa9.com -alibestsale.com -all4invest.info -aludecor.info -amehdaily.com -amospalla.es -an-donut.com -animali.deagostinipassion.it -apiholdingmypage-a.akamaihd.net -apimountainbikei-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -appiq.mobi -applyneedy.xyz -ap.senai.br -architecturebest.com +2x2fan.ru +4inn.ru +7wind.ru +abovetherivernc.com +addblueoff.com.ua +adrunnr.com +adtiger.tk +advancedsoftwaresupport.com +aksonural.ru +alarmobninsk.ru +alessandraleone.com +allesohnegirls.net +allkrim.com +alot.com +anal-acrobats.hol.es +apartamentwroclaw.eu +apiportalmorecom-a.akamaihd.net +arclk.net +arcteryxsale.online +arkkivoltti.net arvut.org -asacopaco.tk -asiengirls.net -asrvrep-a.akamaihd.net -aviav.ru.com -avkzarabotok.info -avramstroy.ru -avto-oligarh.ru -back.dog -backuperwebcam.weebly.com -bank.uz -becuo.com -beetpics.pw -best-businessman.ru -bildsuche.ru -bitcoins-live.ru -bonkers.name -brendbutik.ru -budilneg.xyz -buyparajumpers.online -cactussoft.biz -cardul.ru -cdn.walkme.com -cialischmrx.com -citysecurity.nu -clarithromycin500mg.com -classicakuhni.ru -clickbanksites.info -cornerstone-countertops.com -cornomase.win -cracksplanet.com -dayibiao.com -dealitright.click -de.zapmeta.com -djstools.com -downloadeer.net -edge.sharethis.com -ednorxmed.com +asrvvv-a.akamaihd.net +avon-ukraine.com +ayerbo.xhost.ro +bang-hotties.com +bankmib.ru +bannerswap.com +beclean-nn.ru +besthoro.ru +besttorrentknifta.weebly.com +bestwebsiteawards.com +bidr.trellian.com +bigcities.org +billiard-classic.com.ua +bkns.vn +bloggerads.net +bouda.kvalitne.cz +braintobe.win +bugof.gq +burger-imperia.com +buypanicdisorderpill.com +carfax.com.ua +carrauterie.be +carsdined.org +cb.iphantom.com +ccjp.eu +cejewelry.xyz +chelnytruck.ru +cherrypointplace.ca +clippingphotoindia.com +coderstate.com +co.lumb.co +com-secure.download +concordexoticrentals.com +countercrazy.com +cowblog.fr +cypernhuset.se +dbmkfhqk.bloger.index.hr +dealwifi.com +derevesendeco.com +diesel-parts28.ru +digitalassetmanagement.site +djonwatch.ru +dktr.ru +e-biznes.info +e-c.al efnor-ac.com -eshop4u.jp -extads.net -ezigarettenshop2.myblog.de -femmesdenudees.com -financeloan.us +eldiariodeguadalajara.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigaretten2.yn.lt +excaliburfilms.com +exoclick.com +f07.de +failingmarriege.blogspot.com +fashion-stickers.ru +fastcrawl.com +favorcosmetics.com +fealq.com +fickblock18.com fitfloponline.store -florida-tourism.net -fm-upgrade.ru -frighteningremain.cf -front.to -gallerily.com -gamevalue7.weebly.com -gayxperience.com -ggiaro.com -go2mike.ru -gogalleryawesome.com -gogps.me -goodwinmetals.co -gopixdatabase.com -goroda-vsego-mira.ru -gov.yanao.ru -graphics8.info -gta-club.ru -hamptonoaks.ca -handicapvantoday.com -hd-filmy.net -helvetia.com.ua -hidemyass.com -hobbyhuren-datenbank.com -hotshoppymac.com -howmuchdoestizanidinecost.blogspot.com -howopen.ru -hscsscotland.com -img.wallpaperstock.net -inome.com.ua -internet-apteka.ru -internetartfair.com -itch.io -javitas.info -jongose.ninja -jpcycles.com -jyvopys.com +forex.osobye.ru +forex-procto.ru +forums.d2jsp.org +free-laptop-reward.com +freeuploader.com +fz139.ttk.ru +gate5.co.za +gaytube.com +germes-trans.com +gk-atlant.info +glastecfilms.com.my +guarrasdelporno.xxx +hdapp1008-a.akamaihd.net +herokuapp.com +hildinghr.se +hkladys.com +holidaypics.org +iboss.com +ilmen.net +imgarcade.com +impresagaia.it +infazavr.ru +insta-add.pro +in-tandem.co +istizanidineanarcoticdrug.blogspot.com +jerseyssportsshop.com +jmat.cn kakadu-interior.com.ua -kalb.ru -kamorel.com -kerwinandcariza.com -keywordblocks.com -khafre.us -kinobaks.com -ks1234.com -kvartira-sutochno.com -kvartir-remont.biz -kvartiry-remont.ucoz.ru -labelwater.se -lacave.ntic.fr +katushka.net +kazan.zrus.org +kenaba.su +keyhantercume.com +keywordsdoctor.com +kmgamex.cf +kotaku.com +labplus.ru lacloop.info -lanadelreyfans.us -levaquin750mg.blogspot.com -lexaprogeneric.link -lion.playtap.us -liupis.com -localflirtbuddies.com -lombia.com -low-format.ru -ltvperf.com -lyngdalhudterapi.no -m292.info -mafcards.ru -mailemedicinals.com -marketland.ml -mere.host.sk -mezaruk.info -mokrayakiska.com -moneyteam24.com -muznachas-service.ru -negral.pluto.ro -nfljerseyscheapchinabiz.com -nhl09.ru -notasprensa.info -oecnhs.info -onefilms.net -paintingplanet.ru -parfusale.se -pearlisland.ru -picurams.pw -pills24h.com -pirateday.ru -pizda.lol -pk-services.ru -pornoblood.com -pornoelita.info -porno-play.net -porno-video-chati.ru -pozdrawleniya.com -prizeestates.cricket -pr-ten.de -ptr.ruvds.com -quickloanbank.com -randki-sex.com -realtytimes.com -redhotfreebies.co.uk -reelheroes.net -regionshop.biz -reklama-i-rabota.ru -restaurantlescampi.com -rossanasaavedra.net -ruscopybook.com -sammyweaver.com -sawin.beth.webd.pl -sbetodiodnye-lampy.ru -scanner-elena.top -scanner-george.top -scanner-jack.top +landoftracking.com +larchik.net +laxdrills.com +ldrtrack.com +lenvred.org +lightinghomes.net +loginduepunti.it +mactechinfo.info +magazin-pics.ru +maglid.ru +medanestesia.ru +metalonly.info +micasainvest.com +mlvc4zzw.space +mmostrike.ru +monclercheap.xyz +musicktab.com +mydirtyhobby.com +myghillie.info +mypornfree.ru +napalm51.nut.cc +narutonaruto.ru +nottyu.xyz +nucia.biz.ly +nuup.info +nvssf.com +offer.wpsecurity.website +okayimage.com +okeinfo.online +onthemarch.co +oops-cinema.ru +outshop.ru +ozoz.it +page2rss.com +partybunny.ru +paydayloanslocal.com +perso.wanadoo.es +petitions.whitehouse.gov +pic2fly.com +pictures-and-images.net +polimga.pw +pontiacsolstice.info +pornogratisdiario.com +pornohd1080.online +pornophoto.xyz +pornoreino.com +prodess.ru +qpypcx.com +qualitymarketzone.com +ragecash.com +remedyotc.com +rewardit.com +riders.ro +rogervivierforsale.com +roleforum.ru +royal-betting.net +rumamba.com +sbornik-zakonov.ru +sbwealthsolutions.ca scanner-jessica.top -scanner-nelson.top -search-goo.com -searchinterneat-a.akamaihd.net -searchtooknow-a.akamaihd.net -seo-prof1.xyz -servicecenter.co.ua +score-ads.men +seemoreresultshu-a.akamaihd.net +semalt.com +semaltmedia.com +seoprofiler.com +servingnotice.com +serviporno.com sex-foto.pw -sexiporno.net -sexspornotub.com -sharebutton.org -shemale-sex.net -shoppingmiracles.co.uk +sex-sex-sex5.com +shillyourcoins.com shopsellcardsdumps.com -sideeffectsoftizanidine.blogspot.com -simul.co -site3.free-share-buttons.com -sitiz.club -slavia.info -sluganarodu.ru -smart-balancewheel.com -snjatie-geroinovoy-lomki.ru -socialmadesimple.com -socialsignals24.com -softwaretrend.net -spammen.de -speedup-my.site -spywarespy.com -statoutlook.info -store-rx.com -stromerrealty.com -suhanpacktech.com -tattoo33.ru -templates.franklinfire.co -theautoprofit.ml -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinestreetvalue.blogspot.com -tmm-kurs.ru -tobeyouday.win -toonfamilies.net -topcar-krasnodar.ru -toproadrunner5.info -traxdom.ru -trucri.me -trudogolik.net -uchil.net -umityangin.net -uptime-as.net -uvozdeckych.info -vandrie-ict.nl -veles.shop -vesnatehno.com -via-energy-acquistare.com -vkontaktemusic.ru -wait3sec.org -wallpapersdesk.info -warningwar.ru -webextract.profound.net -weddingdresses.xyz -wholesalejerseysgaa.com -win-spy.com -witherrom55.eklablog.fr -wnoz.de -wonderfulflowers.biz -xlolitka.com -xmlinde.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xxxrus.org -y8games-free.com -yaaknaa.info -ypmuseum.ru -zigzog.ru +skachat-besplatno-obrazcy.ru +skutecznetabletkinaporostwlosow.pl +smartpet.ru +sockshare.net +solution4u.com +sonata-arctica.wz.cz +soviet-portal.do.am +spy-app.info +startufa.ru +starwars.wikia.com +svarkagid.com +swimpool.ca +szamponrevita.pl +tabakur77.com +takeprofitsystem.com +telefonsexi.com +telsis.com +terraclicks.com +theguardlan.com +theprofitsmaker.net +thetoiletpaper.com +tiens2010.ru +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +token-lab.org +top250movies.ru +topkarkas.com +tsyndicate.com +turist-strani.ru +twojebook.pl +uchetunet.su +uhod-za-sobakoj.ru +ukrobstep.com +uk-zheu20.ru +validccseller.com +vashsvet.com +vielporno.net +volgograd.xrus.org +wahicbefa31.soup.io +wcb.su +wdfdocando.com +we-are-gamers.com +wesharepics.info +westermarkanjou.se +winwotgold.pl +world-mmo.com +xblognetwork.com +xn--80ak6aa92e.com +xn----ctbbcjd3dbsehgi.xn--p1ai +xpresscare.ru +yellowfootprints.com +yourporn.com +yourporngay.com +youtube-downloader.savetubevideo.com +zarabotok--doma.ru +zebradudka.com +zed21.net +zeroredirect11.com +zog.link +zone-kev717.info +zoominfo.com diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 86992fcfa..78dac0889 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 439a47c51..e04d28bfd 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index dc965bcae..c9f5dd928 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1629 +#### Version: V4.2019.06.1630 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ac51ff7fb..c032f13ff 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1629 +#### Version: V4.2019.06.1630 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index a79b6732b..201bb4a95 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1629 +#### Version: V4.2019.06.1630 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ae9eb3c8e..2e249f8cd 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1629 +#### Version: V4.2019.06.1630 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 494a0ba46..4b86df5e1 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1629 -### Updated: Wed Jun 26 14:52:13 SAST 2019 +### Version: V4.2019.06.1630 +### Updated: Wed Jun 26 15:38:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 22cb3f271..f719e3330 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1629 -### Updated: Wed Jun 26 14:52:14 SAST 2019 +### Version: V3.2019.06.1630 +### Updated: Wed Jun 26 15:38:15 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 494a0ba46..4b86df5e1 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1629 -### Updated: Wed Jun 26 14:52:13 SAST 2019 +### Version: V4.2019.06.1630 +### Updated: Wed Jun 26 15:38:14 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 6991fb0b2..fd242b789 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1629 -### Updated: Wed Jun 26 14:52:15 SAST 2019 +### Version: V4.2019.06.1630 +### Updated: Wed Jun 26 15:38:15 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##