diff --git a/.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf b/.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf index 48f44f353..d2b69c193 100644 --- a/.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf @@ -77,5 +77,3 @@ "~*(?:\b){|}(?:\b)" 3; "~*(?:\b)mb_ereg_replace(?:\b)" 3; "~*(?:\b)file_put_contents(?:\b)" 3; -# Regex to detect Random UA Strings -"~*(?=.*?[A-Z])(?=.*?[a-z])(?=.*?[0-9]).{12,}" 3; diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 10b92c635..195a3b4b3 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### @@ -127,10 +127,6 @@ map $http_user_agent $bad_bot { default 0; -# Added 2021-02-05 -# Regex to detect Random UA Strings -"~*(?=.*?[A-Z])(?=.*?[a-z])(?=.*?[0-9]).{12,}" 3; - # ----------------------------------------------------------------------------------- # START CUSTOM BLACKLISTED USER AGENTS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ----------------------------------------------------------------------------------- diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d1c6c9d4a..195a3b4b3 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index d1c6c9d4a..195a3b4b3 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index d1c6c9d4a..195a3b4b3 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index d1c6c9d4a..195a3b4b3 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0da264e2f..461828791 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index a40be186b..22793dd10 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.173.211 0; +35.193.184.18 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 361f3a3d5..5e80f4199 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -46,4 +46,4 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 35.193.184.18 0; -34.122.173.211 0; +34.122.208.80 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 8f27640f3..ba7e7bce0 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 05cbcec9a..2d9c3c5be 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.182.187 0; 35.193.184.18 0; +104.154.182.187 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 7e5e646b9..3af27e3e9 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 8304b9b70..3d512ce96 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.184.18 0; +34.122.173.211 0; 104.154.182.187 0; -34.122.208.80 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 5f9b58ab0..05cbcec9a 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.208.80 0; 104.154.182.187 0; +35.193.184.18 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 371837135..cdc83accd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Acunetix -Calculon -DSearch -JOC Web Spider -Mr.4x3 -MSIECrawler -SEOprofiler -Sucuri -Vagabondo -Whatweb +Bolt +HaosouSpider +Intelliseek +LibWeb +Mojeek +Morfeus Fucking Scanner +Picsearch +seoscanners +WebmasterWorldForumBot +WWW-Collector-E diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 64f524a2b..af56e91f9 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -Aboundexbot -AfD-Verbotsverfahren -AhrefsBot +01h4x.com +Aboundex +ADmantX AIBOT +Aipbot Alexibot -Alligator -AlphaBot -Anarchy99 -Ankit +AllSubmitter +Anarchy Anthill -arquivo.pt +archive.org_bot arquivo-web-crawler -Attach +ASPSeek +Asterias autoemailspider -AwarioSmartBot +AwarioRssBot +BackDoorBot +Backlink-Ceck backlink-check -BackStreet -BatchFTP +BacklinkCrawler +BackWeb +Barkrowler BBBike +BDCbot BDFetch Bitacle -Bolt +Black Hole BotALot -Buddy -BunnySlippers -BuzzSumo +Bullseye CATExplorador CazoodleBot -CCBot -Cegbfeieh -CensysInspect -ChinaClaw +CherryPicker Cliqzbot +Cloud mapping Cocolyzebot -cognitiveseo -Collector +Cogentbot com.plumanalytics -Copier Copyscape Cosmos -Crescent +crawl.sogou.com +CrazyWebCrawler CSHttp -CyotekWebCopy -DatabaseDriverMysqli +Custo DataCha0s -DBLBot -demandbase-bot Deusu Digincore -DittoSpyder +DigitalPebble +Disco +Discobot DomainAppender +domainsproject.org +DomainStatsBot Dotbot Download Wonder -Drip DSearch -EasyDL +Ebingbong ECCP/1.0 -EMail Siphon +Ecxi +EirGrabber +evc-batch Evil -Exabot +Express WebPictures ExtLinksBot -EyeNetIE +ExtractorPro Ezooms facebookscraper -FHscan +FemtosearchBot +Fimap Firefox/7.0 -FlashGet Freeuploader Fyrebot -GetWeb +GetRight Gigablast -Gigabot -G-i-g-a-b-o-t -gopher -GoZilla +Gotit GrapeFX -GridBot -Harvest -Havij -heritrix +GrapeshotCrawler +HaosouSpider Heritrix Hloader HMView +HTMLparser HTTP::Lite +HTTrack Iblog -IlseBot -Image Fetch -Indy Library -InfoTekies -instabid +IDBot +IDBTE4M +IndeedBot Intelliseek -InterGET -Iria +Internet Ninja +InternetSeer IRLbot isitwp.com -JennyBot -JikeSpider -Joomla -Kenjin Spider +Iskanie +IstellaBot +JamesBOT +JustView +Jyxobot +Keyword Density Kinza +Kozmosbot Lanshanbot -Larbin -LeechFTP -LeechGet +LexiBot +LibWeb Libwhisker -Lightspeedsystems -Linkbot -Lipperhey Spider +LieBaoFast +Likse +LinkpadBot +LinqiaRSSBot +LinqiaScrapeBot +Litemage_walker Ltx71 -lwp-trivial -Magnet -Mag-Net -Mail.RU_Bot -Majestic SEO +magpie-crawler +Majestic12 +MarkMonitor MarkWatch -Masscan Mass Downloader Mata Hari -MauiBot Mb2345Browser meanpathbot Meanpathbot MeanPath Bot +Mediatoolkitbot mediawords +MFC_Tear_Sample MIDown tool MIIxpc -Mister PiX -Mojeek -Mojolicious -MQQBrowser +Morfeus Fucking Scanner MSIECrawler -Msrabot muhstik-scan Name Intelligence -NearSite +Nameprotect Needle -Nessus netEstate NE Crawler -NetLyzer -Net Vampire +NetMechanic +NetSpider Netvibes NetZIP -Nibbler -NimbleCrawler +NICErsPRO +Niki-bot Ninja -Nuclei -Nutch -OpenLinkProfiler -Openvas -OpenVAS -OPPO A33 -OutfoxBot -Page Analyzer +NPbot +oBot +Offline Explorer +Offline Navigator +OnCrawl +OrangeSpider +PageScorer Pandalytics Panscient PeoplePal -Petalbot -Picsearch -PictureFinder -Pi-Monster -Pixray +PHPCrawl +Picscout +plumanalytics Pockey POE-Component-Client-HTTP Probethenet -ProWebWalker -Psbot -Pump PxBroker QueryN Metasearch -RankActive +RankFlex +RankingBot RankingBot2 -Rankivabot +RealDownload Reaper -RedesScrapy -scalaj-http -ScanAlert -Scanbot -ScoutJet -Scrapy -SearchmetricsBot -SentiBot -SEOkicks-Robot +RepoMonkey +Re-re +Ripper +RocketCrawler +s1z.ru +SalesIntelligent +satoristudio.net +SBIder +scan.lol +Screaming +SEOkicks +SEOlyticsCrawler +Seomoz +SEOprofiler +seoscanners SEOstats -serpstatbot -sexsearcher -SISTRIX -Sitebeam +Shodan +Siteimprove SmartDownload SMTBot Snapbot -SocialRankIOBot +Snoopy Sosospider Sottopop SpaceBison -sp_auditbot +Spammen +SpankBot Spbot -Spinn3r -SputnikBot +Sqlmap +Sqworm +Steeler +Stripper +Sucuri SuperBot -SurveyBot -Suzuran -Szukacz -T0PHackTeam +SuperHTTP +sysscan +T8Abot tAkeOut Teleport -Telesoft -Telesphoreo +TeleportPro Telesphorep TheNomad Thumbor +Titan Toata -Trendictionbot -True_Robot -Turingos -TurnitinBot -Typhoeus -Upflow -Vacuum -VB Project -Virusdie +Trendiction +trendiction.com +URLy Warning +Vagabondo +VCI +VelenPublicWebCrawler +Voltron Wallpapers/3.0 -Webalta -Web Auto -Web Collage -WebCopier +WASALive-Bot +WebAuto +WebBandit +WebCollage WEBDAV WebEnhancer -WebFetch -Web Fetch -WebLeacher -webmeup-crawler -WebsiteQuester -WebStripper +WebFuck +WebGo IS +WebImageCollector +WebReaper +WebSauger +Webshag +Website Quester +Webster +WebSucker Web Sucker -WeSEE -Whack +WebZIP Widow -WinHTTrack +WiseGuys Robot Wonderbot -Wotbox -WPScan +Wprecon +WWW-Collector-E +WWW-Mechanize WWW::Mechanize +Xaldon WebSpider xpymep1.exe YoudaoBot +Zade Zauba -Zeus +Zermelo +zgrab Zitebot ZoomBot +ZoominfoBot +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 6090f88b1..4821831a6 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com 360Spider -404checker -404enemy 80legs -Aboundexbot +Abonti +Aboundex +Acunetix +ADmantX +AfD-Verbotsverfahren +AhrefsBot Aipbot Alligator -Anarchie +AlphaBot Anarchy99 -Apexoo -Attach -AwarioRssBot +Ankit +Asterias +autoemailspider AwarioSmartBot -BackDoorBot +BacklinkCrawler +BackStreet Badass -Barkrowler +Bandit BatchFTP -Battleztar Bazinga BBBike +BDCbot BDFetch Bigfoot -Bitacle -Blackboard -BlackWidow -Blow +Black Hole +BotALot +Buck BuiltBotTough BuiltWith Bullseye -BunnySlippers BuzzSumo +Calculon CATExplorador -CazoodleBot -CensysInspect -CheTeam +CCBot +Cegbfeieh +CheeseBot ChinaClaw Chlooe +Claritybot Cliqzbot -Cloud mapping -coccocbot-web Cocolyzebot Cogentbot -cognitiveseo Collector -Copier -CopyRightCheck Copyscape -crawler.feedback -crawl.sogou.com -CrazyWebCrawler -CSHttp -Custo -DatabaseDriverMysqli -DBLBot -Demon -Devil -DigitalPebble +Cosmos +Craftbot +crawler4j +Crescent +CrunchBot +Curious +CyotekWebCopy +demandbase-bot +Deusu +DIIbot +Disco Discobot -Dispatch +Discoverybot DittoSpyder +DnyzBot DomainAppender -DomainStatsBot -Download Wonder +DomainCrawler +DomainSigmaCrawler +domainsproject.org +Dotbot Drip -DSearch -Ebingbong -eCatch -EMail Siphon -EroCrawler -ExtLinksBot -EyeNetIE -facebookscraper -FemtosearchBot -Firefox/7.0 +DTS Agent +EasyDL +Ecxi +Evil +Exabot +Express WebPictures +ExtractorPro +FHscan FlashGet -Flunky -Freeuploader -FrontPage +Foobot Fuzz -Genieo -GermCrawler -Go-Ahead-Got-It -Go!Zilla -Grafula +GetRight +G-i-g-a-b-o-t +gopher +GoZilla +GrabNet GrapeshotCrawler -GridBot +GT::WWW +HaosouSpider HEADMasterSEO +Hloader HMView HTMLparser HTTrack Humanlinks +Iblog IDBTE4M -Image Sucker -Intelliseek -InterGET +IndeedBot +InfoTekies +instabid ips-agent -IRLbot -isitwp.com -Iskanie -Jbrofuzz -JennyBot -JikeSpider -JustView -Lanshanbot +JetCar +Joomla +Jyxobot +Kenjin Spider +Keyword Density Larbin -LeechFTP -LexiBot +LeechGet LibWeb -Libwhisker LieBaoFast Lightspeedsystems +Likse Linkbot -Linkdexbot -LinkWalker +LinkpadBot +LinksManager +LinqiaScrapeBot +Lipperhey Lipperhey Spider -Litemage_walker LNSpiderguy Ltx71 -lwp-trivial -Mag-Net +LWP::Simple +magpie-crawler Mail.RU_Bot -Majestic12 +Majestic SEO Majestic-SEO +MarkMonitor MarkWatch Masscan -Mass Downloader +Mata Hari meanpathbot Meanpathbot -MegaIndex.ru +MeanPath Bot +Mediatoolkitbot Microsoft Data Access -Microsoft URL Control -MIDown tool MIIxpc -Mr.4x3 -Msrabot -muhstik-scan +Mister PiX +Mojeek +Mojolicious +Morfeus Fucking Scanner +Mozlila +MTRobot +Musobot Nameprotect -Needle -Nessus -netEstate NE Crawler +Navroad +NearSite +NetAnts NetLyzer NetMechanic -Nettrack -Netvibes -NextGenSearchBot +NetSpider +Nibbler NimbleCrawler -Ninja -node-fetch -NPbot -Nutch -Octopus -Offline Navigator +Nmap +oBot OnCrawl Openfind OpenLinkProfiler Openvas -OpenVAS -OutclicksBot -PageAnalyzer +OPPO A33 +OrangeBot +PageGrabber page scorer PageThing.com -Pandalytics +Pavuk pcBrowser -Pimonster -Pixray -PleaseCrawl -Psbot +PECL::HTTP +PeoplePal +Petalbot +Pi-Monster +ProPowerBot Pu_iN -PyCurl -QueryN Metasearch -Quick-Crawler +Pump +RankingBot RankingBot2 Rankivabot -RealDownload +RankurBot +Reaper Recorder +RedesScrapy ReGet +RepoMonkey Ripper RocketCrawler +RSSingBot s1z.ru -scalaj-http -ScanAlert -Scanbot -scan.lol -Screaming +SBIder +Scrapy +SearchmetricsBot +SemrushBot +SentiBot SEOkicks -SEOkicks-Robot -sitechecker.pro -Siteimprove -SiteLockSpider +seoscanners +SeoSiteCheckup +Shodan +Siphon +SISTRIX +Sitebeam +SiteSucker SlySearch -SMTBot +Snake +Snoopy SocialRankIOBot sogouspider -Spammen -SputnikBot -Stripper +Sogou web spider +Sosospider +SpankBot +Spanner +Sqlmap +Sqworm +Steeler Sucuri -SuperHTTP Surfbot SurveyBot -T0PHackTeam +Suzuran +Swiftbot +Szukacz T8Abot -Teleport -TeleportPro -Telesoft +tAkeOut The Intraformant Thumbor -Titan -Tracemyfile +Toweyabot +Trendictionbot trendiction.com trendiction.de -TurnitinBot -UnisterBot -URLy.Warning +Turingos +Twice +Typhoeus +Upflow +URLy Warning Vagabondo -VCI VelenPublicWebCrawler -Virusdie -WASALive-Bot +Voltron +WallpapersHD WBSearchBot +Webalta Web Auto -WebBandit Web Collage WebCopier WEBDAV -WebEnhancer -Web Fetch WebFuck -WebImageCollector WebmasterWorldForumBot -webmeup-crawler -WebSauger -Webshag -Website Quester -WebStripper -WebZIP -Widow -WinHTTrack +WebPix +WebsiteExtractor +Webster +Web Sucker +WeSEE +Whacker WISENutbot -Woobot -WWW-Mechanize -WWWOFFLE -Xaldon WebSpider -Xaldon_WebSpider -Xenu -xpymep1.exe -Zade +Wotbox +WWW-Collector-E +YoudaoBot Zermelo -Zeus -ZmEu +zgrab +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 9b1b8ff0d..47da6f3c2 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -2345.com -addtoadd.men -arendakvartir.kz -blogsfunky672.weebly.com -ftns.ru -livingroomdecor.info -optikremont.ru -portal-eu.ru -rarbg.to -westen-v.life +5forex.ru +alta-realestate.com +cheapjerseysa.com +ghazel.ru +liran-locks.com +pornotubs.com +responsive-test.net +telesvoboda.ru +themestotal.com +vertaform.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 2cf9268bd..e9782e97c 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -08800.top -0n-line.tv -123locker.com -1flag.co.za -24x7-server-support.site -2nt.ru -3xforum.ro -40cg.com -4kplayer.pl -4pp13.com -5000-cotydzien.com -7search.com -aaa38852e886ac4af1a3cff9b47cab6272.com -acmebtn.ml -actulite.com -adultactioncam.com -adultfriendfinder.com -afftrack001.com -ageofclones.com -ahrefs.com -air-edem.ru +100dollars-seo.com +123kuma.com +178evakuator178.ru +1adult.com +1kdailyprofit.me +1kinobig.ru +1qingdao.com +2000k.ru +21h2o.com +2ads.co.uk +2rich4bitches.com +3rbseyes.com +5elementov.ru +9icmzvn6.website +a1security.com.ua +aa08daf7e13b6345e09e92f771507fa5f4.com +aa9bd78f328a6a41279d0fad0a88df1901.com +absugars.com +academiacsmendoza.org +adclickservice.com +adclickthru.net +admeasures.com +adrunnr.com +adtiger.tk +adultwebhosting.info +afslankpillen2017nl.eu +aghanyna.com +agreda.pluto.ro airmaxshoes-2016.com -albumsuper.info -alert-fdm.xyz -algerianembassy.co.in -allforminecraft.ru -allstatesugarbowl.org +akita.kz +akuhni.by +alive-ua.com +allblogroll.com +allfinweb.com +allpdfmags.net alphavisions.net -amazon-seo-service.com -angel1777.kz -apartmentbay.ru -apiqualitinknet-a.akamaihd.net -arendakvartir.kz -arewater.com +alveris.ru +alyeskaresort.com +amateurmatch.com +anonymizeme.pro +apartamentwroclaw.eu +apiappenableinfo-a.akamaihd.net +apiluckyleapnet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +arcadepages.com +arclk.net arraty.altervista.org -asiavirtualsolutions.com -asmxsatadriverin.aircus.com -atofilms.com -autochoixspinelli.com -autogrep.ru -autoplate.info -azazu.ru -azbukadiets.ru -azbuka-mo.ru -azinoofficial777.ru -backgroundpictures.net -backlink4u.net -bankiem.pl -bannerads.de -bavsac.com -beachdriveblog.com -bestcoin.cc -bestdooz.com -bestofupload.info -best-seo-offer.com -bin-brokers.com -bio.trade-jp.net -birzha-truda.eu -bkns.vn -blog.koreadaily.com -blog.remote-computer.de -bloke.com -bmw-ark.ru -boeuklad.com -bolezniorganov.ru -bonky.biz -b-styles.xyz -burger-tycoon.com -businesn.men -buyscabiescream.com -bvlgariring.xyz -callawaygolfstore.online -call-of-duty.info -camdolls.com -canrole.com -cardsharp1.ru -carrauterie.be -carstrends2015.com -cartierlovestore.xyz -cbcseward.com -chlooe.com -choice-credit.ru -cicaki.net -cineacademy.ru -civilwartheater.com -classicakuhni.ru -clickbanksites.info -clickhype.com -clickprotects.com -club-lukojl.ru -coaching-netz.info -coderstate.com -codq.info -colobit.biz -companies-catalog.com -compliance-alexa.xyz -compliance-julia.top -compucelunlock.net -cookie-law-enforcement-aa.xyz -coprofam.org -counciltally.com -cowlmash.com -culad.com -d0t.ru -dafatiri.com -damedingel.ya.ru -dcj-nn.ru -defenderxtactical.com -deluxedumps.com -demian.kz +asociatia-tipografilor-transilvania.ro +astrochicks.com +atley.eu.pn +atout-energie-69.com +auto.rusvile.lt +avto-oligarh.ru +azartmsl.com +bamo.xsl.pt +barbourjackets.online +battlecarnival.su +beachfix.co +berdasovivan.ru +best-businessman.ru +bestdraws.com +besthoro.ru +bestmouthwash.club +best-seo-software.xyz +best-seo-solution.com +beta.hotkeys.com +bibys.com +bidbuy.co.kr +bioca.org +bio-market.kz +blobar.org +blogos.kz +bobba.dzaba.com +bochemit.com.ua +bodybuilding-shop.biz +bolitgorlo.net +brains2.biz +btc4u.ru +businescoop.men +buyantiviralwp.com +bycontext.com +cablecar.us +candiceloves.us +canrioloadm.gq +cctva.tv +centre-indigo.org.ua +cheapbarbour.online +cheap-trusted-backlinks.com +chocoslim.pro +cialis-samples.com +ciproandtizanidine.blogspot.com +citetick.com +clayvasedesigns.tk +cmhomestayagency.com +collegerentals.com +compliance-alex.top +compliance-don.xyz +concordexoticrentals.com +confib.ifmo.ru +coolwallpapers4k.info +cornerstone-countertops.com +cosmeticswomens-womensports.rhcloud.com +creatives.adbetclickin.pink +cubs-jerseys.us +cutalltheshit.com +daneshetabiat.com +dangphoto.trade +danschawbel.com +daptravel.com +data-mining.tk +datract.com design-ideas.info -detsky-nabytek.info -dignitasdata.se -dildofotzen.net -directivepub.com -dneprsvet.com.ua -dodlive.mil -dogbreedspicture.net -dojki365.online -domcran.net -dosug-lux.ru -dosugrostov.site +dgfitness.co +dieta-personalna.pl +dimaka.info +doctissimo.fr +doctormakarova.ru +dorratex.tn dotnetdotcom.org -doublepimp.com -downtuptv.gq -drhomes.biz -dyshagi.ru -e-commerce-seo.com -electrik-avenue.com -electronicadirect.com -elektronischezigarettekaufen1.myblog.de -enginebay.ru -englishdictionaryfree.com -eshop.md -eugenevaultstorage.com -evogarage.com -executehosting.com -extremepornos.net -ezb.elvenmachine.com -f07.de -f1nder.org -facecup.top -fickkontakte.org -figuringmoneyout.com -finejewelryshop.ru -firstdrugmall.ru -fivedwld.cf -footbalive.org -fortunejack.com -forum-engineering.ru -foxjuegos.com -free-deals.faith -freenom.link -freeuploader.ml -fr.netlog.com -front.ru -fsakhalin.ru -fuck-paid-share-buttons.xyz +downloadeer.net +download-wallpaper.net +doyouknowtheword-flummox.ml +drillsaw.ru +drpornogratisx.xxx +dustyorate.com +dvrlists.com +easyukraine.com +elektronischezigarette2.mex.tl +el-nation.com +espaceinventoristes.com +estibot.com +euromasterclass.ru +evaashop.ru +extlinks.com +eyelike.com.ua +eyes-on-you.ga +ezigarettenshop2.postbit.com +ezigaretteshop.webs.com +f0815.de +falllow.gq +family1st.ca +fandlr.com +fatmaelgarny.com +fealq.com +fermersovet.ru +fickkontaktehobbyhuren.com +filesmonster.porn +flashahead.info +f-loaded.de +foodcrafts.website +forexunion.net +forms-mtm.ru +forsex.info +forums.toucharcade.com +foto-sisek.porngalleries.top +foxweber.com +freewareseek.com +freza-sverlo.ru +fuckmill.com +funcrushgames.com +funnel.co.za fxgallery.com -gamevalue7.weebly.com -geile-lelly.eu -getoutofdebtfree.org -gettpromos.com -girlsatgames.ru -glall.ru -glass-msk.ru -globalsurfari.com -good-mummy.ru -googlepositions.com -goosefishpost.bid -gosreg.amchs.ru +gamerextra.com +gamingspark.com +generalporn.org +getaclueamerica.com +getdot.ru +getprismatic.com +get-your-social-buttons.info +gidonline.one +gk-atlant.info +go2album.com +go2jump.org +goatse.ru +goodhousekeeping.com +gotwebsite1.com grand-chlen.ru -greendream.com.ua -greenzaim.ru -gsmlab.pl -gtopstats.com -handicapvansarea.com -hatedriveapart.com -heartofbeijing.blogspot.com -helvetia.com.ua -hesteel.pl -hiwibyh.bugs3.com -hobild.net -homegardenlova.com -hoporno.com -hosting-tracker.com -host-tracker.com -hotdl.in -hotenergy.ru -hoterika.com -howtoclean.club -howtowhitenteethfast.xyz -hustoon.over-blog.com -ilovevitaly.ru -immigrational.info -impisr.edunsk.ru -incep.imagine-ex.co -inmate-locator.us -insurple.com -interfucks.net -iplusbit.blogspot.co.za -ipornox.xxx -iqoption-bin.com -iscblog.info -isoveti.ru -ix20.ru +gungamesz.com +gymi.name +h2monline.com +hamacapty.com +handicapbathtubarea.com +handsandlegs.ru +hard-porn.mobi +hermesbelts.xyz +high-speed1.net +hildinghr.se +hjaoopoa.top +homedo.fabpage.com +hotgirlhdwallpaper.com +housekuba.org +howmuchdoestizanidinecost.blogspot.com +ibmdatamanagement.co +ikritikimou.gr +iloveitaly.ru +imagine-ex.co +imgarcade.com +imperiafilm.ru +inbabes.sexushost.com +infostatsvc.com +innodgfdriverhm.aircus.com +insider.pro +insomniagamingfestival.com +insta-add.pro +ipchicken.com +istripper.com +itch.io +jasonpartington.com +javatex.co.id +jav-fetish.site +jobgirl24.ru +job.icivil.ir joingames.org -journeydownthescale.info -jus0wil.pp.ua -kazka.ru -kchaxton.com +keenoutlet.online kemerovo.zrus.org -kerei.ru -keywordsdoctor.com -kinoduh.ru -kino-filmi.com -kino-fun.ru -kinomaniatv.pl -kit-opt.ru -knogg.net -kollesa.ru +keywordsuggest.org +kidskunst.info +kinky-fetishes.com +kinohit1.ru +kinostorm.net +kinozapas.com +kirov.zrus.org +kiskinhouse.com +kladrus.ru komp-pomosch.ru -kongruan.com -konkursowo-24.pl -kupit-adenu.ru -lampokrat.ws -landinez.co -landscaping.center -lankarns.com -larger.io -larose.jb2c.me -letmacworkfaster.site -letsrepair.in -liffa.ru -linkwithin.com -liveinternet.ru -livejasmin.com -loadingpages.me -locatellicorretor.com.br -long-beach-air-conditioning.com -louboutinreplica.xyz -ltvperf.com -lyngdalhudterapi.no -mackeeper-center.club -macresource.co.uk -madot.onlinewebshop.net -magicplayer-s.acestream.net -make-money-online.com -makemoneyonline.com +kotaku.com +kupiproday.com.ua +kw21.org +labafydjxa.su +labvis.host.sk +lakomka.com.ua +languagecode.com +larutti.ru +leboard.ru +libertybilisim.com +lida-ru.com +likesuccess.com +lincolntheatre.com +lineavabit.it +linkredirect.biz +lion.misba.us +lion.snapmap.us +littlesexdolls.com +liveshoppersmac.com +ljusihus.se +llastbuy.ru +locksmith.jp +lumb.co +machicon-akihabara.info +macnewtech.com +magda-gadalka.ru +magicalfind-a.akamaihd.net mamasuper.prom.ua -mansiondelrio.co -marcogrup.com -maslenka.kz -maximilitary.ru -mcnamaratech.com -mebel-ekb.com -mebel-vstroika.ru -mediafresh.online -medicines-choice.com -medispainstitute.com.au +marmitaco.cat +max-p.men +maxxtor.eu +medanestesia.ru +medtherapy.ru mega-bony2017.pl -menstennisforums.com -mexicosleevegastrectomy.com -mirtorrent.net -misandesign.se -mncrftpcs.com -mobile-appster.ru -mobioffertrck.com -moesexy.com -monsterdivx.com +megaindex.ru +middlerush-a.akamaihd.net +milblueprint.com +militarysale.pro +miniads.ca +minneapoliscopiers.com +mirobuvi.com.ua +missclub.info +mobilemedia.md +mobstarr.com +mojaocena.com +moneyzzz.ru +monitorwebsitespeed.com morefastermac.trade -more-letom.ru -moviemail-online.co.uk -muizre.ru -multgo.ru -musicktab.com -muznachas-service.ru -myblogregistercm.tk -naj-filmy24.pl -nakozhe.com -nate.com -neks.info -new-post.tk -nfljerseyscheapbiz.us -nikhilbahl.com -obnal.org -offer.camp -ohmyrings.com -okel.co -ok-ua.info +mostantikor.ru +most-kerch.org +mulberryoutletonlineeu.com +musezone.su +mydoctorok.ru +myindospace.com +mypets.by +myxdate.info +myyour.eu +nagdak.ru +nailsimg.com +negral.pluto.ro +nero-us.com +netcheckcdn.xyz +net-radar.com +news-readers.ru +nhl09.ru +nhl17coinsforps3.gratisblog.biz +niki-mlt.ru +norththeface.store +noumeda.com +novatech.vn +nyfinance.ml +obiavo.uz +offtopic.biz onescreen.cc -online.ktc45.ru -ontargetseo.us -openmediasoft.com -optibuymac.com -optitrade24.com -orion-code-access.net -ostrovtaxi.ru +onko-24.com +osoznanie-narkotikam.net ourville.info -ovirus.ru -owathemes.com -oxford-book.com.ua -paclitor.com +outpersonals.com +pacificair.com painting-planet.com -palvira.com.ua -panamaforbeginners.com -parajumpersstore.online -par-fallen.ga -partner-cdn.men -partnersafe.men -partybunny.ru -p-business.ru -petsblogroll.com -picsearch.com -piratecams.com -piski.top -pochtovyi-index.ru -pod-muzyku.club -pokemon-go-play.online -popmarker.com -popup-fdm.xyz -popup.matchmaker.com -pornoblood.com -pornofeuer.com -pornstartits.xblog.in -porn-w.org -princeadvantagesales.com -privatamateure.com -professionaldieselcare.com -profit-opportunity.com -prostitutki-tolyatti.org -pushdata.sendpulse.com -q-moto.ru -questionmarque.ch -randki-sex.com -razorweb-a.akamaihd.net -realting-moscow.ru -rebelmouse.com -redbottomheels.xyz -reeyanaturopathy.com -registry-clean-up.net -remont-ustanovka-tehniki.ru -rentehno.ru -revistaindustria.com -rfd-split.hr -ribieiendom.no +paintingplanet.ru +panchro.xyz +parlament.biz +pathwhelp.org +pc-test.net +pechikamini.ru +pelfind.me +perl.dp.ua +perm-profnastil.ru +petrovka-online.com +picsforkeywordsuggestion.com +picturesify.com +pila.pl +piuminiita.com +pixelrz.com +playmsn.com +playtap.us +ploenjitmedia.azurewebsites.net +poisk-zakona.ru +poptool.net +poquoson.org +porno-play.net +pornosexrolik.com +pornowarp.info +pornpost.in +portal-eu.ru +portside.cc +portside.xyz +preg.marketingvici.com +pregnant.guru +printie.com +producm.ru +prombudpostach.com.ua +puteshestvennik.com +qor360.com +qwertty.net +radiogambling.com +ranksays.com +ranksonic.com +realitykings.com +recinziireale.com +redirect.trafficreceiver.club +redirlock.com +rennlist.com +rewardpoll.com +rff-cfal.info +rialp.getenjoyment.net richinvestmonitor.com -ringporno.com +riders.ro +rique.host.sk +robertefuller.com rockingclicks.com -ruspdd.com -russian-postindex.ru -s1z.ru -sabaapress.com -saecsa.co -samara.rosfirm.ru -sa-rewards.co.za -savememoney.co.za -scanmarine.info -scanner-viktor.top -scansafe.net -scenicmissouri.us -searchinterneat-a.akamaihd.net -search.pch.com -seokicks.de -seo-prof1.xyz -seorankinglinks.xyz -servisural.ru -serw.clicksor.com -sexphoto.site -sexpornotales.com -sexpornotales.net -sexreliz.com -sexystrippe.info -sex-znakomstva.online -shivafurnishings.com -shop-electron.ru -silvermature.net -simple-share-buttons.com -site3.free-share-buttons.com -siteexpress.co.il -sk.golden-praga.ru -sky-mine.ru -skypasss.com -slavkokacunko.de -slimcdn.com -small-game.com -smokewithrabbits.com -smsactivator.ru -snjack.info -snyatie-lomki-v-stacionare.ru -soblaznu.net +rockma.se +rostov.xrus.org +royal-betting.net +ru-dety.ru +rukino.org +runtnc.net +rusenvironmental.net +russia-today-video.ru +russintv.fr +rybalka-opt.ru +saddiechoua.com +scanner-alex.top +scanner-elena.top +sdelai-prosto.ru +seansonline24.pl +searchkut.com +seccioncontrabajo.com +seeresultshub-a.akamaihd.net +sei80.com +seinterface.com +servicecenter.co.ua +serviporno.com +sexcamamateurchat.com +sexyali.com +sharebutton.to +shohanb.com +shopvilleroyboch.com.ua +sibvitr.ru +sicfor.bcu.cc +sientalyric.co +sildenafilcitratemed.com +sim-service.net +sitechecker.pro +siteimprove.com +sitevaluation.com +sizeplus.work +skytraf.xyz +slavic-magic.ru +sluganarodu.ru +slutloadlive.com +snomer1.ru social-buttons.com -social-fun.ru -softtor.com -sortthemesitesby.com -spasswelt.xyz -speechfoodie.com -sports-supplements.us -squidoo.com -stanthonyscatholicchurch.org -stats-collector.org -steebook.com -svetodiodoff.ru -swinginwithme.ru -taihouse.ru -tattoo33.ru -tds-advert002.info -tecspb.ru -tedxrj.com -template-kid.com -testingads.pro -thecounter.com -theendivechronicles.com -thefarmergame.com -thenews-today.info -theprofitsmaker.net -thetardistimes.ovh -thetattoohut.com -thruport.com -ticketsys.inetwd.com -titslove.yopoint.in -tizanidinepain.blogspot.com -tizanidinewithdrawal.blogspot.com -todohr.com -token-lab.org -tongkatmadura.info -toolsky.com -top10-way.com -topbestgames.com -toproadrunner5.info -touchmods.fr -trafficmonetize.org -trafficmp.com -trafficstars.com -trahvid.com -traxdom.ru -truck-rece.life -tt-ipd.info -turkeyreport.tk -typer.one -typimga.pw -tzritel.tk -uggbootsoutletsale.us -usacasino.com -usiad.net -uzungil.com -vadimkravtcov.ru -vgoloveboli.net -via-energy-acquistare.com -videochat.mx -vipms.ru -vkonche.com -vkontarkte.com -vltai.com -voluumtrk.com -vseigru.one -vut.com.ru +social-s-ggg.xyz +softomix.com +solicita.info +spasswelt.net +spbchampionat.ru +specialfinanceoffers.com +sstroy44.ru +stackthatbucks.com +stard.shop +staynplay.net +sterva.cc +stopnarco.ru +strag-invest.ru +superiends.org +superlist.biz +superstats.com +takethatad.com +teenbbw.yopoint.in +terraclicks.com +thecoolimages.net +thecoral.com.br +thegalerie.eu +titelhelden.eu +tizanidine4mgprice.blogspot.com +tizanidinedosage.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidineingredients.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidinesideeffects.blogspot.com +tonerbox.kz +torrents.cd +totu.info +totu.us +trackzapper.com +traderzplanet.in +traffic2cash.org +trafficfactory.biz +trumpetedextremes.com +turbodsp.com +twincitiescarservice.com +u-cheats.ru +ucoz.ru +ukkala.xyz +ultimatesetnewfreeallsoftupgradesystems.pw +upstore.me +urengoy.pro +url2image.com +usdx.us +ustion.ru +valkiria-tk.ru +vedomstvo.net +velen.io +vertaform.com +video-camer.com +videochat.world +video-hollywood.ru +video-production.com +videos-for-your-business.com +videotuber.ru +vigrx-original.ru +villacoloniale.com +visa-china.ru +viteonlusarezzo.it +vsdshnik.com +vse-pesni.com vzlom-na-zakaz.com -vzubah.com -webkeyit.com -webnode.me -wedding0venues.tk -westen-v.life -wetgames.ru -wheelchairliftsarea.com -whereiskentoday.com +warezkeeper.com +webradiology.ru +website-audit.com.ua +websiteexplorer.info +websites-reviews.com +welck.octopis.com +wesharepics.site +whosonmyserver.com +wildcattube.com w-journal.ru -womens-journal.net -wordpresscore.com -word-vorlagen.net -wttavern.com -ww2awards.info -www.solartek.ru -wyniki-lista.pl -x-diesel.com -x-diesel.org -xedserver.com -x-musics.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn----dtbndd4ae7eub.top -xnxxandxvideos.com -xsfetish.org -xxart.ru +woman-orgasm.ru +workle.website +worldlovers.ru +wsgames.ru +www.bookmaker-bets.com +www.wohnkabinen-shop.de +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--80ak6aa92e.com +xn----9sbebi2bvzr7h.xn--p1ai +xportvusbdriver8i.snack.ws +xxxasianporn.net +xxx-cam.webcam xxxkaz.org -yebocasino.com -yhit.press -yougetsignal.com -youresponsive.com -yourserverisdown.com -yousense.info -youtube-downloader.savetubevideo.com -zero1.it +yellocloud.be +yginekologa.com +yogamatsexpert.com +yoopsie.com +yourtemplatefinder.com +zaidia.xhost.ro +zapatosenventa.info +zarepta.com zeroredirect2.com -zmoda.hostreo.com -zoogdinsney.com -zoogdisany.com -zryydi.com -zverokruh-shop.cz +zixizop.net.ru +znaturaloriginal.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 74a4c43a8..07ed3ed30 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123cha.com -1flag.co.za -2ads.co.uk -7minuteworkout.com -7ooo.ru -7yue.org -8jn.dating-app.ru +1008.su +91abcw.com +98oi.ru a1security.com.ua -acads.net -add-add.men -adsland.men -adultgalls.com -advokateg.ru -alive-ua.com -all4invest.ru -amigobulls.com -asrv-a.akamaihd.net -atmovs.com -atout-energie-69.com -avtocredit-legko.ru -backgroundpictures.net -balkanfarma.org +aa9d046aab36af4ff182f097f840430d51.com +afmuseum.com +akita.kz +allcredits.su +aludecor.info +anonymous-redirect.com +aosheng-tech.com +apiitsthirteende-a.akamaihd.net +apple.com-cleaner.systems +arabgirls.adultgalls.com +arcteryxstore.online +arendovalka.xyz +arius.tech +arkartex.ru +arkkivoltti.net +audiofree.ru +automatic-seo.com +auto-moto-elektronika.cz +awaybird.ru +awency.com +ayodhya.co +azazu.ru +b2b-lounge.com +balitouroffice.com +balois.worldbreak.com +bangla-chat-uk-paralud.ga bdsmgalls.net -bedandbreakfast.com -bestdooz.com -bestfortraders.com -beztuberkuleza.ru -bimatoprost-careprost.com.ua -bingo8888.com +best-way.men +bezcmexa.ru +binomo.com +binomo.kz blagovest-med.ru -bum.com.ru -buqyxa.rincian.info -burkesales.com -businesn.men -cand.jp -canyougethighofftizanidine.blogspot.com -cartierlovebracelet.xyz -caulderwoodkennels.com -cdnnetwok.xyz -celebsopics.com -children-learningreading.info -comissionka.net -coolgramgoods.com -counterbot.com -dailystrength.org +blog-hits.com +bluesman.nu +bmwhighperformers.com +boole.onlinewebshop.net +btc4u.ru +buyclomidonlaine.com +buyk.host.sk +camdolls.com +canacopegdl.com +candcstuccoandstone.com +canoncdriverq3.pen.io +cardsharp1.ru +cheapmoncler.win +cheapmoncler.xyz +checkhit.com +clickbank.net +club-musics.ru +compliance-barak.top +creatives.adbetclickin.pink +credit.co.ua +customsua.com.ua +damedingel.ya.ru +dating-time-now.com deluxedumps.com -demenageur.com -descargar-musica-gratis.net -dieta-personalna.pl -digilander.libero.it -divku.ru -dojki365.online -domashneeruporno.com -domoysshop.ru -dorratex.tn -electronicadirect.com -elitesportsadvisor.com -elstal.com.pl -enskedesquashclub.se +dignitasdata.se +dkvorota.ru +docstoc.com +doeco.ru +doktoronline.no +dominterior.org +driving.kiev.ua +earncash.com.ua +e-biznes.info +editmedios.com +elektrozigaretten1.tumblr.com +elmacho.xyz +emediate.eu e-poker-2005.com -eropornosex.ru -erotiktreff24.info -eurosamodelki.ru -event-tracking.com -expertblog.info -f0815.de -f5mtrack.com -famix.xyz -fashionavenuegame.com -fickblock18.com -fickenprivat.info -fickkontakte.org -filmidivx.com -fitness-video.net -flauntyoursite.com -f-loaded.de -fodelsedagspresenter.nu -forpostlock.ru -fortevidyoze.net -frbizlist.com -fuck-paid-share-buttons.xyz -gabeshop.ru -gdcentre.ru -generousdeal-a.akamaihd.net -germes-trans.com -go2jump.org -good-mummy.ru -graphics8.info -guge.io -guod.me -harmonyglen.us -hd-film.pl -hdpixent.com -hdwalls.xyz -heliko.no -historichometeam.com -hobbyhuren-datenbank.com -hreade.com -hspline.com -hundejo.com -husky-shop.cz -ie.57883.net -ilovevitaly.xyz -infobabki.ru -innodgfdriverhm.aircus.com -innoslicon.com -invitefashion.com -iphantom.com -istanbulit.com -iusstf.org -ivoiretechnocom.ci -jerseywholesalebizchina.com -jjbabskoe.ru -junglenet-a.akamaihd.net -kakadu-interior.com.ua -katjimej.blog.fc2.com -kino2018.cc -konkursov.net -konturkrasoty.ru -koptims.tiu.ru -laxob.com -li-er.ru -lookingglassemb.com -losangeles-ads.com -lyngdalhudterapi.no +essayassist.com +extremal-blog.com +eyes-on-you.ga +ezigarettekaufen2.yolasite.com +farmprofi.net +filesmonster.porn +filmgo.ru +fitnesspiks.com +flashahead.info +forums.d2jsp.org +foxweber.com +freetangodownload.com +gallery.rennlist.com +gaygalls.net +getridofstretchmarks.org +gilbertbanda.net +girlsatgames.ru +gktt.ru +golden-praga.ru +goodhousekeeping.com +googst2.ru +gsmlab.pl +guiadeserraazul.com +h2monline.com +handicapbathtubarea.com +hasshe.com +hcate.com +hdimagelib.com +helicalpile.us +hidefiles.org +homemature.net +hoste.octopis.com +host-tracker.com +hotenergy.ru +hoverboardforsaledirect.com +hubbble.com +ibb.com.ua +iccornacircri.cf +imagui.eu +imguramx.pw +img.wallpaperstock.net +invest-pamm.ru +ip-guide.com +jagg.info +jetsli.de +jimmychoosale.online +kraljeva-sutjeska.com +kreativperlen.ch +lasvegaslockandsafe.com +law-check-eight.xyz +letmacworkfaster.site +letsart.ru +linkpulse.com +locustdesign.co +macfix.life +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magicplayer-s.acestream.net +maglid.ru magnetic-bracelets.ru -manualterap.roleforum.ru -matrixalchemy.com -max-eclat.men -mbiologi.ru -medicovi.com -medosmotr-ufa.ru -meetlocalchicks.com -metalonly.info -middlerush-a.akamaihd.net -mobile.ok.ru -moivestiy.biz -monarchfind-a.akamaihd.net -monsterdivx.tv -mowser.com -mozello.ru -mydearest.co -mydirtystuff.com -mygameplus.com -myshopmatemac.com -naturalshair.site -notasprensa.info -novosti-hi-tech.ru -nw-servis.ru -o333o.com -okmusic.jp -o.light.d0t.ru -optitrade24.com -paperwritingservice17.blogspot.ru -picquery.com -piski.top +makis.nu +marmotstore.online +massage-info.nl +masthopehomes.com +mega-polis.biz.ua +m-google.xyz +mindeyegames.com +moviemail-online.co.uk +mrcsa.com.au +mydownloadengine.com +mypets.by +nacap.ru +naval.jislaaik.com +news-speaker.com +newtechspb.ru +nippon-bearings.ru +offf.info +okuos.com +openfrost.net +oynat.info +partnerline.men +pearlisland.ru +pekori.to +pensplan.com +photostudiolightings.com +pillscheap24h.com +pio.polytopesexempt.com +pixelrz.com pixshark.com -pokerniydom.ru -porndl.org -pornoklad.ru +popads.net +popugaychiki.com +pornogad.com +pornokajf.com +pornophoto.xyz +pornosmola.info +pornzone.tv porto.abuilder.net -presleycollectibles.com -printingpeach.com -privatamateure.com -promalp-universal.ru -promoheads.com -pronekut.com -prpops.com -ptr.ruvds.com -pukaporn.com -puzzleweb.ru -rankingchart.de -ranksonic.org -rapidokbrain.com -raschtextil.com.ua -rewardpoll.com -royalvegascasino.com -roznica.com.ua -rusprostitute.com -sadaholding.com -samoiedo.it -satellite.maps.ilovevitaly.com -scat.porn -search-goo.com -secretscook.ru -securesmrt-dt.com -security60-e.com -seoexperimenty.ru -seokicks.de -sexflirtbook.com -sexfreepornoxxx.com -si-unique.com -skincrate.net -slimcdn.com -smokewithrabbits.com -snyatie-lomki-v-stacionare.ru -socialbookmarksubmission.org -sogimlecal.tk -spaceshipad.com -startwp.org -statistici.ro -stoki.ru -stromerrealty.com +printie.com +progonrumarket.ru +promodj.com +prosmibank.ru +prostitutki-almata.org +prostitutki-belgoroda.org +quickloanbank.com +radiogambling.com +rainbowice.ru +rarbg.to +reckonstat.info +registrysweeper.com +remont-ustanovka-tehniki.ru +rent2spb.ru +resultshub-a.akamaihd.net +reward-survey.net +russkoe-zdorovie.ru +rus-teh.narod.ru +scanner-margo.top +scanner-mark.top +scenicmissouri.us +secret.xn--oogle-wmc.com +sexkontakteao.info +sibdevice.ru +sibtest.ru +sitebeam.net +sizeplus.work +sklad-24.ru +snip.tw +social-s-hhh.xyz +socialsignals24.com +solitaire-game.ru +space2019.top +spywarebegone.com sugarkun.com -surffoundation.nl -tabletkinaodchudzanie.com.pl -thin.me.pn -titan-ads.life -todohr.com -trackzapper.com -trafficstars.com -traffmonster.info -trion.od.ua -trubywriting.com -turkeyreport.tk -turn-up-life.life -tversvet.ru -twinderbella.com +superinterstitial.com +theallgirlarcade.com +thesmartsearch.net +tizanidine4mguses.blogspot.com +tizanidinedosage.blogspot.com +tizanidineformigraines.blogspot.com +topsiteminecraft.com +torrentgamer.net +tpu.ru +twiclub.in +twittruth.com typer.one -uasb.ru -unimodemhalfduplefw.pen.io -vapeface.club -vchulkah.net -vellings.info -versaut.xxx-cam.webcam -villacoloniale.com -vodaodessa.com -vrotike.ru -vsdshnik.com -warezkeeper.com -watchdogs-2.ru -weburlopener.com -wholesalejerseyscheapjerseys.us.com -wiosenny-bon-1500.pl -worldis.me -wpthemedetector.co.uk -ws.ampower.me -xep.info -xn--24-glceagatoq7c2a6ioc.xn--p1ai -y8games-free.com -yaaknaa.info -youraticles.pl -yubikk.info -yuweng.info -zatjmuzu.info -zeroredirect10.com -zeroredirect7.com -zmoda.hostreo.com -znaturaloriginal.com -zone-kev717.info +udsgame.online +ufa.xrus.org +ukrtvory.in.ua +url-img.link +usiad.net +valoresito.com +varikozdok.ru +vavilone.com +vbtracker.net +vertaform.com +videochat.ph +videochaty.ru +wapsite.me +watchmyfb.pl +webalan.ru +website-speed-checker.site +womensterritory.ru +works.if.ua +wrona.it +ww1943.ru +xingzi-vision.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn--c1acygb.xn--p1ai +xtrafficplus.com +yellowstonesafaritours.com +yougetsignal.com +zarabotat-na-sajte.ru +zeg-distribution.com +zoogdisany.com +zoominfo.com +zvezdagedon.ru +zx6.ru diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 20756c372..aedae9b4c 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 0a2851d25..abcd37c94 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 8cf07f55a..e146ff72c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.02.2269 +#### Version: V4.2021.02.2270 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index fe3d1d4ae..26cc7ef5a 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.02.2269 +#### Version: V4.2021.02.2270 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 8bd64532e..b8253c6ab 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.02.2269 +#### Version: V4.2021.02.2270 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index aff5dd346..eb49e003a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.02.2269 +#### Version: V4.2021.02.2270 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 0da264e2f..461828791 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index d1c6c9d4a..195a3b4b3 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2269 -### Updated: Fri Feb 5 09:56:32 SAST 2021 +### Version: V3.2021.02.2270 +### Updated: Fri Feb 5 11:23:25 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 0da264e2f..461828791 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:31 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:24 SAST 2021 ### Bad Referrer Count: 6930 ### Bad Bot Count: 604 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2d73e864d..e02d4e9ec 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.02.2269 -### Updated: Fri Feb 5 09:56:34 SAST 2021 +### Version: V4.2021.02.2270 +### Updated: Fri Feb 5 11:23:26 SAST 2021 ### Bad Bot Count: 604 ################################################### ### Version Information ##