diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index bb27f8af0..28da4e151 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e42e64139..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index bb27f8af0..28da4e151 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 42c86bb7d..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e42e64139..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index bb27f8af0..28da4e151 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..b9d24324a 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index e42e64139..ea117da9f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index bb27f8af0..28da4e151 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index bb27f8af0..28da4e151 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index b61033c62..dceae7eb5 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 503b1de7a..6e936daab 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; +104.198.131.58 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..0fcb73d00 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.192.187.174 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..3dac4f84e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.192.187.174 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6c3474a02..6e936daab 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.184.96.71 0; +104.198.131.58 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f2ae75360..b6964ce9c 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 3ed48d1b1..fc8e4a038 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; -35.224.112.202 0; -35.184.226.236 0; +35.192.136.167 0; +35.192.187.174 0; +104.154.113.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 4568239e2..5efc5dce0 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.188.1.99 0; -35.193.7.13 0; +35.188.73.34 0; +104.198.131.58 0; +35.192.187.174 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 42c86bb7d..b9d24324a 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +34.68.144.114 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 8bf3a60a2..d6bec71b0 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Devil -Genieo -GridBot -Meanpathbot -Mojeek -Pixray -Ripper -Snoopy -WebFuck -WWW::Mechanize +Acunetix +BBBike +Deusu +HTTP::Lite +OpenVAS +PxBroker +Sqworm +Toata +Web Fuck +WebStripper diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c9dd34744..f09aa0049 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider 404checker +80legs +Abonti +Aboundex Aboundexbot -AiHitBot -Alexibot +Acunetix +AhrefsBot +AIBOT +Aipbot +Alligator AlphaBot Anarchie Apexoo -archive.org_bot -Asterias -Attach BackDoorBot -BackWeb -BatchFTP +Backlink-Ceck +BackStreet +Bandit BBBike BDCbot BDFetch BetaBot -Bigfoot -Bitacle Blackboard -Black Hole -BotALot +BlowFish +Bolt Brandprotect -Brandwatch -Buddy +BuiltBotTough +BuiltWith +Bullseye +BunnySlippers BuzzSumo CATExplorador -CazoodleBot -CCBot -CheeseBot CherryPicker CheTeam ChinaClaw -Chlooe -Cliqzbot cognitiveseo Collector +com.plumanalytics Copier +CopyRightCheck +Cosmos Craftbot -CrunchBot -Curious +crawler4j +crawler.feedback +CrazyWebCrawler DatabaseDriverMysqli -Deusu +DataCha0s +demandbase-bot Devil Digincore -Dirbuster -Disco -Dispatch -DittoSpyder -DnyzBot -DomainSigmaCrawler -Download Wonder -Dragonfly +DomainCrawler +DomainStatsBot Drip +DSearch +DTS Agent eCatch ECCP/1.0 +Ecxi +EirGrabber EMail Siphon EMail Wolf -Exabot -Ezooms -facebookscraper -FemtosearchBot -Fimap -Firefox/7.0 +evc-batch +Express WebPictures +ExtLinksBot +Extractor +FHscan Flunky -FrontPage +Foobot FyberSpider +Fyrebot GalaxyBot -Genieo -GetWeb +G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit Go!Zilla -Grafula -GrapeFX GrapeshotCrawler -GT::WWW -Heritrix -Hloader +HaosouSpider +HEADMasterSEO +HMView +HTTP::Lite HTTrack -Humanlinks -HybridBot -Iblog +IlseBot Image Fetch -Indy Library +Image Sucker InfoNaviRobot -Intelliseek InterGET -Internet Ninja InternetSeer -internetVista monitor -ips-agent -Iria -IRLbot -Iskanie -Jbrofuzz -JOC Web Spider +JamesBOT +JetCar +Jetty +JikeSpider JustView -Keyword Density -Larbin +Jyxobot +Lanshanbot +LeechFTP LeechGet -Lftp -Likse +Libwhisker Linkdexbot LinkextractorPro LinkpadBot +LinkScan LinksManager LinkWalker -LinqiaMetadataDownloaderBot -Lipperhey +LinqiaRSSBot Litemage_walker LNSpiderguy -LWP::Simple +Ltx71 +lwp-request +lwp-trivial Mag-Net +magpie-crawler Mail.RU_Bot Majestic SEO Majestic-SEO MarkMonitor +MarkWatch Mass Downloader -Mata Hari -Meanpathbot +meanpathbot +MeanPath Bot Mediatoolkitbot mediawords -MegaIndex.ru Metauri +MIDown tool MJ12bot -MSFrontPage -Msrabot -Musobot -Navroad -NearSite -Nessus -NetLyzer -Net Vampire +Morfeus Fucking Scanner +Mr.4x3 +Name Intelligence +NetMechanic +NetSpider +Nettrack +Netvibes NetZIP +NextGenSearchBot +Nibbler NICErsPRO Niki-bot Nikto -Ninja Nmap -NPbot Nutch oBot +Octopus Offline Explorer +OnCrawl +OpenVAS +OrangeBot OrangeSpider -OutfoxBot -page scorer +OutclicksBot +PageAnalyzer +Page Analyzer +PageGrabber PageScorer -Pandalytics -Panscient Papa Foto -Pavuk PECL::HTTP -Picscout PictureFinder -Pi-Monster -Pixray +Pimonster PleaseCrawl -Psbot -PxBroker -QueryN Metasearch +plumanalytics +Pockey +Probethenet Quick-Crawler -RankActive RankFlex -Rankivabot +RankingBot RankurBot -RebelMouse +RealDownload +Reaper +RedesScrapy ReGet RepoMonkey Ripper -Scanbot -Screaming +s1z.ru +SalesIntelligent +SBIder +Scrapy +ScreenerBot +SearchmetricsBot Semrush -SEOkicks-Robot -serpstatbot -sexsearcher +SemrushBot +SEOlyticsCrawler +SEOprofiler +seoscanners +Shodan Siphon +Siteimprove SiteSnagger -Site Sucker -SmartDownload -SMTBot +Snapbot SocialRankIOBot +sogouspider Sogou web spider -Spanner +Sottopop sp_auditbot Spbot -Sqlworm +Spinn3r +SputnikBot +Sqlmap Sqworm +Steeler SuperBot -SuperHTTP -Surfbot -SurveyBot -Suzuran Swiftbot -sysscan -Szukacz T0PHackTeam -tAkeOut -Telesphoreo -The Intraformant -Thumbor +T8Abot +Teleport +TeleportPro +Telesoft +Telesphorep TightTwatBot +Titan Trendiction -Turingos +trendiction.com +trendiction.de Turnitin -TwengaBot -Twice UnisterBot -Vacuum -VB Project +URLy Warning +Vagabondo VCI -VidibleScraper -Voltron +VeriCiteCrawler +Virusdie Wallpapers/3.0 WallpapersHD -WebAuto -Web Auto -WebBandit +WASALive-Bot +WBSearchBot +Webalta +WebCollage Web Collage -WebCopier -WebEnhancer +Web Enhancer WebFetch -Web Fetch -Web Fuck +WebFuck +WebGo IS WebImageCollector WebLeacher -WebPix -Web Pix -WebReaper -WebSauger +Web Sauger +Webshag WebsiteQuester -Website Quester Webster -WebSucker -WebWhacker -Whatweb +WebStripper +Web Sucker +Whack Who.is Bot -Widow WinHTTrack -Wprecon -WPScan +WiseGuys Robot +WWW-Collector-E +WWW-Mechanize +WWWOFFLE x09Mozilla x22Mozilla -Xaldon WebSpider Xaldon_WebSpider -YoudaoBot +xpymep1.exe Zade zauba.io -ZumBot +Zitebot +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 7cf9b6158..4bbebf234 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy -Abonti Aboundex Aboundexbot -Acunetix -ADmantX -AIBOT -AiHitBot -Aipbot -Alligator -Anarchie -Apexoo +Alexibot ASPSeek Asterias Attach +autoemailspider BackDoorBot +Backlink-Ceck +backlink-check BackStreet +BackWeb +Bandit Barkrowler -BDCbot -BDFetch +BBBike +BetaBot Bigfoot Bitacle +Blackboard +Black Hole BlackWidow +BLEXBot Blow +Bolt BotALot -Buddy -BuiltBotTough -BunnySlippers +Brandprotect +BuiltWith +Bullseye +Calculon CATExplorador +CazoodleBot +CCBot +Cegbfeieh CheeseBot -CherryPicker -Chlooe -Cloud mapping -coccocbot-web -Collector +CheTeam +Cliqzbot +cognitiveseo Copier -Cosmos -crawler4j +CopyRightCheck +Copyscape +crawler.feedback crawl.sogou.com -CSHttp +CrazyWebCrawler +Crescent +CrunchBot Curious +DatabaseDriverMysqli DataCha0s DBLBot Demon Deusu -Devil -DigitalPebble -Dirbuster +Digincore Disco +Discobot Discoverybot DnyzBot -DomainAppender DomainCrawler +DomainSigmaCrawler +DomainStatsBot +Dotbot +Download Wonder Dragonfly -DSearch +Drip EasyDL -Ebingbong +eCatch ECCP/1.0 EirGrabber -EMail Wolf +EMail Siphon EroCrawler -Evil Exabot -Express WebPictures ExtLinksBot +ExtractorPro Extreme Picture Finder +Ezooms +facebookscraper +FHscan Fimap -Firefox/7.0 FlashGet -FrontPage +Freeuploader FyberSpider Fyrebot -GalaxyBot -Getintent -GetRight -Gigabot -Go-Ahead-Got-It +GermCrawler +GetWeb +Gotit +GoZilla Grabber GrapeshotCrawler -Haansoft +GridBot +HaosouSpider Havij -HMView -HTTP::Lite +HEADMasterSEO +Heritrix +Hloader HTTrack -Iblog -IDBot +Humanlinks +HybridBot Id-search IlseBot +InfoNaviRobot +InfoTekies instabid -internetVista monitor +Internet Ninja ips-agent -Iria IRLbot -Iskanie +IstellaBot JamesBOT -Jbrofuzz +JennyBot JetCar -Jetty JikeSpider +JOC Web Spider Joomla -Jorgee -Keyword Density +JustView Kozmosbot -Lanshanbot -Lftp -Linkdexbot -LinkScan +LeechGet +Libwhisker +LinkextractorPro +LinkpadBot LinkWalker -LinqiaMetadataDownloaderBot -Lipperhey +LinqiaRSSBot +LinqiaScrapeBot Litemage_walker -Ltx71 -LWP::Simple +Lmspider +LNSpiderguy lwp-trivial -Mag-Net +Magnet magpie-crawler -Mail.RU_Bot +Majestic12 +Majestic-SEO MarkWatch +Mass Downloader +Mata Hari mediawords MegaIndex.ru -Metauri +MIDown tool Mister PiX Mojeek -Mr.4x3 -MSFrontPage -Msrabot -MS Web Services Client Protocol -Navroad -Needle -Nessus -Netcraft +Morfeus Fucking Scanner netEstate NE Crawler NetLyzer -NetSpider +NetMechanic Net Vampire Netvibes -Nikto -NimbleCrawler -Nimbostratus -oBot +NetZIP +Nibbler +NICErsPRO +Niki-bot +Ninja +Nmap +NPbot +Nutch +Octopus +Offline Explorer +Offline Navigator +Openvas OpenVAS -OrangeBot -OutclicksBot +OutfoxBot +PageGrabber page scorer +PageScorer Panscient +Papa Foto pcBrowser -PECL::HTTP -PeoplePal -Picscout -Pi-Monster -Pixray -PleaseCrawl +PictureFinder +plumanalytics +POE-Component-Client-HTTP +Probethenet Psbot Pump -PxBroker -PyCurl -QueryN Metasearch -Quick-Crawler -RankActiveLinkBot +RankActive RankingBot -Rankivabot +RankingBot2 RankurBot -RealDownload Reaper +RebelMouse Recorder -RepoMonkey -Ripper -RocketCrawler +ReGet Rogerbot -SalesIntelligent -scan.lol +s1z.ru +SBIder ScoutJet -Screaming Searchestate -SearchmetricsBot -SemrushBot -SEOkicks-Robot -SEOlyticsCrawler -Seomoz seoscanners -sexsearcher -SISTRIX -Sitebeam +SeoSiteCheckup +SEOstats +serpstatbot +Shodan +Siphon +SiteExplorer +Siteimprove +SiteLockSpider +SiteSnagger +Sitevigil SMTBot +Snake Snoopy -Sociscraper Sogou web spider -Sosospider SpaceBison -Spammen +sp_auditbot +Spbot Spinn3r -SputnikBot -Sqlmap -Sqlworm +spyfu Steeler -Sucker -SuperBot -SuperHTTP +Sucuri +SurveyBot +Suzuran Swiftbot sysscan -T8Abot -Teleport TeleportPro Telesphoreo -Telesphorep -TightTwatBot +The Intraformant +Titan Toata +Toweyabot Tracemyfile -Turingos -Turnitin -TurnitinBot +trendiction.de TwengaBot UnisterBot -URLy Warning -URLy.Warning -Vacuum +Upflow +VB Project VCI -VeriCiteCrawler -Virusdie -VoidEYE +Voil Voltron -Wallpapers/3.0 WBSearchBot +Webalta WebAuto -WebBandit +Web Auto Web Collage +WebCopier WebEnhancer -WebImageCollector +Web Enhancer +WebFuck +WebGo IS WebmasterWorldForumBot +webmeup-crawler WebPix -WebReaper Web Sauger -WebsiteExtractor -WebsiteQuester -Website Quester WebSucker -WebWhacker -WeSEE -Whacker -Widow +WebZIP +Whatweb WiseGuys Robot -WWW-Collector-E +Wotbox +WPScan WWW-Mechanize -Zade -Zauba -zgrab +WWW::Mechanize +Xaldon_WebSpider +YoudaoBot +zauba.io +Zermelo ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 419153b4f..b98c2f937 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -candypeople.se -helpmymacfaster.trade -lifehacĸer.com -picsearch.com -respublica-otel.ru -takeflyte.com -thegamerznetwork.com -traxdom.ru -vellings.info -zona-aqua.ru +academia-nsk.org +apiluckyleapnet-a.akamaihd.net +beauby.ru +collegerentals.com +farmprofi.net +tizanidine4mgprice.blogspot.com +uggsale.online +uvozdeckych.info +vintontech.info +winwotgold.pl diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 758182c04..af72e2a94 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,500 @@ -000free.us -00author.com -00webcams.com -03e.info -1000n1.ru -100dollars-seo.com -101billion.com -108shot.com -123any.com +101raccoon.ru +1flag.co.za +2015god.org 202ch.com -24-ak.ru -2728fb936f0.com -4kplayer.pl -4pp13.com -4ureyesonly.com -57883.net -5tey7463.weebly.com -5u.com -6128786.com -66cpwgln.space -6hopping.com -7yue.org -91abcw.com -a1security.com.ua -aarbur.com -abcdeg.xyz -abtasty.com -academia-nsk.org -accessoires-mode.in -actices.com -activepr.ru -adamoads.com -adf.ly -adidas.frwebs.fr -adman.se -adrenalin-stk.ru -adtech.fr -adtech.us -advancedcleaner.com -advancedmassagebysara.com -advancedsoftwaresupport.com -advocatemsk.ru -agahinameh.com -ahrntal.verymes.xyz -aimayangzhi.com -akuhni.by +256bit.by +28n2gl3wfyb0.ru +8558l.jobs.net +888.com +8gold.com +aac52006ec82a24e08b665f4db2b5013f7.com +aasoldes.fr +acgs.tk +actulite.com +adclickservice.com +adclickthru.net +adviceforum.info +akita.kz alarmobninsk.ru -albuteroli.com -alfa-img.com -alice.it -alldownload.pw -allesohnegirls.net -allsilver925.co.il -allwomen.info -aloofly.com -alphahoverboards.com -alpharma.net -altamayoztourism.com -alta-realestate.com -alyeskaresort.com -amateurlivechat.org -amazingpic.net -amehdaily.com -amt-k.ru +alert-fjg.xyz +allboard.xobor.de +alot.com +am-se.com amung.us -anabolics.shop -anjalika.co.in -anmysite.com -anti-virus-removal.info -aosexkontakte.net -apidiamondatanet-a.akamaihd.net +anapa-inns.ru +apartmentratings.com +apibetweenlinesn-a.akamaihd.net +apiportalmorecom-a.akamaihd.net apispringsmartne-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -appartement-stumm.at -appearance-cool.com -appfastplay.com -aramaicmedia.org -arraty.altervista.org +apiwoodensealcom-a.akamaihd.net +app5.letmacworkfaster.world +apparel-offer.com +apps-analytics.net +arcteryxstore.online +arpelsreplica.xyz artdeko.info -asdfg.pro -asdfz.pro -atelielembrancaqueencanta.com.br -atlasvkusov.ru -atley.eu.pn -atmovs.com -autolombard-krasnodar.ru -autoseo-traffic.com -avtovolop.ru -azazu.ru -azte.ch +astrochicks.com +autoplate.info +autotop.com.ua +autovideobroadcast.com +autowebmarket.com.ua +aviav.ru +avtoarenda.by +azbukadiets.ru +b00kmarks.com babieca.com -babosas.com -backlink4u.net -baersaratov.ru -bag77.ru -bagsonsale.online -balans.shahterworld.org -balois.worldbreak.com -bang-hotties.com -bangla-chat-uk-paralud.ga -bank.uz -bannerpower.com -bannerswap.com -bannertesting.com -batanga.net -beachfix.co -bear.gotcher.us -beauty-b0x.pl -beauty-bracelet.com -berlininsl.com -bestcoin.cc -bestdraws.com -bestempresas.es -bestfortraders.com -best-seo-solution.com -best-way.men -bet365.com -betteroffers.review -bg6s0.com -bigcities.org -bikini-image.com -bioscorp.ru -bio.trade-jp.net -bizcheapjerseyswholesalechina.com -biznesschat.net -bizru.info +baladur.ru +balkanfarma.ru +bankiem.pl +banksrf.ru +beachtoday.ru +bestcalovebracelet.cn +bestmobilityscooterstoday.com +betterhdporn.com +beztuberkuleza.ru +bioinnovate.co +bjanshee.ru +bjgugu.net.ua blagovest-med.ru -blockety.co -blockworld.ru -bloggedporn.com -bloggers.nl -blogig.org -blogsfunky672.weebly.com -bloke.com -bluesalt.co -board.f00d.de -bobinoz.com -bolezniorganov.ru -bolitgorlo.net -bonvillan.com +blog.remote-computer.de +bluesman.nu +bmw-ark.ru +boc.kz +bookmark4you.com.biz +bouda.kvalitne.cz brainboosting.club -brandbucket.com -browsepulse-a.akamaihd.net -brus.city -buehne-fuer-menschenrechte.de -builtwith.com -bum.com.ru -bupropion-sr-150-mg.us -business-suggested.tk -businesxxl.com -butstrap.space -buyantiviralwp.com -buyclomidonlaine.com -buyfriend.ru -buy-meds24.com -buyscabiescream.com -byme.se -cablecar.us -cakemediahq.com.au -calcularpagerank.com -canyougethighofftizanidine.blogspot.com -carina-sy.de -cartierbracelet.xyz -cartierlovebracelet.xyz -cartierreplica.top -casinorewards.info -casinos4dummies.co.uk -cb.iphantom.com -ceotrk.com -changde.58.com -charmstroy.info -chatroulette.world -chcu.net -cheapestjerseysonwholesale.com +brainboostingsupplements.org +brakehawk.com +brillianty.info +bristolhotel.com.ua +brothers-smaller.ru +b-styles.xyz +business-made-fun.com +bvlgariwallet.xyz +candcstuccoandstone.com +capacitacionyaprendizaje.com +cartierlove2u.xyz +cashonads.com +cbozhe.com +cfsrating.sonicwall.com cheapjerseysa.com -cheapmoncler.win -cheapmoncler.xyz -cheapwebsitehoster.com +cherubinimobili.it children-learningreading.info -chorus.terakeet.com -christianlouboutinsaleoutletonline.us -cialgenisrx.com -cialischsrx.com -cialiswithoutadoctor.net -cicaki.net -cindymatches.com -cinemaflix.website -circlesl.com +chocolateslim-en-france.com +christianlouboutinsaleonline.us +cialisovercounteratwalmartusa.com +ciproandtizanidine.blogspot.com citetick.com -clarithromycin500mg.com -clash-clans.ru -claytransformations.info -cleanmypc.com -cleanpcnow.com -cleansearch.net -clips.ua.ac.be -club-lukojl.ru -cobaltpro.ru -coin-hive.com -coinsspb.com -companies-catalog.com -compliance-don.top -compliance-george.top -compliance-irvin.xyz -compliance-jane.top -compliance-john.top -compliance-margo.top -compliance-mary.top -compliance-viktor.top -coolgamechannel.com -cool-wedding.net -cosmetic.donna7753191.ru -cowlmash.com -cpajunkies.com -craftburg.ru -crest-poloski.ru +clevernt.com +clksite.com +clothesforcash.com +clubfashionista.com +coderstate.com +codq.info +coindirect.io +colehaanoutlet.store +compliance-alex.xyz +compliance-jessica.top +compliance-julianna.top +compliance-julia.top +com-secure.download +concealthyself.com +cottageofgrace.com +creditnation.ru crirussian.ru -crynet.cc -cupday.com +crystalslot.com customcatchcan.com -customcollegeessays.net -cvety24.by -cxpromote.com -cypernhuset.se -dailyfinancefix.com -dairyindia.in -dame-ns.kz -danashop.ru -daooda.com -data-mining.tk -davidovic.info -dawlenie.com -dbmkfhqk.bloger.index.hr -dear-diary.ru -degerlund.net -den-noch24.ru -design-ideas.info -detalizaciya-tut.biz -dev33.dioniqlabb.se +czat.wp.pl +danceuniverse.ru +dangphoto.trade +daretodonate.co +dating-time-now.com +ddospanel.com +delta-line.men +detskie-konstruktory.ru +detskie-zabavi.ru +deutschland123.de +dev.citetick.com +de.zapmeta.com dichvuvesinhhanoi.com -dickssportinggoods.com -digital-sale.su -dikqlyremy.info -dikx.gdn -divatraffic.com -divku.ru -djihispano.com -dkvorota.ru -dnepr-avtospar.com.ua -docsportal.net -dodlive.mil -dogbreedspicture.net -dogclothing.store -dojki-hd.com -dokfilms.net -dollartree.info -domain2008.com -domain-submit.info -domik-derevne.ru -domination.ml -donvito.unas.cz -dosug-lux.ru -downloaddy.net -downloadkakaotalk.com +directrev.com +dogoimage.com +dostavka-v-krym.com +doyouknowtheword-flummox.ml +dpihatinh.gov.vn dprtb.com -drugspowerstore.com -drunkenstepfather.com -duplicashapp.com -dwomlink.info -dynainbox.com -earl-brown.info -earthmagic.info -easyshoppermac.com -e-avon.ru -e-biznes.info e-c.al -e-commerce-seo.com -editmedios.com -editors.choice6912650.hulfingtonpost.com -eduserver.net -ege-essay.ru -electricwheelchairsarea.com -electrik-avenue.com -elektrischezigarette2.onsugar.com -elektrozigarette1.dreamwidth.org -elektrozigarette2.webs.com -elkacentr.ru -elmacho.xyz -elstal.com.pl -emerson-rus.ru -energydiet24.ru -erotikstories.ru -erotische-geschichten-xxl.com -esnm.ru -essayassist.com -essaypro.com -estibot.com -eu-cookie-law.info +educatemetv.com +eduinfosite.com +efnor-ac.com +elektir.ru +elektrozigaretten1.webs.com +el-nation.com +elvenmachine.com +enbersoft.com +enginebay.ru +ereko.ru +es5.com europages.com.ru -eurosamodelki.ru -exportshop.us -eywords-monitoring-your-success.com -ezb.elvenmachine.com -ezofest.sk -f00kclan.de -f5mtrack.com -failingmarriege.blogspot.com -family1st.ca -faptitans.com -farmingworm.com -fashion.stellaconstance.co -fdzone.org -femdom.twiclub.in -femmesdenudees.com -feorina.ru -ferieboligkbh.dk -fickenprivat.info -fickkontaktehobbyhuren.com -filmi-v.online -financehint.eu -financeloan.us -findacheaplawyers.com +euroskat.ru +evaashop.ru +exdocsfiles.com +exhibitionplus.eu +exoclick.com +expdom.com +extlinks.com +f0815.de +f1nder.org +falcoware.com +fettefrauen.net +filunika.com.ru +finansov.info findclan.org -findthe.pet -firma-legion.ru -fishtauto.ru -fitfloponline.store -flash4fun.com -flex4launch.ru -flirt4free.com +fiuxy.com +flauntyoursite.com floridamhca.org -fok.nl -f-online.de -footbalive.org -forensicpsychiatry.ru -forminecrafters.ru +flprog.com +forpostlock.ru +fortwosmartcar.pw forum20.smailik.org -forums.toucharcade.com -foto-basa.com -foto-sisek.porngalleries.top -frameimage.org -franch.info -freenom.link -freetangodownload.com -freewareseek.com -freshdz.com -freshmac.space -fsalas.com -ftns.ru -fuckbuddybestgilf.info -fuckmill.com +foxtechfpv.com +foxweber.com +free-share-buttons.com +freewlan.info +frivgame250.com +frustrated-favorable.gq +frvo.alptandem.ru +fuckingawesome.com +futbolkisales.ru fyxabomiw.ru -fz139.ttk.ru -g7m.pl -galleryawesome.com -game300.ru -gamedayassist.com -game-mmorpg.net -gamesprite.me -gardene.ru -gay-site.store -gemgrab-a.akamaihd.net -generic-pills-online.com -germetiki.com.ua -getaclueamerica.com -gettpromos.com -gg-arena.ru -ghostvisitor.com -gidonline.one -gigapeta.com -gilbertbanda.net -girls-ufa.ru -glall.ru -gobongo.info -googglet.com -google-liar.ru -gotomontenegro.net -gov.yanao.ru -grand-chlen.ru -graphics8.info -graphicwe.org -greatfind-a.akamaihd.net +gambarkatabaru.com +gamewrath.com +gayxperience.com +getridofstretchmarks.org +gkvector.ru +glass-msk.ru +globalsurfari.com +globetrotting-culture.ru +gloverid.site +golden-catalog.pro +goodhousekeeping.com green-tea.tv -groupmoney.ru -grupografico-pilar.com.ar -gsasearchengineranker.site -gsbs.com.ua -guardlink.org -guarrasdelporno.xxx -guiadeserraazul.com -guitar-master.org -guod.me -habermetre.com -handicapvansarea.com -happy.new.yeartwit.com -hasfun.com -hccoder.info -hd720kino.ru -hd-filmy.net -hdimagegallery.net -headpharmacy.com -headpress.ru -hentaiheroes.com -hermesreplica.win -hetmanship.xyz -hidemyass.com -hifidesign.ru -homelygarden.com -hoporno.com -hotblog.top -hotdl.in -hotel-mkad.ru -hotkeys.com -hotloans.ru -hotxnights.info -house.sieraddns.com -houston-vikings.com +gsou.cf +gta-club.ru +harmonyglen.us +hatedriveapart.com +hchha.com +hdwallpapers-free.com +hmywwogw.bloger.index.hr +homedo.fabpage.com +host-protection.com +hotblognetwork.com hoverboard360.at -hoverboard360.nl -hoverboard360.se -hoverboardforsaledirect.com howlongdoestizanidinestayinyoursystem.blogspot.com -hoztorg-opt.ru -hspline.com -hubbble.com -humanorightswatch.org -hunterboots.online -ideawheel.com -ie.57883.net -ifirestarter.ru -igru-xbox.net -ihc2015.info -ikritikimou.gr -iloveitaly.ru -ilovevitaly.xyz -imadedinner.net -imediadesk.com -imfamous.info -imgarcade.com -imicrovision.com -iminent.com -impotentik.com -indetiske.ya.ru -insomniagamingfestival.com -in-tandem.co -integritylandscapeservices.com +howmuchdoestizanidinecost.blogspot.com +huhn.altervista.org +hut1.ru +hybrid.ru +ilbe.club +images-graphics-pics.com +importchinacoach-teach.com +incanto.in.ua +incest-ru.com +infowarcraft.ru +inome.com.ua +insider.pro +intermesh.net internet-apteka.ru -investyb.com -iplogger.org -iptool.xyz -iqoption.pro -iqs.biz.ua -irkutsk.zrus.org -itag.pw -itsdp3.com -iwantmyfreecash.com -izismile.com -jackpotchances.com -javatex.co.id -jaxcube.info -jerseywholesaleelitestore.com -jetsli.de -joingames.org -jovencitas.gratis -jpcycles.com -jurajskie.info -justbcause.com -jwss.cc -jyvopys.com -kadashihotel.com -kambasoft.com -keywords-monitoring-success.com -keywords-monitoring-your-success.com +investmac.com +investzalog.ru +iqbazar.ru +ivanstroi.ru +jerseyssportsshop.com +joessmogtestonly.com +kaz.kz +keyhantercume.com +keywordsuggest.org kiinomaniak.pl -kinobaks.com -kino-ecran.ru -kinopolet.net +kinoduh.ru +kino-filmi.com +kinogolos.ru kinotorka.ru -kiwe-analytics.com +kletkimehan.ru kmd-pto.ru -komp-pomosch.ru -konkursov.net -kosynka-games.ru -koversite.info -krafte.ru +kollekcioner.ru +kongoultry.net +koral.se kupiproday.com.ua -landscaping.center -lapitec.eu -law-check-two.xyz -lechenie-gemorroya.com -lechtaczka.net -ledis.top -ledpolice.ru -lernur.net -lescinq.com -letolove.ru -lflash.ru -life.biz.ua -lifebyleese.com -limtu.ifmo.ru +kupit-adenu.ru +laulini.soclog.se +layola.biz.tc +leadwayau.com +lenvred.org +lerporn.info +lietaer.com littlecity.ch -liveinternet.ro -liverpool.gsofootball.com -liveshoppersmac.com -ljusihus.se -llastbuy.ru +livejasmin.com +livetsomudvekslingstudent.bloggersdelight.dk +liveu.infoteka.hu lmrauction.com -locksmith.jp -lombardfinder.ru -longadventure.com -lookingglassemb.com -louboutinreplica.xyz +lombia.co +lomza.info +lost-alpha.ru louboutinshoes.xyz -lovelycraftyhome.com -ltvperf.com -luckyshop.net.ua -lunchrock.co -lutherstable.org -m0r0zk0-krava.ru +lowephotos.info +lyrster.com macrotek.ru -mafa-free.com -magento-crew.net -mahnwachen-helfen.info -mail.allnews24.in -maju.bluesalt.co -manifestation.betteroffers.review -mansiondelrio.co -manve.info -masthopehomes.com -mature.free-websites.com -mebel-alait.ru -meccadumps.net -mediawhirl.net -meduza-consult.ru +manualterap.roleforum.ru +mararoom.ru +marketingvici.com +massage-info.nl +mebel-vstroika.ru med-zdorovie.com.ua -mega-polis.biz.ua -mejoresfotos.eu -memberty.com -menhealed.net -mesbuta.info -metarip.ru -m-google.xyz -michaelkorsoutlet.store -michaelkorsoutletstore.net -michaelkorssaleoutletonline.net -middlerush-a.akamaihd.net -milblueprint.com -mini.7zap.com -miniature.io -mir-limuzinov.ru -mirmedinfo.ru -mirobuvi.com.ua -misswell.net -mitrasound.ru -mjchamonix.org -mlvc4zzw.space -mncrftpcs.com -mnogolok.info -mobot.site -moesen-ficken.com -moi-glazki.ru +mega-bony-2017.pl +megakino.net +mere.host.sk +mexicosleevegastrectomy.com +mezaruk.info +microstatic.pl +mil-stak.com +mlf.hordo.win +mmoguider.ru +mmstat.com +mobstarr.com +mole.pluto.ro monarhs.info -monclerboots.xyz -monclervests.xyz -montredemarque.nl -morefastermac.trade -moroccosurfadventures.com +moncleroutletonline.xyz +monitorwebsitespeed.com +morlat.altervista.org moscow-clining.ru -moscow.online-podarki.com -moskva.nodup.ru -mountainstream.ms -mouselink.co -mp3ringtone.info +moyakuhnia.ru +mozello.ru +mp3downloadhq.com mriyadh.com -mrpornogratis.xxx -mrvideospornogratis.xxx -msfsaar.de -msk-diplomat.com -mturkcontent.com -mug-na-chas-moscow.ru -muycerdas.xxx +muizre.ru +mundoaberrante.com +musezone.su +musirc.com muz-baza.net -muztops.ru -mwtpludn.review -my-cash-bot.co -myghillie.info -mylida.org -mymercy.info -mypornfree.ru +mydeathspace.com +myfreecams.com +myperiod.club +mypets.by +mystats.xyz +nalogovyykodeks.ru nardulan.com -nash-krym.info -nastroyke.net -nelc.edu.eg -nero-us.com -networkad.net -nevansk.ru -new-apps.ru -newhairstylesformen2014.com -newtechspb.ru -nhl09.ru -nibbler.silktide.com -nicefloor.co.uk -nodup.ru -notaria-desalas.com -novatech.vn -november-lax.com -novosti-hi-tech.ru -nrjmobile.fr -nsatc.net -nuit-artisanale.com -oballergiya.ru -offers.bycontext.com -okonich.com.ua -oksrv.com -olympescort.com -onclickpredictiv.com -onemactrckr.com -online.ktc45.ru -onlineku.com -online-templatestore.com -onload.pw -o-o-11-o-o.com -open-odyssey.org -oralsexfilme.net -orgasmus-virtual.com -ourtherapy.ru -ourville.info -owathemes.com -pagesense.com -paidonlinesites.com -panchro.co.uk -pandarastore.top -panouri-solare-acoperis.com -papasdelivery.ru -paphoselectricianandplumber.com -paradontozanet.ru -partner-high.men -partner-pop.men -patol01.pw -pcads.ru -pdamods.ru -pdns.download -percin.biz.ly -perl.dp.ua +naturalpharm.com.ua +net-profits.xyz +nextbackgroundcheck.gq +nfljerseyscheapchinabiz.com +nfljerseysforsalewholesaler.com +nrv.co.za +nudepatch.net +obsessionphrases.com +ohmyrings.com +okel.co +online-podarki.com +onlywoman.org +o-o-6-o-o.ru +ooo-gotovie.ru +ops.picscout.com +optom-deshevo.ru +orion-v.com +osnova3.ru +ostroike.org +palocco.it +partnerworkroom.men +pastaleads.com +pendelprognos.se petrovka-online.com -phpdevops.com -php-market.ru +photosaga.info physfunc.ru -piccshare.com -picsearch.com -pics-group.com -picurams.pw -pinwallpaper.top -pixgood.com -pkr1hand.com -plastgran.com -playfortuna-play.ru -pl-top.pl -pochemychka.net -podshipniki-nsk.ru -pogodnyyeavarii.gq -pooleroadmedicalcentre.co.uk -popserve.adscpm.net -popugauka.ru -pornobrazzers.biz -porno-dojki.net -pornoklad.net -porno-raskazy.ru -pornoreino.com -pornosmola.info -pornotubexxx.name -pornozhara.com -pozdravleniya-c.ru -pregnant.guru -privacyassistant.net -privatamateure.com -privhosting.com +picturesify.com +pintattoos.com +pizda.lol +pochtovyi-index.ru +podshipniki-ntn.ru +poppen-nw.net +popunder.net +popunder.ru +porndroids.com +pornhub-forum.ga +pornosemki.info +powenlite24.ru +pozdrawleniya.ru +predominant-invent.tk +presleycollectibles.com +priceg.com +primedice.com +princevc.com +printingpeach.com producm.ru -proekt-gaz.ru +proekt-mos.ru +professionaldieselcare.com profolan.pl -prohoster.info -pronorm.fr -prostitutki-belgoroda.org -prostitutki-tolyatti.org -proxyelite.biz -psa48.ru -push-ad.com -pushdata.sendpulse.com -pussysaga.com -pussyspace.net +projefrio.com.br +promalp-universal.ru +pulse33.ru putitin.me -quick-offer.com -rangjued.com -rangoman.date +pwwysydh.com +quality-traffic.com +rankings-analytics.com ranksonic.org rapevideosmovies.com -rasteniya-vs-zombi.ru -ratemodels.net -razyboard.com -realitykings.com -realnye-otzyvy.info -rebuildermedical.com -refads.pro -regdefense.com -registrydomainservices.com -reimageplus.com -reklamuss.ru -remont-comp-pomosh.ru +razamicroelectronics.com +realtytimes.com +registry-cleaner.net +registry-clean-up.net remorcicomerciale.ro -rentehno.ru -repeatlogo.co.uk -responsinator.com -rethinkwasteni.info -rewardpoll.com +rep-am.com +retailwith.com rialp.getenjoyment.net -ribieiendom.no -ritlweb.com -rixpix.ru -rostov.xrus.org -royal-investments.net -rozalli.com -ruspdd.com -saitevpatorii.com -sa-live.com -salut-camp.ru -sampleletters.net -sanidumps.com -sashagreyblog.ga -sayyoethe.blogspot.co.za -sbdl.no -sbornik-zakonov.ru -scanner-barak.top -scanner-george.top -scanner-margo.top -scanner-marwin.top -scanner-mary.top -scanner-nelson.top -schlampen-treffen.com -school-diplomat.ru -scmor.ilxc.cc -scottbywater.com -scrapinghub.com -scripted.com -sc-specialhost.com +ringporno.com +ringtonepartner.com +rp9.ru +runtnc.net +rusenvironmental.net +rus-pornuha.com +russia-today-video.ru +russkie-gorki.ru +rvtv.ru +sabaapress.com +sarm.tk +sax-sex.com +sbwealthsolutions.ca +scanner-alexa.top +scanner-ivan.top sdrescher.net -searchengineranker.email -searchkut.com -search.pch.com -semp.net -seocdvig.ru -seocheckupx.com -seofirmreviewsus.info -seojokes.net -seotoolsagency.com +search.alot.com +se.bnt-team.com +seemoreresultshu-a.akamaihd.net +seeresultshub-a.akamaihd.net +seksvideoonlain.com +sel-hoz.com +seoboxes.com servicecenter.co.ua -serviporno.com servisural.ru -serw.clicksor.com -sexad.net -sex-dating.co -sexfreepornoxxx.com -sexkrasivo.net -sextracker.de -sexvideo-sex.com -sex-watch.com -sexyteens.hol.es -shama-rc.net -shitmovs.com +se-welding.ru +sexkontakteao.info +sexsearch.com +sexyali.com +sharebutton.net +shemale-sex.net +shinikiev.com.ua shlyahten.ru -shop-electron.ru -shopperifymac.com -shopwme.ru -shop.xz618.com -shymkent.xkaz.org -signx.info -sim-service.net -sisiynas.ru -site-auditor.online -site-speed-check.site -sixcooler.de -skanninge.se -skylta.com -smartadserver.com -smartpet.ru -snjack.info -snomer1.ru -soc-econom-problems.ru -socialbookmarksubmission.org -socialbutton.xyz -socialmonkee.com -sofit-dmd.ru -softomix.net -soft-program.com +shtaketniki.kz +sientalyric.co +simpoed.ufop.br +site3.free-share-buttons.com +siteexpress.co.il +sitevaluation.org +sitevalued.com +s-iwantyou.com +skatestick.bid +smart-balancewheel.com +snip.to +social-fun.ru +social-s-ggg.xyz +socialtrade.biz softtor.com -solnplast.ru -solution4u.com -sonata-arctica.wz.cz +soochi.co sophang8.com -space4update.pw -spammen.de -spbchampionat.ru -specialfinanceoffers.com -speechfoodie.com -spin2016.cf -spitfiremusic.com -sport-video-obzor.ru -spravka130.ru -sps-shop.com -sptslmtrafms.com -spywarespy.com -sr-rekneskap.no -stair.registrydomainservices.com +spasswelt.xyz +spidtest.space +sstroy44.ru +stairliftsarea.com +stal-rulon.ru standardchartered-forex.com -stardevine.com -startwp.org -starwars.wikia.com -statoutlook.info -steamoff.net -stefanbakosab.se -stevemonsen.com -strag-invest.ru -strana-krasoty.ru -stroiminsk.com -stroyplus.ru -styro.ru -sugarkun.com -sukarame.net -sukirgenk.dvrlists.com -supers.com.ua -support.nopeas.sk -surffoundation.nl +staynplay.net +strfls.com +stroy-portal22.ru +superstarfloraluk.com susanholtphotography.com -svnuppsalaorebro.se -svolze.com -svtrd.com syvertsen-da.no -taihouse.ru +szamponrevita.pl +tako3.com +talant-factory.ru tarad.com -taraz.xkaz.org -techart24.com -teenbbw.yopoint.in -telefonsexi.com -thaisamkok.com -thedownloadfromwarez.blogspot.com -thefds.net -thegolfclub.info -thelottosecrets.com -themeforest.net -thepantonpractice.co.uk -thewomenlife.com -tilido.com -timdreby.com -tizanidine4mg.blogspot.com +teastory.co +telefonsexkostenlos.tk +template-kid.com +terraclicks.com +textads.men +tgtclick.com +thebluenoodle.com +time-japan.ru +timhost.ru tizanidine4mgprice.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidineorflexeril.blogspot.com -tizanidinepills.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinesleepaid.blogspot.com -tizanidinestreetprice.blogspot.com -tmearegion26.com +tizanidineandgabapentin.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinevsvalium.blogspot.com todohr.com -tooplay.com -top-l2.com -top-study.work -topsy.com -tracfone.com -tracxn.com +topsiteminecraft.com +toy-shop.top trafficgenius.xyz -trafficjunky.com -trafficmania.com -traffixer.com -tri-slona.org -triumf-realty.ru -truck-land.life -trustedhealthtips.com -ttrraacckkrr.com -tuberkulezanet.ru -tuberkuleznik.ru -tvand.ru -tvteleport.ru -twelvevisionspartyofcolorado.com -twiclub.in -twittruth.com -u555u.info -uac.net.au -ufa.xrus.org -uk-zheu20.ru -unblocksit.es -unionmarkt.de -unitexindia.com -unitygame3d.com -unlimitdocs.net -uptime-alpha.net -uroffer.link -vandrie-ict.nl -vapsy.com -vavilone.com -vduplo.ru -vedomstvo.net -veopornogratis.xxx -veselokloun.ru -via-energy-order.com -videogamesecrets.com -videokrik.net -video-production.com -videos-for-your-business.com -vigrx-original.ru -vikistars.com -vilingstore.net -vip2ch.com -vip.51.la -vitoriacabos.com -viven.host.sk -vizitki.net -vksaver-all.ru -vod.com.ua -voditeltrezviy.ru -voltrknc1.com -vote-up.ru -vozbujdenie.com -vriel.batcave.net -vsdshnik.com -vseuznaem.com -w3data.co -watchdogs-2.ru -webextract.profound.net -webix.biz -webnode.me -website-speed-check.site -weekes.biz.tc -westsextube.com +trafficjunky.net +trafficnetzwerk.de +trahvid.com +tt-ipd.info +twinderbella.com +uginekologa.com +ultimateclassicrock.com +um-razum.ru +unece.org +upproar.com +usbggettwku.ga +ussearche.cf +vapeface.club +vekzdorov.ru +vepad.com +vip-file.com +vipromoffers.com +vodkoved.ru +volgograd.xrus.org +voprosotvet24.ru +voronezh.xrus.org +vzube.com +webs.com +website-datenbank.de +weburlopener.com +wemedinc.com +westum.se +whengirlsgowild.com whipme.yopoint.in -wholesalejerseyscheapjerseys.us.com -whos.amung.us -wingsoffury2.com -winner7777.net -winwotgold.pl -withstandingheartwarming.com +wholesalejerseysgaa.com +wikes.20fr.com +wineitudes.wordpress.com wjgony.com -wma-x.com -worldinternetauthority.com -wormix-cheats.ru -wttavern.com -x-diesel.info -xfire.com -xfluro.com -xjlottery.com -xlolitka.com +wnoz.de +womens-journal.net +woodyguthrie.se +wordkeyhelper.com +workle.website +wyniki-lista.pl +wzgyyq.com +xingzi-vision.com +x-lime.com +x-lime.net +x-musics.com xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80aikhbrhr.net -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xnxxandxvideos.com -x-porno.video -xtube.com -xvideosbay.com -xvideosporn.biz -xxart.ru +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xxxdatinglocal.us +xxxtube69.com xz618.com -yebocasino.com -yellocloud.be -yellowstonesafaritours.com -yes-com.com -yginekologa.com -yoluxuryevents.com -yopoint.in -yourserverisdown.com -yourtemplatefinder.com -you-shall-not-pass.is74.ru -youtube-downloader.savetubevideo.com -ytmnd.com -yubikk.info -yugo-star.ru -yun56.co -yuweng.info +yellowads.men +youporn-ru.com +your-bearings.com +yourporngay.com +yur-p.ru zaimite.ru -za-music.mymobiplanet.com zarajbuilders.com -zarenica.net zebramart.ru -zerocash.msk.ru -zeroredirect6.com -zetgie.com.pl -zetmaster.ru -zmoda.hostreo.com -zone-kev717.info -zoominfo.com -zynax.ua -zzlgxh.com +zed21.net +zhacker.net +zigarettenonlinekaufen1.blox.pl +zona-aqua.ru +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index d81a5223b..426623090 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -14b.info -1kdailyprofit.me -1stat.ru -aa625d84f1587749c1ab011d6f269f7d64.com +000free.us +123cha.com +214jaluwobapef.cf +45en.ru aa8780bb28a1de4eb5bff33c28a218a930.com -admanaerofoil.com -admeasures.com -admitad.com -adpremium.org -adsref.men -adtology.com -ahrntal.verymes.xyz -airlandsea.info -akama.com -allwomen.info -anabolics.shop -angkortours.vn -animalia-life.club -apparel-offer.com -arenanews.com.ua -arendatora.ru -arkkivoltti.net -audiofree.ru -autotop.com.ua -avkzarabotok.info -bangla-chat-uk-paralud.ga -battle.net -beetpics.pw -berdasovivan.ru -best-deals-products.com -bg6s0.com -bio-optomarket.ru -blobar.org -blogos.kz -bloke.com -brainboosting.club -bristolhotel.com.ua -bumskontakte.org -buyessay3.blogspot.ru -callmd5map.com -cellfun.mobi -cheapjerseysa.com -cheap-pills-norx.com -chelyabinsk.xrus.org -circlesl.com -clickintext.net -clickpapa.com -cookie-law-enforcement-ee.xyz -copro.pw -cranly.net -czeshop.info -dandiyabeats.in -datract.com -day-news.info -deanmoore.ie -descargar-musica-gratis.net -detalizaciya-tut.biz -dikx.gdn -documentbase.net -dodlive.mil -domainsphoto.com -domini.cat -drillsaw.ru +abtasty.com +adobereader-free.ru +adult-shop.com.ua +advancedcleaner.com +alekseevec.ru +alfapro.ru +alot.com +ameblo.jp +apiitsthirteende-a.akamaihd.net +appartement-stumm.at +applicationg29.com +arabsexxxtube.com +autotrends.today +autovideobroadcast.com +auto-zapchasti.org +azbukafree.com +babespcs.com +balitouroffice.com +barnfurnituremart.com +best-businessman.ru +best-seo-offer.com +betonka.pro +bezcmexa.ru +bitcoins-live.ru +boc.kz +bongiornos.info +brimstonehillfortress.org +bristolhostel.com +b-styles.xyz +btvn.ru +buqyxa.rincian.info +business-made-fun.com +buyhoverboard.com +carapics.com +casablancamanor.co.za +cdncash.org +ceotrk.com +cete.ru +cheapbarbour.online +chee-by.biz +clicksor.com +clicksor.net +compliance-george.top +compliance-george.xyz +compliance-olga.top +cvety24.by +db.speedup.gdn +diamond-necklace.info +diesel-parts28.ru +digitalfaq.com +dimaka.info +dimkino.ru +discovertreasure-a.akamaihd.net +divisioncore.com +djihispano.com +dnepr-avtospar.com.ua +doctormakarova.ru +dogsrun.net +downtuptv.gq +drev.biz +drugstoreforyou.com +dustyorate.com e-buyeasy.com -ecommerce-seo.com -efnor-ac.com -ekspertmed.com -elektrozigaretten1.tumblr.com -el-nation.com -empathica.com +econom.co +eldiariodeguadalajara.com +elektrozigarette2.webs.com +enbersoft.com eralph.tk -eredijovon.com -eropornosex.ru -esopini.com -estelight.ru -ezigaretteshop.webs.com -falllow.gq -feorina.ru -fickluder69.com +erectile.bid +esnm.ru +essay-edu.biz +evidencecleanergold.com +expolicenciaslatam.co +fearcrow.com +felizporno.com +ferretsoft.com +filesdatabase.net filmfanatic.com -filmi-onlain.info -finansov.info -flash4fun.com -floridamobilebillboards.com -forum69.info -foto-telok.net -frbizlist.com -freeuploader.ml -gambarkatabaru.com -gamebackyard.com -gamerextra.com -gemara.com -gloverid.site -googlefeud.com -gotorussia.com -gsasearchengineranker.site -habermetre.com -hdapp1008-a.akamaihd.net -heartofpayne.xyz -hifidesign.ru -hkladys.com -hmywwogw.bloger.index.hr -homedo.fabpage.com -homemature.net -hoporno.com -housemilan.ru -idealtits.net -iflycapetown.co.za -iideaidekonkatu.info -ilovevitaly.xyz -imadedinner.net -images-free.net -impisr.edunsk.ru -importchinacoach-teach.com -innoslicon.com -intim-uslugi.info -iopeninghours.co.uk -iscblog.info -kareliatobacco.ru -kashubadesign.ru -kinohit1.ru +fil.ru +fiverr.com +flavors.me +fok.nl +free-fb-traffic.com +freelotto.com +freewebs.com +frvo.alptandem.ru +galaxys6manual.info +gallerylisting.com +gamewrath.com +gazobeton-p.com.ua +gigablast.com +growmyfunds.ca +gsasearchengineranker.top +gta-club.ru +gwebtools.com +hdpixion.com +heatpower.ru +hermesbracelets.xyz +hesteel.pl +hidemyass.com +high-speed1.net +histats.com +hol.es +hostcritique.com +howmuchdoestizanidinecost.blogspot.com +idc.com.ua +ifmo.ru +ihc2015.info +ikritikimou.gr +images-graphics-pics.com +iminent.com +infostatsvc.com +insomniagamingfestival.com +investpamm.ru +ipchicken.com +ip-guide.com +istizanidineanopiate.blogspot.com +jerseywholesalechinabiz.com +ketoanhanoi.info +kinoduh.ru kiskinhouse.com -konoplisemena.com -labafydjxa.su -lacave.ntic.fr -landinez.co -landoftracking.com -laulini.soclog.se -link.ac -littlesunraiser.com -lkbennettoutlet.online -lottospring.com -magicalfind-a.akamaihd.net -magnetpress.sk -makis.nu -marmitaco.cat -maximpartnerspr.com -mebelcomplekt.ru -meddesk.ru -medi-fitt.hu -medkritika.ru -meget.co.za -militarysale.pro -mirzonru.net -mncrftpcs.com -mnogolok.info -mobilemedia.md -mojpreskumanie.com -moneymaster.ru -moneyzzz.ru -musflashtv.com -music7s.me -muznachas-service.ru -mydearest.co -myseoconsultant.com -naughtyconnect.com -nextrent-crimea.ru -nhl17coinsforps3.gratisblog.biz -nuker.com -o333o.com -o-dachnik.ru -okuos.com -one-gear.com -oneminutesite.it -oranga.host.sk -oxotl.com -pagesense.com -parlament.biz -pekori.to -percin.biz.ly -perm.xrus.org -pictures-and-images.net -piulatte.cz -pixell.club -plastjulgranar.se -pochemychka.net -porndl.org -pornolook.net -pornonik.com -porno.simple-image.com.ua -proekt-mos.ru -prokotov.com +kndxbkdx.bloger.index.hr +krasula.pp.ua +kurwa.win +lancheck.net +linkbuddies.com +linkbux.ru +lion.misba.us +liquimondo.com +liverpool.gsofootball.com +locksmith.jp +mahnwachen-helfen.info +mainlinehobby.net +mansparskats.com +medicineseasybuy.com +menhealed.net +minet.club +mirobuvi.com.ua +missvietnam.org +mmog-play.ru +mobile-appster.ru +mokrayakiska.com +monitorwebsitespeed.com +mrbitsandbytes.com +music.utrolive.ru +mycouponizemac.com +mydownloadengine.com +namenectar.com +negral.pluto.ro +nosecret.com.ua +novodigs.com +onemactrckr.com +onstrapon.purplesphere.in +o-o-11-o-o.com +o-o-8-o-o.ru +panchro.co.uk +par-fallen.ga +pavlodar.xkaz.org +pawli.eu +playlott.com +poquoson.org +porn555.com +pornogig.com +pornoklad.net +pornophoto.xyz +predmety.in.ua +profitkode.com +promover.org +psa48.ru psvita.ru -qwarckoine.com -redirlock.com -rep-am.com +pts163.ru +py100.ru +randki-sex.com +registry-clean-up.net +reklama1.ru +remont-ustanovka-tehniki.ru rfd-split.hr -ric.info -rightenergysolutions.com.au -roma-kukareku.livejournal.com -rubanners.com -sakhboard.ru -sbprabooks.com -scanner-viktor.top -search-goo.com -search.pch.com -selectads.men +sandhillsonline.com +savememoney.co.za +scenarii-1-sentyabrya.uroki.org.ua +scrapinghub.com +scrapy.org +se.bnt-team.com +semaltmedia.com +seocdvig.ru seorankinglinks.xyz -sexvideo-sex.com -shakhtar-doneck.ru -shoppytoolmac.com -shymkent.xkaz.org +se-welding.ru +shop-electron.ru +sideeffectsoftizanidine.blogspot.com +sientalyric.co sildenafilcitratemed.com -simplepooltips.com -sinestesia.host.sk -skatestick.bid +skuteczna-dieta.co.pl +slomm.ru softomix.net -solinf.co -spamnuker.com -sribno.net -statustroll.com -strana-krasoty.ru -streetfooduncovered.com -stroyplus.ru -superoboi.com.ua +sotkal.lark.ru +spymac.net +stuff-about-money.com +sureone.pro susanholtphotography.com -svetodiodoff.ru -teenbbw.yopoint.in -thebestweightlosspills.ovh -thegioixekhach.com -top1-seo-service.com -toxicwap.com -ttrraacckkrr.com -tubeoffline.com -uac.net.au -umnovocaminho.com -urccvfmc.bloger.index.hr -vacances-voyages.info -vadimkravtcov.ru -viagengrarx.com -viagra.pp.ua -vita.com.hr -vizitki.net -watchdogs-2.ru -wdrake.com -weburlopener.com -weddingdresses.xyz -whatistizanidinehclusedfor.blogspot.com -wineitudes.wordpress.com -wnoz.de -worldoffiles.ru -wowas31.ucoz.ru -wufak.com -wygraj-skiny.win -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -youdao.com -ytmnd.com -zambini.ru -zed21.net +szamponrevita.pl +taihouse.ru +tandvardshuset.net +taqywu51.soup.io +taxi-v-eisk.ru +thegolfclub.info +theheroes.ru +tizanidineshowupondrugtest.blogspot.com +tnctrx.com +toloka.hurtom.com +toondinsey.com +tracklead.net +trafficjunky.net +treasuretrack-a.akamaihd.net +trichizobswiv.agddns.net +truebeauty.cc +tuberkuleznik.ru +tvand.ru +ublaze.ru +unionmarkt.de +uprour.com +ural-buldozer.ru +urll.eu +vektorpress.ru +videogamesecrets.com +videosbox.ru +voronezh.xrus.org +wareseeker.com +watchmyfb.pl +weblo.com +wechatdownload10.com +whereverdesperate.gq +wiosenny-bon-1500.pl +wpsecurity.website +xmronta.com +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn----itbkqkfiq.xn--p1ai +x-stars.ru +xxxdatinglocal.us +yatrk.xyz +ynymnwbm.bloger.index.hr +yoshkarola.zrus.org +yottos.com +yunque.pluto.ro +zhacker.net +zootravel.com diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index a7215fb74..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -116,14 +126,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index e42e64139..ea117da9f 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +34.68.144.114 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index eaabda12f..010d4ec9e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index fa2090f76..6ef0e6575 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 7abf80800..e5868e525 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1701 +#### Version: V4.2019.06.1702 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index c4960398f..f0750dd5b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1701 +#### Version: V4.2019.06.1702 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 1dc0f6951..24fd719a1 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1701 +#### Version: V4.2019.06.1702 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 2d27a86da..0efbb200a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1701 +#### Version: V4.2019.06.1702 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index bb27f8af0..28da4e151 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1701 -### Updated: Sat Jun 29 20:12:00 SAST 2019 +### Version: V3.2019.06.1702 +### Updated: Sat Jun 29 20:30:08 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b61033c62..dceae7eb5 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:11:59 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:07 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/nginx_signing.key.3 b/nginx_signing.key.3 new file mode 100644 index 000000000..d2258b8fb --- /dev/null +++ b/nginx_signing.key.3 @@ -0,0 +1,28 @@ +-----BEGIN PGP PUBLIC KEY BLOCK----- +Version: GnuPG v2.0.22 (GNU/Linux) + +mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH +W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I +QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE +fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt +97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 +XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg +a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV +CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol +kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr +KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG +F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN +1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD +oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi +MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S +YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx +JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ +Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk +RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J +SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf +Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 +cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f +YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y +Va3l3WuB+rgKjsQ= +=EWWI +-----END PGP PUBLIC KEY BLOCK----- diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b75a0d4b4..f081e4485 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1701 -### Updated: Sat Jun 29 20:12:01 SAST 2019 +### Version: V4.2019.06.1702 +### Updated: Sat Jun 29 20:30:09 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##