diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 21d526a25..7b00caacd 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 16da54fe7..fceaee33a 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 609536562..ca4fcdf54 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +35.193.14.140 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e24752400..04ec378ff 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -35.224.112.202 0; +34.68.144.114 0; +35.188.73.34 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index de49e0de3..f7c10b46f 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index ca6bca078..008443014 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.188.1.99 0; +35.192.187.174 0; +104.154.113.151 0; +35.188.73.34 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 3e9ecba78..1f5f8e206 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -35.224.112.202 0; -35.184.96.71 0; +34.68.144.114 0; +35.193.14.140 0; +104.198.131.58 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 52670a18e..5b214868e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ASPSeek -BacklinkCrawler -DigitalPebble -DomainCrawler -Ecxi -Firefox/7.0 -G-i-g-a-b-o-t -Niki-bot -Pixray -VB Project +BDFetch +GT::WWW +Larbin +mediawords +Offline Navigator +SEOstats +Snoopy +True_Robot +Whack +WWWOFFLE diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 57a062da6..c4110b796 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -Abonti -Acunetix +404checker +80legs +Aboundex ADmantX AfD-Verbotsverfahren -AhrefsBot +AIBOT AiHitBot Alexibot -AllSubmitter archive.org_bot -Asterias BackDoorBot Backlink-Ceck -backlink-check -BackWeb -Badass -Bandit -BatchFTP +BacklinkCrawler +BackStreet Battleztar Bazinga BBBike -BDCbot +BetaBot Bigfoot Bitacle +Blackboard Black Hole -BlackWidow BLEXBot -Bolt -Brandprotect +Boardreader +BotALot +Brandwatch Buddy +BuiltBotTough BuiltWith -CATExplorador -Cegbfeieh -CheeseBot +Bullseye +BunnySlippers +BuzzSumo CheTeam -Chlooe +ChinaClaw Cloud mapping -Cogentbot +coccocbot-web +Collector com.plumanalytics CopyRightCheck -Crescent -Curious -DataCha0s +crawler.feedback +CrazyWebCrawler +CSHttp +DBLBot +Demon +Deusu Devil +Digincore DigitalPebble +DIIbot Dirbuster Disco -DnyzBot -Dotbot -Drip -DSearch +Discobot +Discoverybot +DomainAppender +DomainSigmaCrawler +DomainStatsBot +Download Wonder +EasyDL +Ebingbong eCatch -ECCP/1.0 -EroCrawler +EirGrabber +EMail Siphon +EMail Wolf +evc-batch Evil -ExtLinksBot -ExtractorPro Extreme Picture Finder -facebookscraper -FemtosearchBot -Fimap -Firefox/7.0 -Foobot -Freeuploader -Fyrebot +FHscan +FlashGet +FyberSpider +GalaxyBot +Genieo +GermCrawler Getintent GetRight -G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -Grabber +GetWeb +Gigablast +Gigabot +Go!Zilla +GrabNet GrapeFX GT::WWW -HaosouSpider -HEADMasterSEO -HMView +Haansoft +Harvest +Hloader HTMLparser -HTTP::Lite -Humanlinks +HTTrack +IDBot Id-search -Image Sucker +IlseBot +Image Fetch IndeedBot -instabid -InterGET +InfoTekies +Intelliseek Internet Ninja InternetSeer ips-agent -Iria IRLbot -JamesBOT -JennyBot -JetCar -Jetty -Jorgee -Kenjin Spider -Keyword Density +Iskanie +IstellaBot +JikeSpider +JOC Web Spider +Joomla +Jyxobot Kozmosbot +Lanshanbot +LeechGet LexiBot -Libwhisker Linkdexbot LinkextractorPro LinkpadBot LinksManager -LinkWalker -LinqiaScrapeBot -Lipperhey Spider -Litemage_walker -Lmspider -LNSpiderguy +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey +Ltx71 lwp-request -Mag-Net -magpie-crawler -Mata Hari -meanpathbot -mediawords -MegaIndex.ru +Magnet +Mail.RU_Bot +Majestic SEO +MarkWatch +Masscan +Mass Downloader Metauri MFC_Tear_Sample -MSFrontPage +Microsoft URL Control +MIDown tool +MIIxpc +Mister PiX +Mojeek +Mr.4x3 Msrabot -muhstik-scan +Musobot Nameprotect -Needle +NearSite NetAnts +Netcraft +NetLyzer NetSpider Nettrack +Net Vampire +NetZIP NextGenSearchBot Nibbler -NimbleCrawler +NICErsPRO Nimbostratus -Ninja Nmap -NPbot Nutch +Octopus Offline Navigator +OpenLinkProfiler Openvas OutfoxBot -PageAnalyzer -Page Analyzer -PageGrabber -page scorer -PageScorer -Panscient -Pavuk -Picsearch +Papa Foto +pcBrowser +PeoplePal +PHPCrawl +Picscout PictureFinder -Pimonster -Pi-Monster -Pixray -PleaseCrawl -plumanalytics -Probethenet +Pockey +POE-Component-Client-HTTP +ProPowerBot ProWebWalker Psbot -PxBroker +Pump Quick-Crawler -RankActive +RankActiveLinkBot RankingBot +Rankivabot +RankurBot +RealDownload Reaper RebelMouse -Ripper -RocketCrawler -Rogerbot +Recorder +RedesScrapy +RepoMonkey +SalesIntelligent SBIder -Scanbot scan.lol -ScoutJet -ScreenerBot +Scrapy SearchmetricsBot Semrush SemrushBot -SEOkicks-Robot -Seomoz -SEOprofiler -seoscanners -SEOstats -Siphon -Sitebeam -Siteimprove +SEOkicks +serpstatbot +sexsearcher +SISTRIX +SiteSnagger Site Sucker Sitevigil SmartDownload -Snoopy +Snake Sociscraper -sogouspider Sogou web spider Sosospider +Sottopop SpaceBison -Spammen -sp_auditbot +SpankBot Spbot Spinn3r SputnikBot spyfu -Steeler Sucker -Sucuri -SuperHTTP -SurveyBot +SuperBot Swiftbot -sysscan -Szukacz -T8Abot -tAkeOut Teleport -Toweyabot +TeleportPro +Telesphorep +The Intraformant +Titan +Tracemyfile trendiction.com -True_Robot +trendiction.de Turingos -TurnitinBot -UnisterBot +Turnitin +Twice +URLy Warning URLy.Warning -VB Project +Vagabondo VCI -VeriCiteCrawler -Wallpapers/3.0 -WASALive-Bot +Voltron WBSearchBot Web Auto WebCollage +Web Collage WebCopier -Web Enhancer +WEBDAV Web Fetch Web Fuck +WebGo IS WebImageCollector -WebLeacher -webmeup-crawler WebPix Web Pix -WebSauger -WebsiteExtractor +Web Sauger +Webshag WebsiteQuester -WebWhacker WebZIP Whack +Whacker +Who.is Bot Widow WinHTTrack -WISENutbot Woobot Wotbox Wprecon -WWW-Collector-E WWWOFFLE x09Mozilla x22Mozilla -Xaldon WebSpider -Xenu -xpymep1.exe -Zade -Zermelo Zeus +zgrab +Zitebot +ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index a6df4c85b..a722ed84b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -Abonti +360Spider +80legs +Aboundex Acunetix ADmantX -AIBOT +AfD-Verbotsverfahren +AhrefsBot +Alexibot +Alligator +AllSubmitter AlphaBot -Apexoo -archive.org_bot ASPSeek -Asterias +Attach +autoemailspider +backlink-check +BacklinkCrawler +Badass Barkrowler BatchFTP -BDCbot +Battleztar Bazinga BDFetch -BetaBot Bitacle Blackboard -BLEXBot -Blow +Black Hole +BlackWidow +BlowFish Boardreader -BuiltBotTough -Bullseye +BotALot +Brandprotect +Buddy +BuiltWith +BunnySlippers +Calculon CATExplorador CCBot -Cegbfeieh -CheeseBot -ChinaClaw -Chlooe +CheTeam Claritybot -Cloud mapping -Cogentbot +coccocbot-web cognitiveseo -Collector +com.plumanalytics +Copier +Copyscape Cosmos crawler4j +crawler.feedback +crawl.sogou.com CrazyWebCrawler -Crescent +CrunchBot CSHttp Custo -Demon -Digincore -DigitalPebble -DIIbot -Dirbuster -Disco +Deusu Discoverybot -Dispatch -DittoSpyder DnyzBot DomainCrawler DomainSigmaCrawler +DomainStatsBot +Dotbot Download Wonder +Dragonfly Drip DSearch -EasyDL -Ebingbong eCatch -ECCP/1.0 Ecxi -EMail Wolf -Exabot -ExtLinksBot +EMail Siphon +EroCrawler +evc-batch +Express WebPictures +Extractor ExtractorPro -FDM -FHscan +EyeNetIE +facebookscraper FlashGet -Fyrebot +Freeuploader +GalaxyBot GermCrawler -Go!Zilla -GrabNet +Getintent +Gigabot +G-i-g-a-b-o-t +GoZilla +Grabber Grafula GrapeshotCrawler GridBot -Heritrix -Hloader +Harvest +HMView HTMLparser +HTTP::Lite +HTTrack Humanlinks -HybridBot -Iblog -Id-search +IDBot IlseBot Image Fetch +Image Sucker IndeedBot Indy Library +InfoTekies Intelliseek -InterGET +Internet Ninja +InternetSeer Iria -IRLbot -IstellaBot -Jbrofuzz JennyBot +JetCar +Jetty JikeSpider -JustView -Kenjin Spider +Jyxobot Keyword Density Lanshanbot -LeechFTP -LexiBot +Larbin +LeechGet Lftp -Libwhisker +Lightspeedsystems +Linkdexbot +LinkextractorPro LinksManager LinkWalker -Lipperhey Spider Litemage_walker -lwp-request +Lmspider +LNSpiderguy +Ltx71 LWP::Simple -Magnet -Mag-Net -Majestic-SEO +Majestic12 +MarkMonitor Masscan Mass Downloader +MauiBot meanpathbot -Mediatoolkitbot +Meanpathbot MegaIndex.ru -Metauri +MFC_Tear_Sample Microsoft Data Access -Microsoft URL Control -Mister PiX MJ12bot -Mojeek -Mr.4x3 -muhstik-scan -Nameprotect -NearSite -Needle +MSFrontPage +Musobot Netcraft NetMechanic -NetSpider -Net Vampire -NICErsPRO +NextGenSearchBot +Nikto NimbleCrawler Ninja Nmap -NPbot Nutch -Offline Navigator -OnCrawl -Openvas -OrangeSpider +OpenLinkProfiler OutclicksBot -OutfoxBot PageAnalyzer -Page Analyzer -PageGrabber -page scorer -PageScorer Pandalytics -Panscient +Papa Foto Pavuk -pcBrowser -Pimonster -Pi-Monster -Pixray +PeoplePal +PHPCrawl +Picscout PleaseCrawl -Pockey +plumanalytics POE-Component-Client-HTTP -ProPowerBot ProWebWalker Pump PxBroker -PyCurl +QueryN Metasearch +RankActiveLinkBot RankingBot -RankingBot2 RankurBot -RealDownload -Reaper -Recorder -ReGet -RepoMonkey -Ripper +RedesScrapy +Rogerbot SalesIntelligent +ScanAlert Scanbot -scan.lol -ScoutJet -Screaming -ScreenerBot +Scrapy SearchmetricsBot -Semrush -SemrushBot +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler SEOprofiler -Shodan +SEOstats +sexsearcher +Siphon SISTRIX SiteExplorer +SiteLockSpider +SiteSnagger +Site Sucker +Sitevigil SmartDownload SMTBot -SocialRankIOBot +Snake Sociscraper -Sosospider +sogouspider +Sogou web spider Sottopop SpaceBison -SpankBot -Sqlworm -Steeler -SuperBot +Spbot +SputnikBot +Sqlmap SuperHTTP Surfbot SurveyBot -Swiftbot -T0PHackTeam +Suzuran +sysscan T8Abot tAkeOut -TeleportPro Telesoft +Telesphorep The Intraformant -Toweyabot +TheNomad +TightTwatBot +Titan Tracemyfile -Turingos -TurnitinBot -TwengaBot -Upflow +Trendiction +trendiction.com +Typhoeus URLy Warning Vacuum -VB Project +VCI VoidEYE Voil -WASALive-Bot -Webalta -Web Auto +Wallpapers/3.0 +WBSearchBot +WebAuto WebBandit +WebCollage WebEnhancer Web Enhancer -WebFetch Web Fetch Web Fuck -WebImageCollector -WebLeacher +WebmasterWorldForumBot +webmeup-crawler WebPix -WebReaper +WebSauger Web Sauger +Webshag WebsiteExtractor Website Quester -WebStripper Web Sucker WebWhacker -WeSEE -Whacker +WebZIP +Whatweb Wonderbot Woobot -Wotbox +Wprecon WWW-Mechanize +WWW::Mechanize WWWOFFLE +Xaldon WebSpider Xaldon_WebSpider +Xenu xpymep1.exe -YoudaoBot +Zade Zauba -Zermelo Zeus -Zitebot +zgrab ZmEu ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index fc7e12443..cb1d0418e 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -dfiles.me -eandsgallery.com -felizporno.com -geckoandfly.com -hustoon.over-blog.com -jose.mulinohouse.co -paparazzistudios.com.au -scanner-jess.top -service-core.ru -tramadolandtizanidine.blogspot.com +addbin.men +allblogroll.com +cleanmypc.com +copblock.org +coprofam.org +notebook-pro.ru +stairliftsarea.com +truebeauty.cc +tversvet.ru +vitanail.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 7e6593a3d..05e290919 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03e.info -08800.top -0c47f8422d3f.com -123movies.love -12masterov.com -13tabs.com -1flag.co.za +100dollars-seo.com +108shot.com +12bet.com +1314dh.com 1kdailyprofit.me -24x7-server-support.site +2000k.ru +202ch.com +23kw.ru +256bit.by 2drittel.de -2rich4bitches.com -aadroid.net -activepr.ru -adamoads.com -admatic.com.tr -admeasures.com -adrunnr.com -adtech.fr -adtech.us -affrh2015.com -afmuseum.com -agadelha.com.br +2kata.ru +300richmond.co.nz +5i2.net +5kstore.com +7zap.com +991mostfm.co.id +aa8b68101d388c446389283820863176e7.com +absolutelyanalog.com +absolute-s.ru +academiacsmendoza.org +addblueoff.com.ua +adf.ly +adhome.biz +adsloads.com +adultwebhosting.info +advancedcleaner.com +agecheckadult.com +akusherok.ru alfabot.xyz alfa-medosmotr.ru -all4invest.info alldezservice.kz -allnews24.in -amoi.tn -amyfoxfitness.com -an-donut.com -animali.deagostinipassion.it -anniemation.com -apartment.ru -apiallgeniusinfo-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -api.stathat.com -apple.com-webbrowsing-security.science -ap.senai.br -arclk.net -artefakct.com -asiengirls.net -astana.xxxkaz.org -auto4style.ru -avtochehli.by -azazu.ru -b2b-lounge.com -backuperwebcam.weebly.com -bagsonsale.online -baixar-musicas-gratis.com -baksman.com +alldownload.pw +allesohnegirls.net +allnews.md +alyeskaresort.com +andpolice.com +angkortours.vn +apioasisspacenet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apple.com-cleaner.systems +arcteryxsale.online +arewater.com +asiavirtualsolutions.com +atmagroup.ru +atovh.local-finders.com +autoblogger24.info +auto-moto-elektronika.cz +autoua.top +autowebmarket.com.ua +avtocredit-legko.ru +azazaporn.com +bag77.ru balitouroffice.com -balook.com -bannerads.de -bausparen.bz.it -bear.gotcher.us -beauty-clinic.ru +banki76.ru +basedecor.ru +bashtime.ru +bazaronline24.ru +bedcapdealers.com beget.tech -beremenyashka.com -bestempresas.es -best-seo-software.xyz -bidbuy.co.kr -bizfly.info -biznesrealnost.ru -bjanshee.ru -bjorkbacken.nu -blog.yam.com -bonzibuddi.com -braindaily.xyz -bristolhostel.com -buron.pw -buy-cheap-online.info -buyessay3.blogspot.ru -bwlx.prepedu.cn -cablecar.us -calcularpagerank.com -callejondelpozo.es -call-of-duty.info -calvet.altervista.org -camdenmemorials.com -carabela.com.do -carapics.com -carmuffler.net -carson.getenjoyment.net +belstaffstore.online +berdasovivan.ru +bestserials.com +bestsexyblog.com +bet-prognoz.com +betwinservice.com +bharatdefencekavach.com +bioca.org +bioscorp.ru +bio.trade-jp.net +bird1.ru +biteg.xyz +blog.f00kclan.de +blog-hits.com +bocoarchives.org +boltalko.xyz +boobsimge.com +breget74.ru +brendbutik.ru +brg8.com +bristolhotel.com.ua +brus.city +btc4u.ru +burn-fat.ga +bus-offer.com +buyantiviralwp.com +callawaygolfoutlet.online +callcafe.info +calstaterealty.us +cartechnic.ru cartierbraceletsreplica.pw -cartierlove.xyz -cdncash.com -cdn.walkme.com -cheapbelstaff.online -cheapsergiorossi.online -christianlouboutinsaleonline.us -cibpenonptib.flu.cc -cineacademy.ru -citetick.com -ci.ua -cjs.com.ru -cleansearch.net -cmhomestayagency.com -compliance-andrew.xyz -compliance-jane.top -compliance-julianna.top -com-supportcenter.website -coolyarddecorations.com -cs-passion.pl -cubook.supernew.org -cubs-jerseys.us -culmimg.pw -customerguru.in -custom-product-labels.com -dafatiri.com -dailystrength.org +casablancamanor.co.za +cbcseward.com +cdnnetwok.xyz +cenoval.ru +centre-indigo.org.ua +cerev.info +cfjump.com +chcu.net +chiblackhawks-jerseys.com +chinaelitecheapjerseys.com +cialgenisrx.com +cialisndbrx.com +cialis-samples.com +cityadspix.com +clean-start.net +clevernt.com +clickhype.com +clipartnew.com +clknsee.com +cognitiveseo.com +collegerentals.com +compliance-donald.xyz +comsysnet.com +contextualyield.com +coolbar.pro +coop-gamers.ru +corta.co +cyse.tk dame-ns.kz +daneshetabiat.com danschawbel.com -deanmoore.ie -decenttools.com -de.zapmeta.com -directivepub.com -dispo.de -dktr.ru -domainsphoto.com -domain-submit.info -domain-tracker.com -domination.ml -driving.kiev.ua -dtnlyss.com -earncash.com.ua -ecommerce-seo.org -educontest.net -electronicadirect.com -electro-prom.com -elektrischezigarettekaufen2.cowblog.fr -elektrozigaretten1.tumblr.com -el-nation.com -eloxal.ru -empis.magix.net -erectile.bid -etotupo.ru -euroskat.ru -event-tracking.com -everypony.ru +date-withme.com +db.speedup.gdn +delitime.info +detmebel.su +devochki.top +dieswaene.com +divku.ru +dnepropetrovsk.mistr-x.org +dnsrsearch.com +doctissimo.fr +domainroam.win +dominterior.org +dotmass.top +droidlook.net +duplicashapp.com +dwomlink.info +dyshagi.ru +eas-seo.com +ed-shop01.ru +elektir.ru +elektrischeziga.livejournal.com +elektrischezigarette2.devhub.com +elektrozigarettekaufen2.blogse.nl +elvenmachine.com +encodable.com +eonpal.com +erotik-kostenlos.net +escort-russian.com +esnm.ru +esopini.com ewebarticle.info -f012.de -farmingworm.com -fastcrawl.com -felizporno.com -fickkontaktehobbyhuren.com -fifa-coins.online -filmbokep69.com +eyes-on-you.ga +eywords-monitoring-your-success.com +ezigarettekaufen.myblog.de +ezigarettenkaufen1.deviantart.com +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop.webs.com +f1nder.org +fashion-stickers.ru +fba-mexico.com +fdzone.org +fefo.gdn +fickblock18.com financetip.eu -firma-legion.ru -flagcounter.me -f-loaded.de -fortevidyoze.net -fortwosmartcar.pw -forum20.smailik.org +fireads.men +fishtauto.ru +fitnesspiks.com +fitness-video.net +flavors.me +flprog.com +footbalive.org +forex21.ru +forum-engineering.ru +fotosfotos.eu foto-weinberger.at -frcls.fr -freejabs.com -freesitetest.com -free-video-tool.com -freewebs.com -funnel.co.za -fxgallery.com -gabeshop.ru -gamesprite.me -gayxperience.com -ge0ip.org -ghazel.ru -glall.ru -globalscam.ga -gnuetella.com -gok-kasten.net -goodwriterssales.com -gotcher.us -gotomontenegro.net -graphics8.info -graphid.com -gsasearchengineranker.space -guarrasdelporno.xxx -guigyverpo.cf -gyffu.com -gz2.bbsoldes.fr -habermetre.com -handicapvansarea.com -hd720kino.ru -hdhc.ru -hdimagelib.com +fotoxxxru.com +franecki.net +free-fbook-traffic.com +free-traffic.xyz +fullgirl.ru +fungamelands.com +funponsel.com +funtoonez.com +games.kolossale.ru +game-top.su +ge0ip.com +get-free-traffic-now.com +getlaid-xxxhookupdirect.com +ghernnqr.skyrock.com +gigablast.com +girls-ufa.ru +glastecfilms.com.my +goldadpremium.com +goldandcard.ru +golmau.host.sk +googlemare.com +gpirate.com +gratis-sexkontakte.com +gratuitxblcodes.com +greenzaim.ru +gta-top.ru +guod.me +h2monline.com +hahashka.ru +hdwalls.xyz healgastro.com -health-medical-portal.info -hem.passagen.se -hermesbelts.xyz -hermesbracelets.xyz -historichometeam.com -hit-men.men -hmywwogw.bloger.index.hr +heartofpayne.xyz +hexpilot.com +heygidday.biz +highland-homes.com +himgaws.pw +hledejvshopech.cz +hobbyhuren-datenbank.com homemature.net -homik.pw -hotelcrocenzi.sm +hotxnights.info howtoclean.club -ifirestarter.ru -imgarcade.com -imgata.com -imitex-plus.ru -inboundlinks.win -inboxdollars.com -infazavr.ru -infodocsportal.com -instasexyblog.com +howtowhitenteethfast.xyz +hplaserjetpdriver8y.pen.io +humanorightswatch.org +idc.com.ua +ikearugs.xyz +ilikevitaly.com +ilovevitaly.ru +imagefinder.site +images-free.net +innoslicon.com +integritylandscapeservices.com +intim-uslugi.info iscblog.info -itbc.kiev.ua -jamiembrown.com -jerseysbizwholesalecheap.com -jewelryandfiligree.com -joingames.org -jongose.ninja -journalhome.com +itis4you.com +itsdp3.com +japan-bearings.ru +jasonpartington.com +jav-fetish.site +javrip.net +je7.us +joessmogtestonly.com +juliadiets.com +jyvopys.com +kabbalah-red-bracelets.com kakadu-interior.com.ua -kartiniresto.com -kasino-money.pw -kchaxton.com -keki.info -keywesthideaways.co -khafre.us -kimcurlrvsms.com -kinohit1.ru -kit-opt.ru -konkursov.net -ks1234.com -lacasamorett.com -lampokrat.ws -landreferat.ru -lapitec.eu +kambasoft.com +karusel-market.ru +kerwinandcariza.com +keywordsuggest.org +kinopolet.net +kiwi237au.tk +kleine-titten.biz +knowyournextmove.com +kolotiloff.ru +kunstaktien.info +kvartiry-remont.ucoz.ru +lankarns.com laptop-4-less.com -letslowbefast.today -likesuccess.com -lincolntheatre.com -linkredirect.biz -lotto6888.com -lsp-awak-perikanan.com -luciddiagnostics.in -lyrics.home-task.com -magicalfind-a.akamaihd.net -make-money-online.com -maladot.com +law-check-eight.xyz +ledpolice.ru +legalrc.biz +limads.men +linkbux.ru +lion.conboy.us +loadingpages.me +locustdesign.co +longlifelomilomi.info +louisvuittonoutletstore.net +lumb.co +m0r0zk0-krava.ru +macfix.life +mac-shield.com +magnetic-bracelets.ru malls.com -marketland.ml -masserect.com -m.b00kmarks.com -meble-bogart.info -mediaoffers.click -medosmotr-ufa.ru -meds-online24.com -mere.host.sk -microstatic.pl -mindbox.co.za -mir-betting.ru -mir-limuzinov.ru -mistr-x.org -mitrasound.ru -mmstat.com -mobplayer.net -monarhs.info -moncleroutletonline.pw -moncleroutletonline.win -money-every-day.com -more-letom.ru -mostantikor.ru -motherboard.vice.com -mozello.ru -mrvideospornogratis.xxx -music7s.me -my-aladin.com -mydownloadengine.com -mylesosibirsk.ru -myliveblog.ru -narkologiya-penza.ru -narosty.com -narutonaruto.ru -naval.jislaaik.com -needtosellmyhousefast.com -netoil.no -netpics.org +mapquestz.us +marsgatan.com +masthopehomes.com +max-eclat.men +maxthon.com +mazda-roadsters.com +mega-bony2017.pl +meget.co.za +menetie.ru +metalonly.info +microsoftportal.net +midst.eu +millionare.com +mil-stak.com +mindeyegames.com +misandesign.se +mister-shop.com +mixx.com +moi-glazki.ru +money-for-placing-articles.com +moneytop.ru +monitorwebsitespeed.com +moscow-region.ru +mountainstream.ms +mrpornogratis.xxx +mustat.com +mylida.org +na15.ru +neks.info +netallergy.ru networkad.net -nextbackgroundcheck.gq -nhl17coins.exblog.jp -nlfjjunb5.ru -nordstar.pro -northfacestore.online -norththeface.store -nowtorrents.com -nrjmobile.fr -nufaq.com -nuker.com -o.light.d0t.ru -online-hd.pl -online-hit.info -onlinemeetingnow.com -onlinetvseries.me -onlyforemont.ru -ooo-gotovie.ru -open-odyssey.org -optibuymac.com -parajumpersstore.online -patol01.pw -pcads.ru -pcimforum.com -pc-virus-d0l92j2.pw -perl.dp.ua -perso.wanadoo.es +new-post.tk +newyorkhotelsmotels.info +nfljerseyscheapchinabiz.com +noumeda.com +november-lax.com +novosibirsk.xrus.org +npoet.ru +okonich.com.ua +old-rock.com +onclickpredictiv.com +onemactrckr.com +online-templatestore.com +o-o-11-o-o.com +openstat.com +ororodnik.goodbb.ru +ostroike.org +otbelivanie-zubov.com +ovirus.ru +pandroid.co +p-business.ru +pdns.cz photo.houseofgaga.ru -piccshare.com +photosaga.info picmoonco.pw -picscout.com +pierrehardysale.online +pinsdaddy.com +pintattoos.com pinwallpaper.xyz -pl.aasoldes.fr -pl.id-forex.com -poems.com.ua -pogodnyyeavarii.gq -pokemon-go-play.online +pl-vouchers.com +pochtovyi-index.ru +pomoc-drogowa.cba.pl +pontiacsolstice.info pony-business.com -popup-jdh.xyz -porndairy.in -porno-transsexuals.ru -pozdrawleniya.com -pregnant.guru -presleycollectibles.com -privacyassistant.net -prizeestates.cricket -progonrumarket.ru -pro-okis.ru -prostitutki-almata.org -psa48.ru -pufip.com -quickbuck.com -quickcashlimited.com +popunder.ru +pornhubforum.tk +pornohd1080.online +pornoplen.com +pornosexrolik.com +porno.simple-image.com.ua +pornowarp.info +pospr.waw.pl +predmety.in.ua +prizesbook.online +profitwithalex.info +promodj.com +prosmibank.ru +pssucai.info +pts163.ru +qld10000.net +qor360.com +quickchange.cc +quick-offer.com qwarckoine.com -rankexperience.com -rapevideosmovies.com -realmonte.net -realnye-otzyvy.info -redirect.trafficreceiver.club -r-e-f-e-r-e-r.com -registry-clean-up.net -rentehno.ru -rfd-split.hr -rff-cfal.info -ric.info -rossmark.ru -royalvegascasino.com -ruf777.com -rukino.org -rusoft-zone.ru -rustic-quiver.win -rvzr-a.akamaihd.net -sabaapress.com -samara.rosfirm.ru -savefrom.com -savetubevideo.com +ragecash.com +rankia.com +redhotfreebies.co.uk +reeyanaturopathy.com +refererx.com +relax.ru +remorcicomerciale.ro +rentaremotecomputer.com +rock-cafe.info +ros-ctm.ru +rospromtest.ru +rubbed.us +russia-tao.ru +rvi.biz +salmonfishingsacramentoriver.com +salut-camp.ru +sampleletters.net +sandhillsonline.com sbprabooks.com -scanner-barak.top -scanner-walter.top -scanner-willy.top -scansafe.net -schoolfiles.net -scrapy.org -seansonline24.pl -searchinterneat-a.akamaihd.net -sethrollins.net -sexgalleries.top -sexphoto.site -sharebutton.org -shillyourcoins.com -ship-marvel.co.ua -shopperifymac.com -signoredom.com -silvercash.com -sirpornogratis.xxx -site3.free-share-buttons.com -sitiz.club -s-iwantyou.com -skytraf.xyz -slowmacfaster.trade -smallseotools.com -socialbookmarksubmission.org -social-s-ggg.xyz -social-vestnik.ru +scanner-alex.top +scanner-mark.top +scanner-mary.top +screentoolkit.com +sdelatmebel.ru +searchaddis.com +searchimpression.com +seasaltwithfood.com +selectads.men +semaltmedia.com +seo-2-0.com +seocdvig.ru +seoexperimenty.ru +serpstat.com +serptehnika.ru +sexfreepornoxxx.com +sexkrasivo.net +sexpartygirls.net +sextracker.com +sfj-ror.no +sherlock.se +shmetall.com.ua +shoesonlinebuy.cn +shoplvlv.us +siha.de +silverage.ru +site-analyzer.com +smart-scripts.com softlinesolutions.me -softwaretrend.net -sohoindia.net -solmarket.by -sortthemesitesby.com -sosdepotdebilan.com -sotechco.co -souvenirua.com -spasswelt.xyz -spitfiremusic.com -steamoff.net -stjamesschool.info -stpicks.com -stpolice.com -streha-metalko.si -stroiminsk.org -stroydetali.ru -sundrugstore.com -superfish.com -superlist.biz -supers.com.ua -superstats.com -syndicate.fun -tam-gde-more.ru -tds-advert005.info -template-kid.com -templates.radiodigital.co -texbaza.by -thaismartloan.com -thedownloadfromwarez.blogspot.com -thefds.net -theheroes.ru -themestotal.com +songplanet.ru +space2019.top +spidtest.org +sprttrack.com +spyfu.com +spywarebegone.com +squidoo.com +srgwebmail.nl +steelmaster.lv +stevemonsen.com +stroilka.info +students-cheapskate.ml +studiofmp.com +success-seo.com +sugarlyflex.pw +superkanpo.com +tabakur77.com +tattoo33.ru +techart24.com +teenbbw.yopoint.in +telegramdownload10.com +templates.franklinfire.co +tfxiq.com +thebestweightlosspills.ovh +thedownloadfreeonlinegames.blogspot.com +theguardlan.com thetattoohut.com -thiegs.reco.ws -tilido.com -timetorelax.biz -tizanidine4mg.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tizanidinesleepaid.blogspot.com -tkanorganizma.ru -tmm-kurs.ru -tongkatmadura.info -top-karkas.ru -tradedeals.biz -traffic-club.info -traffictrade.life -traffique.net +the-torrent-tracker.blogspot.com +thruport.com +timeallnews.ru +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinerecreationaluse.blogspot.com +toon-families.com +topmira.com +torrentdownloadhub.com +totu.info +toursmaps.com +track112.site +tracklead.net +tracksurf.daooda.com +trubywriting.com truck-land.life -trustedhealthtips.com -trustl.life -turist-strani.ru -turvgori.ru -twodollarshows.com -uac.net.au -udsgame.online -ukrup.com -unmaroll.ya.ru -upproar.com -upstore.me -ural-buldozer.ru -urccvfmc.bloger.index.hr -urll.eu +trustaffs.com +trustedmaccleaner.com +turbabitload.weebly.com +twinderbella.com +twitlinks.com +twittruth.com +uchil.net +ucoz.ru +ugogo.info +underthesite.com +urlopener.com +vacances-voyages.info +veles.shop vellings.info venerologiya.com -viandpet.com -videotuber.ru -vigrx-original.ru -villakohlanta.nu -vitoriacabos.com -vvpg.ru -webpromotion.ae -website-analytics.online +venta-prom.ru +viagra.pp.ua +video-chat.cn +videochat.mx +vkontaktemusic.ru +vod.com.ua +vodkoved.ru +vonradio.com +wahicbefa31.soup.io +walkme.com +wallpapers-best.com +webads.co.nz +webjam.com +webnode.me website-analyzer.info -website-speed-up.site -weddingdresses.xyz -wesharepics.info -westen-z.life -whatistizanidine2mg.blogspot.com -whatistizanidinehclusedfor.blogspot.com -whiteelephantwellington.com -wholesalenfljerseys.us.com -wildcattube.com -wnoz.de -worldoffiles.ru -wsgames.ru -xchangetrak.com -x-diesel.org -xdoza.com -xgftnlrt.bloger.index.hr -xn--80aikhbrhr.net -xn--80ak6aa92e.com -xn--b1ag5cfn.xn--p1ai -xn--hxazdsfy.blogspot.com -xpresscare.ru -xtubeporno.net -yaoguangdj.com -yougotanewdomain.com -youradexchange.com -youradulthosting.com -yourporn.com -youthreaders.com -youtube-downloader.savetubevideo.com -youtuhe.com +wesharepics.com +whatsappdownload10.com +wheelchairliftsarea.com +wnhjavlhezp.gq +world-mmo.com +xbaboon.com +xfire.com +xgames-04.com +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xolodremont.ru +xvideosbay.com +xwatt.ru +xz618.com +yaminecraft.ru +yopoint.in +yoursearch.me +yurgorod.ru zahvat.ru -zaim-pod-zalog-krasnodar.ru -zaobao.com.sg -zeroredirect2.com -zeroredirect8.com -zeroredirect9.com -zetgie.com.pl +zajm-pod-zalog-nedvizhimosti.ru +zeroredirect7.com +zetmaster.ru +zigarettenonlinekaufen1.bloog.pl zigarettenonlinekaufen2.drupalgardens.com -znaturaloriginal.com -zynax.ua +znaniyapolza.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 56c3226c2..53acca8c5 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0lovespells0.blogspot.com -123cha.com -45en.ru -5ws.dating-app.ru -8kisses.eu -8si.ru -9med.net -aasoldes.fr -accessoires-mode.in -adcash.com -adzerg.com -agadelha.com.br -agecheckadult.com -alborzan.com -all-streaming-media.com -alphahoverboards.com -android-systems.ru -animaltoplist.com -articlesdirectoryme.info -asrvrep-a.akamaihd.net -atelielembrancaqueencanta.com.br -avto-oligarh.ru -ayodhya.co -babosas.com -balans.shahterworld.org -baltgem.com -berrymall.ru -bestsexyblog.com -bestwaystogetpaid.us -betterhdporn.com -blogqpot.com -blog.remote-computer.de -bonanza-fortune.men -brainboosting.club +1000n1.ru +101flag.ru +76brighton.co.uk +7fon.ru +98oi.ru +aaa38852e886ac4af1a3cff9b47cab6272.com +adtech.us +aktobe.xkaz.org +albuteroli.com +alfa9.com +alfa-medosmotr.ru +algerianembassy.co.in +alldownload.pw +alltheviews.com +amateurgalls.com +amazingpic.net +angry-fermi-7633.arukascloud.io +animal-drawings.com +aproposde.com +arabseyes.com +architecturebest.com +artdestshop.eu +arvut.org +ascat.porn +aviav.eu +avtochehli.by +bablonow.ru +bestcurs.org +bestfortraders.com +bestofpicture.com +betterscooter.com +bezlimitko.xyz +bloglag.com +bloke.com +brg8.com bum.com.ru -camdolls.com -candelluxsklep.pl -cdn.walkme.com -cfjump.com -chatroulette.life -cheapjerseysap.com -cheapmoncler.win -claytransformations.info -com-onlinesupport.host -compliance-andrew.xyz -compliance-jane.top -constantaservice.net -cookingmeat.ru -courtshipgift.com -cowblog.fr -cracksplanet.com -cryptoswap.biz -crystalslot.com -cupday.com -d-black.bz -dengi-pod-zalog-nedvizhimosti.ru -depositfiles-porn.ga -detective01.ru -deutschland123.de -diminishedvalueoforegon.com -dirtpics.pw -dms-sw.ru -dokfilms.net -downloadeer.net -droidlook.net -dvrlists.com -dwomlink.info -e2click.com +canzoni.ru +carabela.com.do +cartiertrinity.xyz +cbb1smartlist12.click +cdnnetwok.xyz +cheapmarmot.online +chee-by.biz +christianlouboutinreplica.win +cialischstgerts.com +citizenclsdriveri7.pen.io +clickintext.net +colobit.biz +cometorussia.net +conciergegroup.org +contextualyield.com +danceuniverse.ru +darkbooks.org +dentalpearls.com.au +designdevise.com +dichvuvesinhhanoi.com +diegolopezcastan.com +div.as +dtm-spain.com earn-from-articles.com -ecommerce-seo.com -ekspertmed.com -enternet.ee -expolicenciaslatam.co -ezigarettekaufen2.blox.pl -f1nder.org -feargames.ru -fertilitetsradgivningen.se -findpik.com -findsexguide.com -f-loaded.de -forex-procto.ru -forodvd.com -foto-telok.net -free-social-buttons.xyz -getoutofdebtfree.org -gg.zzyjxs.com -go2album.com -gok-kasten.net -googlefeud.com -gorabagrata.ru -gotcher.us -hdxnxxtube.mobi -healing-dysplasia.ru -hermesbirkinhandbagoutlets.com -hidefiles.org +earthmagic.info +easytuningshop.ru +ecommerce-seo.org +elektrischezigarette2.onsugar.com +elektrozigarette2.wordpressy.pl +emailaccountlogin.co +encodable.com +enews.tech +eralph.tk +esnm.ru +essay-writing.work +eugenevaultstorage.com +ezigarettenkaufen1.pagina.gr +fermersovet.ru +focalink.com +funnypica.com +fz139.ttk.ru +gazoblok.net.ua +gilsonchiro.xyz +go2jump.org +gobongo.info +goodhumor24.com +goodnightjournal.com +gsasearchenginerankerdiscount.com +gsasearchengineranker.xyz +hanwei.us +hawaiielectriclight.com +healbio.ru +heliko.no +helvetia.com.ua +hermesreplica.pw hifidesign.ru -hkdiiohi.skyrock.com -homelygarden.com -hornymatches.com -hptwaakw.blog.fc2.com -hyiphunter.org -igithab.com -infobabki.ru -infostatsvc.com -internetartfair.com -int.search.mywebsearch.com +highstairs-a.akamaihd.net +histock.info +hop.clickbank.net +hoverboard360.es +howtoclean.club +ictizanidinehcl4mg.blogspot.com +id-forex.com +iflycapetown.co.za +insomniagamingfestival.com investingclub.ru -iqoption.com -isotoner.com -itis4you.com -iyasimasennka.com -javatex.co.id -jav-fetish.site -javspace.net -kartiniresto.com -klejonka.info -knowyournextmove.com -komp-pomosch.ru -kosynka-games.ru -la-fa.ru -lalalove.ru -lampokrat.ws -lanasshop.ru -live-sexchat.ru -locksmith.jp -lombia.com +investyb.com +istizanidineanarcoticdrug.blogspot.com +justprofit.xyz +kabbalah-red-bracelets.com +kashubadesign.ru +keyword-suggestions.com +kidskunst.info +kmgamex.cf +krasnodar.zrus.org +kretpicf.pw +lapitec.eu +leadn.pl +life.biz.ua +light.ifmo.ru +lol-smurfs.com longadventure.com -lottospring.com -lsex.xyz -m3gadownload.pl -magnetic-bracelets.ru +lsp-awak-perikanan.com +luckyshop.net.ua +makedo.ru mexicotravelnet.com -m-google.xyz -minneapoliscopiers.com -missvietnam.org -misterjtbarbers.com -mnogabukaff.net -monitorwebsitespeed.com -mosdverka.ru -my-bc.ru -mybinaryoptionsrobot.com -my-cash-bot.co -nbsproject.ru -nofreezingmac.click -onlinetvseries.me -paperwritingservice17.blogspot.ru -paramountmarble.co.uk +mhtr.be +mlf.hordo.win +mobstarr.com +moetomnenie.com +money-for-placing-articles.com +mototsikl.org +mug-na-chas-moscow.ru +my-aladin.com +mydirtyhobby.com +mydownlodablefiles.com +myfreecams.com +narkologiya-belgorod.ru +november-lax.com +nvssf.com +o00.in +offtime.ru +onlainbesplatno.ru +online-hd.pl +onlineserialy.ru parlament.biz -pcgroup.com.uy -piccdata.com -pooleroadmedicalcentre.co.uk -pornoblood.com -pornohd1080.online -pornoslive.net -pornotubexxx.name -pravoholding.ru -princeadvantagesales.com -pro-poly.ru -prostitutki-astana.org -pufip.com -puserving.com +pb-dv.ru +pekori.to +photorepair.ru +pinwallpaper.xyz +pliks.pl +pokemongooo.ml +porno-transsexuals.ru +pozdravleniya-c.ru +proftests.net +pronekut.com qexyfu.bugs3.com -qitt.ru -quizzitch.net -qwesa.ru -rankexperience.com -realnye-otzyvy.info -refererx.com -renecaovilla.online -richinvestmonitor.com -robot-forex.biz -rozalli.com -safe-app.net -sbornik-zakonov.ru -scanner-alex.top -scanner-jack.top -scat.porn -scottbywater.com -seansonline24.pl -seminarykansas904.ml -sendearnings.com +qwarckoine.com +rangoman.date +rankings-analytics.com +rapidgator-porn.ga +refads.pro +relax.ru +renecaovillasale.online +revistaindustria.com +rockprogblog.com +rogervivierforsale.com +rusoft-zone.ru +samo-soznanie.ru +sardinie.us +savememoney.co.za +scalerite.co.za +sdrescher.net +seinterface.com +seksotur.ru seo-2-0.com -serw.clicksor.com -sexobzor.info -sex-sex-sex5.com -sexy.babes.frontend-stack.top -shodanhq.com +sergiorossistore.online +servethis.com +sexad.net +sexiporno.net +sharpchallenge.com +shikiso.info +shillyourcoins.com +ship-marvel.co.ua shohanb.com -simple-share-buttons.com -sim-service.net -site-auditor.online -sixcooler.de -slavkokacunko.de -socialmadesimple.com -sonata-arctica.wz.cz -spywarespy.com -sribno.net -sstroy44.ru -svtrd.com -swagbucks.com -teenbbw.yopoint.in -theendivechronicles.com -thegameriders.com -tizanidine6mg.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinehydrochloride2mg.blogspot.com +shoppingjequiti.com.br +shymkent.xkaz.org +slowmac.tech +social-fun.ru +sotkal.lark.ru +special-porn.com +spidtest.org +spravka130.ru +sprttrack.com +spymac.net +srgwebmail.nl +stefanbakosab.se +sugvant.ru +sukarame.net +summerlinhomes411.info +thebluenoodle.com +ticketsys.inetwd.com +timdreby.com +tizanidinehcl2mgtablet.blogspot.com +tizanidineinfo.blogspot.com tizanidineingredients.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinewithdrawal.blogspot.com -token-lab.org -toondinsey.com -tradedeals.biz -trafficjunky.com -traffixer.com -trustedhealthtips.com -typer.one -ucoz.ru -unitexindia.com -unitygame3d.com +tizanidinemusclerelaxant.blogspot.com +tizanidinepills.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +topads.men +topbestgames.com +topkarkas.com +topshef.ru +torrentgamer.net +torrent-to-magnet.com +touchmods.fr +traffic100.com +traffictrade.life +trubywriting.com +trustedmaccleaner.com +turbabitload.weebly.com +uac.net.au +uhdtv.website +ultimateclassicrock.com urll.eu -urlopener.blogspot.com.au -urzedowski.eu -usbggettwku.ga -utiblog.fr -vasileostrovsky-rayon.ru -videooko.weebly.com -videosbox.ru -vip-parfumeria.ru -vizitki.net -wallpaperstock.net -webix.me -website-speed-check.site -website-stealer.nufaq.com -wildworld.site -w-journal.ru -womensplay.net -worldhistory.biz -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -x-true.info -xxxdatinglocal.us -xxxnatelefon.ru -xz618.com -yellowads.men -youraticles.pl -yourtemplatefinder.com -yur-p.ru -zaidia.xhost.ro -zerocash.msk.ru -zhongwenlink.com -zolotoy-lis.ru +uroffer.link +vandrie-ict.nl +vapomnoncri.tk +video-chat.cn +videtubs.pl +vietimgy.pw +vitanail.ru +vksaver-all.ru +vut.com.ru +vvon.co.uk +vzube.com +warning.or.kr +watsonrealtycorp.com +wdfdocando.com +westen-v.life +whatistizanidinehclusedfor.blogspot.com +wineitudes.wordpress.com +woodyguthrie.se +worldmusicfests.com +www.kabbalah-red-bracelets.com +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +yeartwit.com +yourads.website +ytmnd.com +zaloadi.ru +zapatosenventa.info +zeroredirect2.com +zeroredirect8.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index aea69b849..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -126,14 +126,4 @@
This is merely used for testing !!!