diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index b1004a074..7ff156874 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 703a74a13..d211bcd2c 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 798770665..896ffe576 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3767371d9..0135b296e 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +35.192.85.2 0; 104.154.120.187 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 8b8457f10..47b0c4a59 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 3709e22c8..8ecd49951 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.184.96.71 0; 35.184.226.236 0; +35.224.112.202 0; +35.193.7.13 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 1064de76f..430e746ee 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +104.154.120.187 0; 35.184.226.236 0; -35.192.85.2 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 36aae8041..dff6c7a0b 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404checker -Copier -DataCha0s -Freeuploader -GridBot -Hloader -NetAnts -OpenLinkProfiler -sp_auditbot -SuperHTTP +Alligator +Apexoo +ChinaClaw +DomainCrawler +Gigablast +GrapeFX +MSFrontPage +Msrabot +Toata +WebSucker diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 7044519d7..eb8d8806e 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider +404checker 404enemy +80legs Abonti -Aboundex Aboundexbot -AfD-Verbotsverfahren +Acunetix +AhrefsBot AIBOT -AiHitBot +Aipbot Alexibot AllSubmitter Attach +autoemailspider +BackDoorBot +Backlink-Ceck backlink-check -BacklinkCrawler -BackWeb +BackStreet Badass -BBBike +Barkrowler +BatchFTP +Battleztar Bazinga BDCbot Bigfoot -Bitacle -Black Hole -BLEXBot +Blackboard +BlackWidow +Bolt BotALot -BuiltBotTough +Brandwatch +Buddy BunnySlippers -Calculon -CCBot +CazoodleBot +Cegbfeieh +CheTeam ChinaClaw Chlooe -Cloud mapping +Claritybot coccocbot-web cognitiveseo Copier -CopyRightCheck +Copyscape +Cosmos +Craftbot crawler4j -crawler.feedback -crawl.sogou.com -Crescent -CrunchBot -Curious -Custo -Demon +CrazyWebCrawler +DataCha0s +DBLBot Deusu -Devil -Digincore +DigitalPebble +DIIbot +Dirbuster Disco Discobot -Discoverybot Dispatch +DomainAppender DomainCrawler -Dotbot -Drip +Download Wonder DSearch -EasyDL -Ebingbong -ECCP/1.0 -Ecxi -EMail Siphon -EMail Wolf -EroCrawler +eCatch evc-batch Evil Exabot +Express WebPictures +ExtLinksBot Extractor -ExtractorPro -FDM +EyeNetIE +Ezooms +facebookscraper FHscan +Fimap +Firefox/7.0 +FlashGet Flunky -Freeuploader -FrontPage Fyrebot -GermCrawler Getintent GetRight -Gigablast +G-i-g-a-b-o-t +Go!Zilla Grabber -GrabNet -GT::WWW -Haansoft +Grafula +GrapeshotCrawler +Harvest HEADMasterSEO +Heritrix Hloader HTTP::Lite -IDBot -Id-search -Image Sucker +HTTrack +Iblog +Image Fetch Indy Library -InfoNaviRobot +InfoTekies +instabid +Intelliseek InterGET -internetVista monitor +ips-agent Iria +IstellaBot +JamesBOT JetCar -Jetty +JOC Web Spider Joomla -Jorgee JustView -Keyword Density -LeechGet -Lightspeedsystems +Kenjin Spider +Kozmosbot +LeechFTP +Lftp +Libwhisker LinkextractorPro LinkScan -LinksManager -LinkWalker -LinqiaScrapeBot -LNSpiderguy -LWP::Simple -lwp-trivial -Mag-Net -magpie-crawler -Majestic SEO -Majestic-SEO +LinqiaMetadataDownloaderBot +Lipperhey Spider +Litemage_walker MarkMonitor MarkWatch -Mass Downloader Mata Hari -meanpathbot -MeanPath Bot +Meanpathbot mediawords +Metauri MFC_Tear_Sample -Microsoft URL Control -MIDown tool -MJ12bot -MSIECrawler +Msrabot MS Web Services Client Protocol muhstik-scan Musobot -Name Intelligence +Nameprotect Navroad -Nessus +Needle NetAnts -NetLyzer +Netcraft NetMechanic -Net Vampire +NetSpider NetZIP -Niki-bot -Nikto +NextGenSearchBot +Nibbler +NICErsPRO Nimbostratus Ninja -Nmap Nutch +Offline Explorer +Offline Navigator OnCrawl Openfind -Openvas +OpenLinkProfiler OpenVAS +OrangeSpider +OutclicksBot OutfoxBot -PageAnalyzer +Page Analyzer PageGrabber -Panscient -Papa Foto +page scorer pcBrowser PECL::HTTP PeoplePal -Picsearch PictureFinder -ProWebWalker -Pump -RankActiveLinkBot +plumanalytics +Pockey +Probethenet +QueryN Metasearch +RankActive RankFlex -RankurBot -RealDownload -Reaper -ReGet -Rogerbot -SalesIntelligent +RankingBot +Recorder +Scanbot +scan.lol ScoutJet Scrapy Screaming +Searchestate Semrush +SEOkicks-Robot SEOlyticsCrawler +Seomoz +SEOprofiler +seoscanners SEOstats +serpstatbot sexsearcher Shodan +SISTRIX Sitebeam -Siteimprove SiteLockSpider -SiteSnagger -SiteSucker -Site Sucker -SlySearch -Snake +Sitevigil +SMTBot +Snapbot SocialRankIOBot -Sociscraper sogouspider -SpaceBison -Spammen -Spanner -Spinn3r -SputnikBot +Sosospider +Sottopop +SpankBot +sp_auditbot spyfu +Sqlworm Sqworm -Sucker Sucuri SuperHTTP -Suzuran Swiftbot sysscan -Szukacz -tAkeOut -Telesphoreo +Teleport +Telesoft Telesphorep The Intraformant TheNomad -Thumbor TightTwatBot -Toata Toweyabot -Tracemyfile -True_Robot -Turnitin +Trendiction +trendiction.de +Turingos +Twice +UnisterBot Upflow -URLy Warning VCI +VeriCiteCrawler VidibleScraper Virusdie +Voltron WallpapersHD -WASALive-Bot -Webalta -Web Auto -Web Collage +WBSearchBot +WebCollage +WebCopier WebEnhancer Web Enhancer WebFetch -Web Fetch WebFuck -WebImageCollector -webmeup-crawler +Web Fuck +WebPix Web Pix WebReaper WebSauger Web Sauger -Webshag WebsiteExtractor -Website Quester +Webster WebStripper -WebSucker -Web Sucker WebWhacker WebZIP -Who.is Bot -Widow -WISENutbot -Wonderbot +Whack +Whatweb +WiseGuys Robot Wotbox WWW-Collector-E +WWW-Mechanize WWW::Mechanize x09Mozilla -x22Mozilla -Xaldon_WebSpider +Xenu xpymep1.exe +YoudaoBot +Zade +Zauba +zauba.io Zeus -zgrab -Zitebot ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 728a97d47..997bb0821 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker 404enemy -Abonti +Aboundex +Aboundexbot Acunetix +AfD-Verbotsverfahren +AhrefsBot AIBOT -Alexibot -AllSubmitter -AlphaBot -Apexoo +AiHitBot +Anarchie archive.org_bot -ASPSeek -Attach -BackDoorBot -BacklinkCrawler -BackStreet +Asterias +autoemailspider +backlink-check +BackWeb Badass -Bandit -Barkrowler BatchFTP -BDFetch -BetaBot +BDCbot +Bigfoot Bitacle Blackboard Black Hole -BlackWidow -Blow -Bolt +BLEXBot +Boardreader +BotALot Brandprotect Brandwatch Buddy BuiltBotTough -BuiltWith -BunnySlippers -Calculon CATExplorador -CazoodleBot -Cegbfeieh CherryPicker -ChinaClaw +Chlooe Cliqzbot Cloud mapping Cogentbot -Copier -Copyscape +cognitiveseo +Cosmos Craftbot crawler4j -crawl.sogou.com CrazyWebCrawler -Custo -DatabaseDriverMysqli +CrunchBot +Curious DBLBot -Demon +demandbase-bot Deusu -DIIbot +Digincore +Dirbuster Disco -Dispatch -DnyzBot -DomainAppender -Download Wonder -Dragonfly -DSearch -Ebingbong -eCatch -ECCP/1.0 +Discobot +DittoSpyder +DomainCrawler +DomainStatsBot +DTS Agent +EasyDL +Ecxi EirGrabber EMail Siphon -EMail Wolf +evc-batch Evil +Express WebPictures ExtLinksBot Extractor -ExtractorPro -EyeNetIE -Firefox/7.0 -FlashGet +Ezooms +facebookscraper +FDM Foobot -Freeuploader -Fyrebot +FrontPage +FyberSpider GalaxyBot +Genieo GermCrawler -Getintent -Gigabot -Grabber +GetRight +Go-Ahead-Got-It +Gotit +GrapeFX GrapeshotCrawler -Harvest +GridBot +HaosouSpider Havij -HEADMasterSEO -Hloader +Heritrix +HMView +HTMLparser HTTP::Lite HybridBot Iblog IDBot IlseBot -Image Sucker -IndeedBot +Indy Library InfoNaviRobot -InfoTekies -IstellaBot +Intelliseek +InternetSeer +internetVista monitor +ips-agent +IRLbot Jbrofuzz -JennyBot -JikeSpider -JOC Web Spider -Joomla +JetCar +JustView Jyxobot -Keyword Density Kozmosbot -LeechFTP -LibWeb +LexiBot +Libwhisker Lightspeedsystems Likse -Linkdexbot LinkextractorPro -LinqiaScrapeBot -Lipperhey -lwp-request +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey Spider +Lmspider +LNSpiderguy +Ltx71 lwp-trivial -Mag-Net -Mail.RU_Bot -Majestic12 -Majestic SEO +Magnet Majestic-SEO MauiBot -Meanpathbot -MeanPath Bot -mediawords +MegaIndex.ru Metauri MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control MIDown tool MIIxpc -Mister PiX Mojeek Morfeus Fucking Scanner MSFrontPage -Msrabot -Needle -Netcraft +Musobot +Name Intelligence +Nameprotect +Navroad +NearSite +NetAnts NetLyzer -NetSpider Nettrack +Net Vampire Netvibes +NetZIP NextGenSearchBot -NICErsPRO -Nikto -NimbleCrawler -NPbot +Nimbostratus +Nmap +Nutch Octopus Offline Explorer -OpenLinkProfiler -Openvas -OrangeBot -OutclicksBot -PageAnalyzer +Openfind +OpenVAS +OrangeSpider +OutfoxBot Page Analyzer -page scorer +Pandalytics +Panscient Papa Foto -PeoplePal +PECL::HTTP Picscout Picsearch -Pimonster -plumanalytics +POE-Component-Client-HTTP Probethenet -Pump -PxBroker +Psbot +PyCurl Quick-Crawler -RankFlex +RankActive +RankActiveLinkBot +RankingBot RankingBot2 -Rankivabot RankurBot -Reaper ReGet -Ripper RocketCrawler -SalesIntelligent -SBIder +s1z.ru ScanAlert -Scanbot scan.lol -ScoutJet Scrapy Screaming ScreenerBot Searchestate -SearchmetricsBot SEOkicks-Robot +Seomoz +SEOprofiler seoscanners -SeoSiteCheckup SEOstats sexsearcher Siphon -SiteSucker -SMTBot -Snake -Snapbot -SocialRankIOBot -Sociscraper +SISTRIX +Siteimprove +SiteSnagger +Site Sucker +Sitevigil +Snoopy Spammen -SpankBot -spyfu +Spanner +Spbot +SputnikBot +Sqlworm +Sqworm Steeler Stripper -SuperBot +Sucker SuperHTTP Surfbot -SurveyBot -Suzuran -TeleportPro -The Intraformant -TheNomad +sysscan +tAkeOut +Teleport +Telesphoreo Thumbor TightTwatBot Titan -Trendictionbot +trendiction.com +True_Robot Turnitin -Twice -Typhoeus +Upflow +URLy.Warning Vacuum -VCI -VidibleScraper -Voil -Wallpapers/3.0 -WBSearchBot +VB Project +VeriCiteCrawler +VoidEYE +Voltron +WASALive-Bot WebAuto -Web Auto +WebBandit WebCollage -WEBDAV -Web Enhancer +WebCopier +WebEnhancer +WebFetch WebFuck WebGo IS -WebImageCollector -WebLeacher -Web Pix +WebSauger +Web Sauger +Webshag Website Quester -WebSucker -Web Sucker +WebStripper +WebWhacker +WebZIP Whack +Whacker Whatweb -Widow +Who.is Bot +WinHTTrack Wonderbot Woobot -Wotbox +Wprecon WPScan +WWW-Collector-E WWW-Mechanize -WWW::Mechanize +x09Mozilla x22Mozilla -Xaldon WebSpider Xenu -xpymep1.exe Zade +Zauba +Zermelo Zeus +zgrab +Zitebot +ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index a80b0d555..4e8cdf219 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bdsmgalls.net -break-the-chains.com -compliance-willy.top -hobild.net -oops-cinema.ru -pc4download.co -propranolol40mg.blogspot.com -sa-rewards.co.za -site-analyzer.com -vesnatehno.ru +4webmasters.org +htmlcorner.com +pinwallpaper.top +prostitutki-yaroslavlya.org +scanner-walter.top +shodanhq.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidinemusclerelaxant.blogspot.com +usswrite.com +videochaty.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4474e75bc..29ac04401 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -13tabs.com -1bet.com -40cg.com -51unlim.ru +000free.us +03p.info +08800.top +0lovespells0.blogspot.com +1000n1.ru +1pamm.ru +256bit.by +28n2gl3wfyb0.ru +2ads.co.uk +2x2fan.ru +34.gs +4inn.ru +4k-player.pl +4rent.ru +5forex.ru +5-steps-to-start-business.com +6hopping.com +7a2rnuey1tw9ar.ru +7zap.com +8si.ru +aa8780bb28a1de4eb5bff33c28a218a930.com +absolutelyanalog.com abwa.tk -accessoires-mode.in -adconscious.com -adinterax.com -admanaerofoil.com +actices.com +activepr.ru +adbetclickin.pink +adclickthru.net ads-seo.men -adultfullhd.com -advocatemsk.ru -afora.ru -akusherok.ru -allkrim.com -alltheviews.com -alpinism.ru -alveris.ru -ameblo.jp -android-style.com -animaltoplist.com -apartment.ru -apparel-offer.com +ads.tremorhub.com +adultfriendfinder.com +adult-shop.com.ua +adventureparkcostarica.com +adverster.com +advokateg.ru +adzpower.com +aerogo.com +agapovdg.ru +akita.kz +alert-fdm.xyz +alert-hgd.xyz +alevinefesleri.com +alfa-medosmotr.ru +allbizne.co.ua +allcredits.su +alldubai.biz +alot.com +alphaforum.ru +altamayoztourism.com +alt-servis.ru +amateurgalls.com +amospalla.es +animalrank.com +anonymous-redirect.com +apiqualitinknet-a.akamaihd.net +appartement-stumm.at appfastplay.com -apxeo.info -arenanews.com.ua -arendakvartir.kz -artpicso.com +arabsexxxtube.com +atleticpharm.org +australia-opening-times.com autolombard-krasnodar.ru -aviav.ru -avon-ukraine.com -azazaporn.com -babyfactory.fr -babyguns.ru -baladur.ru -bannerads.de -bannertesting.com -baoxaydung.com.vn -beauty-clinic.ru -bedandbreakfast.com -belinka.com.ua -bestcalovebracelet.cn -bestmarriages.com -bestsexyblog.com -bharatdefencekavach.com -bidbuy.co.kr -bidr.trellian.com -big-cash.net -bioca.org +autovideobroadcast.com +azbuka-mo.ru +babespcs.com +bagcionderlab.com +basedecor.ru +beclean-nn.ru +berlininsl.com +berrymall.ru +bestmobilityscooterstoday.com +bigcareer.info +biglistofwebsites.com +bimatoprost-careprost.com.ua +bioscorp.ru +bizlist.com.de +bkns.vn blogporn.in -bluerobot.info +blog.remote-computer.de +bloke.com boazpower.com -bobba.dzaba.com -bobinoz.com -boo-arts.com -bouda.kvalitne.cz +brainxs.us braip.com.br -brg8.com -brimstonehillfortress.org -btc4u.ru -buehne-fuer-menschenrechte.de -buketeg.xyz -bum.com.ru -bumskontakte.org -buron.pw -buy-meds24.com -buynorxx.com -buytizanidineonline.blogspot.com -callejondelpozo.es -camdolls.com +briomotor.co +bscodecs.com +businesxxl.com +buydissertation.net +buyessayonline19.blogspot.ru +buypillsorderonline.com +bwlx.prepedu.cn +cablecar.us +californianews.cf +call-of-duty.info +callstevens.com canacopegdl.com -candlehandmade.com -candlewooddentalcentre.com.au -cardsharp1.ru -cartierring.xyz -cartiertrinity.xyz -cashkitten-a.akamaihd.net -catalogs-parts.com -cementaresearch.se -c-english.ru -cercacamion.it +carsdined.org +cartechnic.ru +casite-513049.cloudaccess.net +cezartabac.ro +cgi2.nintendo.co.jp chatroulette.si -chcu.net -cheapmoncler.xyz -checkm8.com -ciproandtizanidine.blogspot.com -cleansearch.net -clippingphotoindia.com -clodo.ru -codysbbq.com -comeondog.info -constantaservice.net -cosmetic.donna7753191.ru -countbertwistdisp26.soup.io -counter.bloke.com -counter.yadro.ru -covadhosting.biz -crazyprotocol.com -creatives.adbetclickin.pink +chinajerseyswholesalecoupons.com +chlooe.com +choice-credit.ru +cibpenonptib.flu.cc +cigarpass.com +clevernt.com +cntravelre.com +coaching-netz.info +compliance-barak.top +compliance-checker-7.info +compliance-don.xyz +compliance-george.xyz +compliance-jess.top +compliance-walter.top +copypaste.traderzplanet.in +counciltally.com +cowlmash.com cubook.supernew.org -culad.com -customerguru.in -cyclobenzaprinevstizanidine.blogspot.com -cyprusbuyproperties.com -daneshetabiat.com -danschawbel.com -data-mining.tk -dekoration.us -demian.kz -dentalpearls.com.au -detalizaciya-tut.biz -detskie-zabavi.ru -dev.citetick.com -dieswaene.com -dieta-personalna.pl +d2jsp.org +dalavia.ru +damasarenai.info +darkages.info +dayibiao.com +d-black.bz +demenageur.com +destinationrealestate.com +deutschland123.de +digitalfaq.com dimaka.info -disruptingdinnerparties.com -docstoc.com -doeco.ru -dogoimage.com -domaineaneblanc.com -dorratex.tn -dpihatinh.gov.vn -dprtb.com -druzhbany.ru -ee77ee.com -elektrozigarettekaufen2.blogse.nl -emediate.eu -empathica.com -en.altezza.travel -energydiet-info.ru -epicbrogaming.com -eralph.tk -erotische-geschichten-xxl.com -escortplius.com -essaypro.com -eugenevaultstorage.com -everypony.ru -expdom.com -extractorandburner.com -eyes-on-you.ga -ezaz.info -ezb.elvenmachine.com -ezigarettenshop2.postbit.com -ezrvrentals.com -familyphysician.ru -fanpagerobot.com -fastfixing.tech -favornews.com -fba-mexico.com -femdom.twiclub.in -filesvine.com -filmbokep69.com -filmi-onlain.info -financehint.eu -find1friend.com -findanysex.com -fishtauto.ru -fitness-video.net -foxweber.com -freeuploader.ml -funcrushgames.com -fxtips.ru -gamevalue7.weebly.com -gamingspark.com +discountbarbour.online +divatraffic.com +domaincheck.io +downloads-whatsapp.com +drillsaw.ru +drugs-no-rx.info +dyt.net +easycommerce.cf +easyshoppermac.com +editors.choice6912650.hulfingtonpost.com +elidelcream.weebly.com +elmifarhangi.com +enge-fotzen.info +escort-russian.com +essay-writing.work +excitacion.info +executehosting.com +exmasters.com +expertblog.info +extremal-blog.com +extremez.net +ezigarettenkaufen1.deviantart.com +ezigaretteshop2.mywapblog.com +fandlr.com +fermersovet.ru +fickkontaktehobbyhuren.com +filkhbr.com +filmetricsasia.com +flooringinstallation-edmonton.com +forms-mtm.ru +fotoxxxru.com +fotzen-ficken.com +foxydeal.com +freelotto.com +free-share-buttons.top +freetangodownload.com +fungamelands.com +gallerylisting.com +gallictures.com +gamedayassist.com +gamerscorps.com +gateway.zscalerone.net gcup.ru -girlsfuckdick.com +geile-lelly.eu +genetworx.com +getdot.ru +getmiro.com +getoutofdebtfree.org +get-your-social-buttons.info +gidonline.one +girls-ufa.ru gloverid.site -goldadpremium.com -goldpanningtools.com -googlefeud.com -google-liar.ru -goo.ne.jp +golaya.pw +golfresa.lucania.se gopixdatabase.com gotcher.us -gotomontenegro.net -graphicwe.org -greatdealshop.com -gsmlab.pl -guge.io +gowreckdiving.com +gsasearchengineranker.site gyffu.com -hackers-crackers.tk -hamilton.ca -harmonyglen.us -hasfun.com -hawaiisurf.com -hccoder.info -hd720kino.ru -hd-filmy.net -healmytrauma.info +hdimagegallery.net +headpress.ru +healing-dysplasia.ru +helpmymacfaster.trade +hidemyass.com high-speed1.net -hikesearch.net -homedo.fabpage.com -host-tracker.com -houdom.net -houston-vikings.com -hyiphunter.org -idc.com.ua -id-forex.com -imicrovision.com -i-midias.net.br -imperia31.ru -impotentik.com -increasewwwtraffic.info -insomniagamingfestival.com -iphantom.com -iqbazar.ru -ispaniya-costa-blanca.ru -jav-fetish.com -javxxx18.com -jeremyeaton.co -jerseywholesalebizchina.com -jetsli.de -job.icivil.ir -kakadu-interior.com.ua -kandidos.com -karpun-iris.ru -kerch.site -ketrzyn.pl -keywordhouse.com -kino2018.club -kinobaks.com -kino-rating.ru -kndxbkdx.bloger.index.hr -kollesa.ru -kostenloser-sex.com -krassh.ru -kupiproday.com.ua -kustanay.kz -lampokrat.ws -lanadelreyfans.us -landreferat.ru -laudit.ru -lazymanyoga.com -leadn.pl -lechtaczka.net -livefixer.com -liveinternet.ru -lombia.co -lotto6888.com -louboutinreplica.pw -luxup.ru -macdamaged.space +hildinghr.se +hopeonthestreet.co.uk +horoshieokna.com +hostingclub.lk +hotenergy.ru +hotloans.ru +hoverboardforsaledirect.com +hubbble.com +humanelydrew.com +hybrid.ru +ifmo.ru +igrovyeavtomaty777.ru +iideaidekonkatu.info +imagerydatabase.com +imediadesk.com +immobiliaremassaro.com +impisr.edunsk.ru +impresagaia.it +incest-ru.com +indianmedicaltourismshop.com +infektsii.com +innoslicon.com +invest-pamm.ru +iqoption.com +iscblog.info +janettabridal.com +kartiniresto.com +keyhantercume.com +keywordblocks.com +khafre.us +kichenaid.ru +kinotorka.ru +klumba55.ru +knigonosha.net +knowyournextmove.com +konkursov.net +kountrylife.com +kuzinsp.ru +kwzf.net +lacave.ntic.fr +laexotic.com +lankarns.com +laptoper.net +laulini.soclog.se +law-check-seven.xyz +lawyers.cafe +lechenie-gemorroya.com +lennatin.info +lescinq.com +lflash.ru +linkredirect.biz +lion.bolegapakistan.com +liveinternet.ro +live-sexcam.tk +liveshoppersmac.com +livetsomudvekslingstudent.bloggersdelight.dk +lkbennettstore.online +locatellicorretor.com.br +lombia.com +lonerangergames.com +losangeles-ads.com +low-format.ru +ltvperf.com +lyrics.home-task.com +lyrster.com magazin-pics.ru -magicalfind-a.akamaihd.net +mainlinehobby.net +make-money-online.com +makis.nu maladot.com -manve.info -marmotstore.online -matpre.top -mcnamaratech.com -mebel-ekb.com -meddesk.ru -medictube.ru -medkritika.ru -medosmotr-ufa.ru -meetingrainstorm.bid -mhi-systems.ru -milblueprint.com -mindeyegames.com -minegam.com -miniads.ca +manipulyator-peterburg.ru +manuscript.su +masterseek.com +masthopehomes.com +mearns-tractors.co.uk +meds-online24.com +mega-bony2017.pl +members.ghanaweb.com +menstennisforums.com +micasainvest.com +microsoftportal.net +microstatic.pl +mindbox.co.za +minecraft-neo.ru +mini.7zap.com +mirmedinfo.ru +misswell.net +mister-shop.com mistr-x.org -mlvc4zzw.space -mobplayer.net -moivestiy.biz -monclerboots.xyz -monclerjacketsoutlet.pw -monsterdivx.com -mosdverka.ru -mossmesi.com -mototsikl.org -mrsdalloways.com -msfsaar.de +mixtapetorrent.com +mixx.com +mmog-play.ru +mojaocena.com +moskva.nodup.ru +mowser.com +mulberryoutletonlineeu.com +muschisexbilder.com +musicvidz.ru musirc.com -muz-baza.net -mybinaryoptionsrobot.com -mylida.org -mystats.xyz -myxdate.info -nailsimg.com -narco24.me -netfacet.net -newstudio.tv -nextrent-crimea.ru -ngps1.ru -nibbler.silktide.com -o00.in -oakleyglassesonline.us -odoratus.net -offers.bycontext.com -onemactrckr.com -onlainbesplatno.ru +my-floor.in.ua +myfreemp3.eu +myhitmp3.club +mymobilemoneypages.com +napalm51.nut.cc +netpics.org +nextbackgroundcheck.gq +nextconseil.com +ningessaybe.me +nonews.co +nordvpn.com +notebook-pro.ru +nowtorrents.com +nzfilecloud.weebly.com +odesproperty.com +oecnhs.info +office2web.com +officedocuments.net +olgacvetmet.com +oneminutesite.it +onetravelguides.com onlyforemont.ru -onlywoman.org -ooo-gotovie.ru -orgasmatrix.com -osnova3.ru -osoznanie-narkotikam.net -ostrovtaxi.ru -ourville.info -paperwritingservice17.blogspot.ru -pattersonsweb.com -pb-dv.ru -pc-virus-d0l92j2.pw -pdn-4.com +openmultipleurl.com +opinionreelle.com +ops.picscout.com +oyster-green.com +oz-offers.com +pacificair.com +palocco.it +partner-stop.men +partnerworkroom.men +pawli.eu +p-business.ru +pearlisland.ru peekyou.com -perm-profnastil.ru -pharmacyincity.com -photorepair.ru -picsearch.com -picturesboss.com -picturesmania.com -pinstake.com -pinwallpaper.top -pistonclasico.com -piter.xrus.org -pixgood.com -plastweb.ru -playfortuna-play.ru +peugeot-club.org +pflexads.com +photostudiolightings.com +pics-group.com +pinkduck.ga +pizza-tycoon.com +pk-services.ru +plastjulgranar.se play.leadzupc.com -poem-paying.gq -pogruztehnik.ru -polybuild.ru -pony-business.com -popmarker.com -popserve.adscpm.net -pornogad.com -porno-transsexuals.ru -pozdravleniya-c.ru -preparevideosafesystem4unow.space -priceg.com -privatbank46.ru -profitwithalex.info -proxyradar.com -pushdata.sendpulse.com -pussyfleet.com -quick-offer.com -rabot.host.sk -rankia.com +play-movie.pl +polcin.de +popup-hgd.xyz +porngalleries.top +pornofiljmi.com +pornolook.net +pornotubexxx.name +priscilarodrigues.com.br +qexyfu.bugs3.com +quickchange.cc rankings-analytics.com -rankscanner.com -rapidsites.pro -razleton.com -r-control.ru -realizmobi.com +ranksonic.com +razorweb-a.akamaihd.net realmonte.net -realnye-otzyvy.info -recipedays.com -reckonstat.info -redirlock.com -remontgruzovik.ru -rennlist.com -repeatlogo.co.uk -rosbalt.com.ua -saecsa.co -saltspray.ru -samara.rosfirm.ru -sardinie.us -sa-rewards.co.za -sarm.tk -savefrom.com -scanmyphones.com -scanner-viktor.top -schoolfiles.net -searchlock.com -seasonvar.ru -seoboxes.com -seocheckupx.com -seocheki.net -seorankinglinks.com -seo-smm.kz -servethis.com -service-core.ru -sevendays.com.ua -sexgalleries.top -sexpornotales.com -sex-tracker.de -sexvporno.ru -sexy.babes.frontend-stack.top -shemalegalls.blogporn.in -shop-electron.ru -silverage.ru -sisiynas.ru -skladvaz.ru -skutecznetabletkinaporostwlosow.pl +realresultslist.com +rebuildermedical.com +redirectme.net +regionshop.biz +reklama-i-rabota.ru +remont-fridge-tv.ru +rewardit.com +rightenergysolutions.com.au +rniaeba.ga +rossmark.ru +rp9.ru +ruf777.com +rus-pornuha.com +safe-app.net +samolet.fr +sanjosestartups.com +sbf441.com +scanner-fred.top +screentoolkit.com +sdelatmebel.ru +searchinquire.com +searchtooknow-a.akamaihd.net +seasaltwithfood.com +secretscook.ru +seonetwizard.com +seotoolsagency.com +sexkontakte-seite.com +sex-pr.net +sexsaoy.com +sfj-ror.no +sharebutton.net +sherlock.se +shlyahten.ru +shopwme.ru +sirpornogratis.xxx +sisi-go.ru +site-speed-checker.site +sitevaluation.org skylta.com +skytraf.xyz s.lollypopgaming.com +small-game.com +snjack.info snjatie-geroinovoy-lomki.ru -snow.nvr163.com -socialsignals24.com -solnplast.ru -songoo.wz.cz -spabali.org -spaceshipad.com -spamnuker.com -spasswelt.net -spb.ru -srgwebmail.nl -stal-rulon.ru -starwars.wikia.com -statistici.ro -steame.ru -stjamesschool.info -stretchingabuckblog.com -stroiminsk.com -styro.ru -sudexpert66.ru -sugarkun.com -supermama.top +snsdeainavi.info +socialmediasuggest.com +soda.media +sofit-dmd.ru +softonicads.com +sotechco.co +sovinsteel.ru +special-porn.com +spidtest.org +spylog.com +spymac.net +sstroy44.ru +stauga.altervista.org +steamoff.net +stillmiracle.com +stroyhelp-dv.ru +sumo.com svetodiodoff.ru -tagil.zrus.org -technopellet.gr -tedy.su -tehngr.ru +takeprofitsystem.com +tako3.com +td-l-market.ru +tech4master.com telefonsexkostenlos.tk -telsis.com -tgtclick.com -themeforest.net -theplacetoupdating.pw -tilido.com -time-japan.ru +telesvoboda.ru +tfxiq.com +tizanidine4mguses.blogspot.com tizanidineandhydrocodone.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toloka.hurtom.com -topdownloads.ru -topsiteminecraft.com -torrentdownloadhub.com -toursmaps.com -track-rankings.online +tizanidineoral.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tkanorganizma.ru +todohr.com +tonerbox.kz +toondinsey.com +top10registrycleaners.com tradgardspartner.se -trafficmonetize.org -trafficstars.com -trkdf.com -truck-rece.life -truebeauty.cc -truemfilelj.gq -tubeline.biz -tupper-shop.ru -turizmus.us -u17795.netangels.ru -uchebavchehii.ru -ukrobstep.com -unrealcommander.org -upupa.net -usacasino.com -valkiria-tk.ru -vapsy.com -varikozdok.ru -videochat.cafe -vinsit.ru -vk-mus.ru -vladimir.zrus.org -voltrknc1.com -vozbujdenie.com -vremya.eu -vriel.batcave.net -vvon.co.uk -vzubah.com -watchmygf.net -wdrake.com -webextract.profound.net -webmonetizer.net -websiteaccountant.de -weclipart.com -weekes.biz.tc +trafficgenius.xyz +traffique.net +trichizobswiv.agddns.net +tupper-posuda.ru +typimga.pw +tzritel.tk +uhodzalijami.ru +unrealcommander.biz +uptime-alpha.net +url-img.link +urlopener.blogspot.com.au +usadacha.net +valuado.com +valueclick.com +vasileostrovsky-rayon.ru +vegascosmetics.ru +vektorpress.ru +vekzdorov.ru +vesnatehno.com +via-energy-order.com +videojam.tv +video-production.com +vikistars.com +viktoria-center.ru +vinylvault.co.uk +viteonlusarezzo.it +vkak.ru +vkgaleria.com +voloslove.ru +vsdshnik.com +vtc.pw +warezaccess.com +wcb.su +webinstantservice.com welck.octopis.com -westen-z.life -whipme.yopoint.in -whiteproduct.com -whosonmyserver.com -winx-play.ru -woman-tampon.ru -wonderfulflowers.biz -wpthemedetector.co.uk -xitjw.info -x-mix.info -xmronta.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----9sbubg3ambdfl1j.xn--p1ai -xn--c1acygb.xn--p1ai -x-rates.ru -xvideosbay.com -yoshkarola.zrus.org -yottos.com -youporn-forum.ga -yourads.website -ypmuseum.ru -yuarra.pluto.ro -yunque.pluto.ro -zagadki.in.ua -zatjmuzu.info -zdesoboi.com -zerocash.msk.ru -zeroredirect10.com -zigarettenonlinekaufen1.blox.pl -zigarettenonlinekaufen2.bloog.pl +welcomeauto.ru +wetgames.ru +while.cheapwebsitehoster.com +wholesalejerseychinashop.com +wikes.20fr.com +wineitudes.wordpress.com +wnhjavlhezp.gq +word-vorlagen.xyz +wtsindia.in +xblognetwork.com +xkaz.org +x-musics.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80ab4aa2g.xn--p1ai +x-stars.ru +yachts-cruise.info +yadro.ru +yaminecraft.ru +youdesigner.kz +youresponsive.com +yousense.info +youthreaders.com +zaloro.com +za-music.mymobiplanet.com +zarajbuilders.com +zarepta.com +zetgie.com.pl +zhacker.net +znakomstva-moskva77.ru +zoolubimets.ru +zoomovies.org diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index a7f0ebaf1..90ed5c3a0 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -14b.info +101billion.com +101raccoon.ru +1-99seo.com 1-free-share-buttons.com -1kdailyprofit.me -21h2o.com -4pp13.com -4replicawatch.net -5-steps-to-start-business.com -777-club.ru -8xv8.com -adloads.net -adultwebhosting.info -alfabot.xyz -all4invest.info -all-streaming-media.com -angel1777.kz -animebox.com.ua -apartment.ru -apiappenableinfo-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -arendatora.ru -artel116.ru +1qingdao.com +2girls1cup-free.com +adultfullhd.com +advokateg.xyz +agapovdg.ru +air-edem.ru +all4wap.ru +alvtank.se +amigobulls.com +anapa-inns.ru +anmysite.com +apidiamondatanet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +appiq.mobi automatic-seo.com -autotrends.today -autowebmarket.com.ua +autotop.com.ua avkzarabotok.info -babespcs.com -balitouroffice.com -balla-boo.se -bank.uz -bannertesting.com -baoxaydung.com.vn -beauby.ru -bestsexyblog.com -bingoporno.com -bjanshee.ru -bnt-team.com -bochemit.com.ua -boeuklad.com -bolegapakistan.com -buzzzg.men -camel-beach.com -cand.jp -cfacarrosserie74.com -cgi2.nintendo.co.jp -cleansearch.net -compliance-alexa.top -compliance-don.xyz -construmac.com.mx +baltgem.com +bamo.xsl.pt +batanga.net +battlecarnival.su +battleforupdating.site +battle.net +bear.gotcher.us +betune.onlinewebshop.net +bget.ru +bmw.afora.ru +bobinoz.com +boleznikogi.com +bonzibuddi.com +brillianty.info +burn-fat.ga +buzzurl.jp +californianews.cf +cartierlove2u.com +cartierloveringreplica.xyz +cayado.snn.gr +ciekawinki.pl +cineacademy.ru +cleanpcnow.com +clicksotrk.com +collegerentals.com +compliance-barak.xyz +compliance-donald.xyz +compliance-ivan.top +compliance-nelson.top +cosmetic.donna7753191.ru +countercrazy.com crd.clan.su -customchocolate.business-for-home.com -damedingel.ya.ru -dichvuvesinhhanoi.com -diminishedvalueoforegon.com -discovertreasure-a.akamaihd.net -dnsrsearch.com -docs4all.com -dojki-hd.com +csgo4.win +cubook.supernew.org +czeshop.info +danceuniverse.ru +dating-app.ru +dealwifi.com +delfin-aqua.com.ua +den-noch24.ru +digest-project.ru +djonwatch.ru +dneprsvet.com.ua +dogsrun.net dolohen.com -domain.webkeyit.com -downtuptv.gq -dptaughtme.com -drugstoreforyou.com -dvrlists.com -ec-file.info -ecxtracking.com -elektronischezigarettekaufen1.myblog.de -elkacentr.ru -energy-ua.com -enginebay.ru -ero-advertising.com -esnm.ru -expertblog.info -extremal-blog.com -ez8motelseaworldsandiego.com -ezb.elvenmachine.com -f5mtrack.com -faptitans.com -farm26.ru -fertilitetsradgivningen.se -fetlifeblog.com -find1friend.com -findthe.pet -flipper.top -forex21.ru -freelifetimefuckbook.com -gayxperience.com -gcup.ru -gearcraft.us -germetiki.com.ua -ghernnqr.skyrock.com -gok-kasten.net -goosefishpost.bid -gopixdatabase.com -gosarhivrt.ru -gta-club.ru -hamptonoaks.ca -hausfrauensex18.com -hermesreplica.pw -hexpilot.com -histock.info -hitsbox.info -hoverboard360.es -icaseclub.ru -ido3.com -ilovevitaly.ru -imagerydatabase.com -iminent.com +dosugrostov.site +easyshoppermac.com +easyukraine.com +ecommerce-seo.org +econom.co +ekspertmed.com +electrik-avenue.com +elektrischezigarette2.devhub.com +elektronischezigarette2.mex.tl +elektrozigaretten1.postbit.com +elitesportsadvisor.com +eluxer.net +elvenmachine.com +eropornosex.ru +erotiktreff24.info +eu-cookie-law.blogspot.com +euromasterclass.ru +eurosamodelki.ru +exmasters.com +fashionavenuegame.com +feeriaclub.ru +fikasound.tk +film-one.ru +foodcrafts.website +forpostlock.ru +fortwosmartcar.pw +fr-bearings.ru +funcrushgames.com +funponsel.com +gamerextra.com +gamerscorps.com +genetworx.com +gentamicineyedrops.blogspot.com +getyourimage.club +gfaq.ru +go2jump.org +gov.yanao.ru +gyffu.com +hamacapty.com +health-medical-portal.info +hem.passagen.se +hetmanship.xyz +hkdiiohi.skyrock.com +hotgirlhdwallpaper.com +hothot.ru +housemilan.ru +huimin764128.com +hystersister.com incanto.in.ua -istizanidineacontrolledsubstance.blogspot.com -istizanidinelikexanax.blogspot.com -istock-mebel.ru -ix20.ru -jerseywholesalebizchina.com -jovencitas.gratis -juliaworld.net -kalb.ru -karachev-city.ru -kemerovo.zrus.org -kerei.ru -keywesthideaways.co -klikbonus.com +ivearchenceinflu.cf +jav-fetish.site +jimmychoosale.online +jumptap.com +jus0wil.pp.ua +justucalling32211123456789.tk +kalandranis.gr +kerwinandcariza.com +kinocccp.net +kinoflux.net kmgamex.cf -kupiproday.com.ua -labelwater.se -lanadelreyfans.us -lawyersinfo.org -loadopia.com -losangeles-ads.com -macrotek.ru -mailemedicinals.com -meendo-free-traffic.ga -metalonly.info -mex-annushka.ru -milblueprint.com -minharevisao.com -mmgq.ru -mobilierland.com -mosrif.ru -mossmesi.com -moxo.com -mydoctorok.ru -mygameplus.ru -mypornfree.ru -myseoconsultant.com -napalm51.nut.cc -nastydollars.com -oakleyglassesonline.us -odywpjtw.bloger.index.hr -onlyforemont.ru -onlythegames.com -o-o-6-o-o.ru -orel-reshka.net -osagonline.ru -paleohub.info -papasdelivery.ru -partner-stop.men -pcimforum.com -penisvergrotendepillennl.ovh -petrovka-online.com -picswe.com -pila.pl -pixshark.com -play-movie.pl -playtap.us -poppen-nw.net -pornodojd.ru -pornogig.com -pornosmola.info -portal-eu.ru -praisong.net -printie.com -prize44.com -prlog.ru -proftests.net -prokotov.com -pronorm.fr -prostitutki-belgoroda.org -pulseonclick.com -puzo2arbuza.ru -q-moto.ru -realmonte.net -reimageplus.com -relax.ru -remont-mobile-phones.ru -replicaclub.ru -rialp.getenjoyment.net -royalvegascasino.com -rusenvironmental.net -s8-nowy-wygraj.comli.com -sack.net -scanner-nelson.top -scrapy.org -shillyourcoins.com -shop-electron.ru -sklad-24.ru -skutecznetabletkinaporostwlosow.pl -smokewithrabbits.com -soft1.ru -solitaire-game.ru -sortthemesitesby.com -streetfire.net +kongoultry.net +ks1234.com +kurwa.win +letslowbefast.today +li-er.ru +lifebyleese.com +locimge.pw +longlifelomilomi.info +mainhp.net +mamasuper.prom.ua +mararoom.ru +marcogrup.com +matrixalchemy.com +mcnamaratech.com +medosmotr-ufa.ru +miniature.io +mir-betting.ru +mir-business-24.ru +mokrayakiska.com +mouselink.co +mp3films.ru +mypets.by +neobux-bg.info +newsperuse.com +novosti-hi-tech.ru +npoet.ru +oecnhs.info +offergroup.info +online-templatestore.com +ooo-olni.ru +openfrost.net +openmediasoft.com +osoznanie-narkotikam.net +partnerads.men +partner-cdn.men +pinkduck.ga +pkr1hand.com +plastjulgranar.se +poisk-zakona.ru +pojdelo.weebly.com +pokerniydom.ru +popmarker.com +porndl.org +pornoreino.com +pozvonim.com +pricheski-video.com +priscilarodrigues.com.br +prizestohandle.club +profit-opportunity.com +puzzleweb.ru +rcpmda.ikan1080.xyz +referencemoi.com +registry-clean-up.net +registrydomainservices.com +ric.info +ruclicks.com +sbetodiodnye-lampy.ru +scottbywater.com +semrush.com +seoheap.com +servicecenter.co.ua +sexad.net +shtora66.ru +shymkent.xkaz.org +signal03.ru +sildenafilcitratemed.com +siteonomy.com +slavia.info +sodexo.com +soochi.co +sosdepotdebilan.com +sotkal.lark.ru +spaceshipad.com +spb-plitka.ru +starpages.net +stroy-portal22.ru +sukirgenk.dvrlists.com svensk-poesi.com -taboola.com -telefonsexsofort.tk -thebitcoincode.com -thefarmergame.com -thfox.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidineshowupondrugtest.blogspot.com -top-karkas.ru -tracfone.com -trackzapper.com -trafficstars.com -truck-addzilla.life -truck-rece.life -tubeoffline.com -tuberkuleznik.ru -tula.mdverey.ru -uggbootsoutletsale.us -unblocksit.es -usdx.us -validdomain.xyz -valsalud.com -vchulkax.com -vduplo.ru -vegascosmetics.ru -viagraneggrx.com -visionwell.com.cn -volume-pills.biz -vzglyadriv.kg -warningwar.ru -watchdogs-2.ru -website-speed-check.site -wfb.hatedriveapart.com -xblognetwork.com -x-diesel.com -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xxx-cam.webcam -yaaknaa.info -yachts-cruise.info -yginekologa.com -yougetsignal.com -youghbould.wordpress.com -youporn-ru.com -yourothersite.com -zeleznobeton.ru -zona-aqua.ru +symphonyintegratedhealthcare.com +takeflyte.com +tandvardshuset.net +tedxrj.com +thedownloadfromwarez.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tomatis.gospartner.com +topappspro.com +torrentdownloadhub.com +tour-line.net +toys.erolove.in +traffique.net +traffpartners.com +turbodsp.com +tvand.ru +twitlinks.com +twittrading.com +uamtrk.com +uni.me +vadimkravtcov.ru +valmetrundan.se +vapeface.club +venta-prom.ru +ventelnos.com +viagengrarx.com +visitcambridge.org +vkontarkte.com +voloslove.ru +vote-up.ru +vseigru.one +we-are-gamers.com +welcomeauto.ru +wesharepics.info +wheelchairliftsarea.com +wholesalejerseychinaoutlet.com +win-spy.com +w-journal.ru +worst-sites.online +xedserver.com +x-true.info +yellowads.men +zhuravlev.info +z-master.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..3b5fea028 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,31 @@ + +
This is merely used for testing !!!
- -