V4.2023.09.4001 [ci skip]

dev-tools/buildnumber

@@ -1 +1 @@
-4000
+4001

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.77.93.32             0;
+20.57.73.46             0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.77.93.32             0;
+20.57.73.46             0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.77.93.32             0;
+20.57.73.46             0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Harvest
-MFC_Tear_Sample
-Probethenet
-Quick-Crawler
-SearchmetricsBot
-Shodan
-Snapbot
-Wprecon
-siteripz
-x22Mozilla
+ALittle Client
+AlphaBot
+BuiltWith
+Download Wonder
+IndeedBot
+JamesBOT
+Mb2345Browser
+Psbot
+TheNomad
+VB Project

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-AwarioRssBot
+AIBOT
+Aboundexbot
+AdsTxtCrawlerTP
+AlphaBot
+Anarchy
+Aspiegel
+Asterias
+Atomseobot
 AwarioSmartBot
-BLEXBot
-Buck
-BuiltBotTough
-CATExplorador
-Cegbfeieh
-CensysInspect
-CheeseBot
-ChinaClaw
-DBLBot
-Demon
-Devil
-Disco
+BatchFTP
+Battleztar Bazinga
+BotALot
+BuiltWith
+Calculon
+CherryPicker
+Cloud mapping
+Copyscape
+Crescent
 Discobot
+Dispatch
+DittoSpyder
+DomCopBot
 Download Wonder
+Drip
 EMail Wolf
-ExtractorPro
+EirGrabber
+EroCrawler
+Express WebPictures
+Extractor
 Fimap
-FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GetRight
-GoZilla
-GrabNet
-HTTrack
-HybridBot
-InfoNaviRobot
-JennyBot
-Jetty
+GPTBot
+GT::WWW
+Go-Ahead-Got-It
+Gotit
+Hloader
+HonoluluBot
+IlseBot
+Image Sucker
+JustView
 Jyxobot
-Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-LieBaoFast
-LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
-MegaIndex.ru
-Moblie Safari
+Lightspeedsystems
+MFC_Tear_Sample
+Magnet
+Majestic SEO
+Majestic-SEO
+Mata Hari
 Mojeek
-Morfeus Fucking Scanner
-NPbot
-NearSite
-Needle
-Nessus
+Mojolicious
+MolokaiBot
+Net Vampire
 Netcraft
-Offline Explorer
-OrangeBot
-OutfoxBot
+Niki-bot
+Openvas
+POE-Component-Client-HTTP
 Pandalytics
-Picsearch
-RankingBot
-Reaper
-RedesScrapy
+ProWebWalker
+RankActiveLinkBot
+Rankivabot
+ReGet
+RealDownload
+RebelMouse
 SISTRIX
 Scanbot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SentiBot
+SeekportBot
+SeobilityBot
 Seomoz
-Siphon
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
-Snake
-Snoopy
-SpankBot
+SiteExplorer
+Sitevigil
+Snapbot
 Sqworm
-SuperHTTP
-Swiftbot
-T0PHackTeam
+SuperBot
 Telesphoreo
-True_Robot
-UnisterBot
-Vacuum
+TightTwatBot
 Vagabondo
+VidibleScraper
 Voltron
-WWW-Mechanize
-WWWOFFLE
+Wallpapers
+Web Enhancer
 Web Fuck
-Web Sauger
-WebEnhancer
-WebGo IS
+Web Sucker
+WebCopier
+WebFuck
 WebImageCollector
-Who.is Bot
-WiseGuys Robot
-Zade
-Zermelo
-adscanner
-dataforseobot
-eCatch
+WebStripper
+Wprecon
+YoudaoBot
+Zeus
+ZyBorg
+arquivo-web-crawler
+cah.io.community
+cognitiveseo
+evc-batch
+magpie-crawler
 meanpathbot
-openai
-s1z.ru
-seoscanners
+muhstik-scan
+page scorer
 seostar
+webmeup-crawler

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-deanmoore.ie
-floridahuntingfishingadventures.com
-je7.us
-medicines-choice.com
-megaapteka.ru
-notebook-pro.ru
-oklogistic.ru
-priora-2.com
-sammlungfotos.online
-simply.net
+beachtoday.ru
+buqayy0.livejournal.com
+digital-sale.su
+dosug-lux.ru
+freewhatsappload.com
+menetie.ru
+realitykings.com
+support.nopeas.sk
+xerox-douglas.cf
+zajm-pod-zalog-nedvizhimosti.ru

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,100 +1,100 @@
-100dollars-seo.com
-8si.ru
-alyeskaresort.com
-apps-analytics.net
-asrvrep-a.akamaihd.net
-avirasecureserver.com
-balook.com
-beachfix.co
+101flag.ru
+abcdeg.xyz
+akvamaster.dp.ua
+appsecurityr.com
+arvut.org
+autotop.com.ua
+bankcrediti.ru
 beauty-b0x.pl
-bedcapdealers.com
-bezsporno.ru
-bizfly.info
-blagovest-med.ru
-bonkers.name
-business-suggested.tk
-cgi2.nintendo.co.jp
-cialisovercounteratwalmartusa.com
+bestpornuha.com
+bloglag.com
+callcafe.info
+canvas.gloverid.site
+cartierreplica.win
+christianlouboutinsaleoutletonline.us
+cinemaflix.website
 comeondog.info
-compliance-irvin.top
-delitime.info
-documentsite.net
-escortslet.net
-eyemagination.com
-ezigarettenkaufen1.deviantart.com
-fastfixing.tech
-freakycheats.com
-galaxyflowers.ru
-get-seo-domain.com
-hd-filmy.net
-hdwallpapers-free.com
-imabase.com
-imfamous.info
-importchinacoach-teach.com
-investpamm.ru
-joessmogtestonly.com
-kidskunst.info
-le-clos-des-alouettes.com
-lexaprogeneric.link
-liveinternet.ro
-madot.onlinewebshop.net
-meget.co.za
-mezaruk.info
-mlf.hordo.win
-mmstat.com
-mobot.site
-moncleroutletonline.xyz
-muabancantho.info
-mysexpics.ru
-myxdate.info
-newfilmsonline.ru
-normalegal.ru
-nottyu.xyz
-novgorod.xrus.org
-outpersonals.com
+compliance-elena.top
+compliance-john.top
+cscwtalkto.site
+cutalltheshit.com
+dafatiri.com
+dailystrength.org
+diy-handmade-ideas.com
+dodlive.mil
+domination.ml
+elektroniksigaraankara.info
+embedle.com
+euronis-free.com
+f5mtrack.com
+filesdatabase.net
+flprog.com
+fortwosmartcar.pw
+fotzen-ficken.com
+freemags.cc
+front.to
+googst2.ru
+hahashka.ru
+high-speed1.net
+hmywwogw.bloger.index.hr
+iron-age.info
+janavibekken.no
+junketjuice.blogspot.com
+kabbalah-red-bracelets.com
+kalb.ru
+kicknights.gq
+kino-filmi.com
+kirov.zrus.org
+kiskinhouse.com
+kupiproday.com.ua
+lacapilla.info
+lonely-mature.com
+maju.bluesalt.co
+mansiondelrio.co
+moinozhki.com
+mowser.com
+mrmoneymustache.com
+my-big-family.com
+mywallpaper.top
+networkcheck.xyz
+nibbler.silktide.com
+nl.netlog.com
+nonews.co
+nucia.biz.ly
+oren-cats.ru
+ostroike.org
+oz-offers.com
 perl.dp.ua
-picscout.com
-picturesify.com
-pivka.xyz
-podshipniki-nsk.ru
-redirect.trafficreceiver.club
-remont-ustanovka-tehniki.ru
-rimedia.org
-rosbalt.com.ua
-sayyoethe.blogspot.co.za
-see-your-website-here.com
-seoprofiler.com
-shell-pmr.ru
-site-analyzer.com
-sitopreferito.it
-slimcdn.com
-smallseotools.com
-sosdepotdebilan.com
-spymac.net
-stop-gepatit.te.ua
-stretchingabuckblog.com
-templates.radiodigital.co
-thaismartloan.com
-thedownloadfromwarez.blogspot.com
-thegolfclub.info
-thepokertimer.com
-theprofitsmaker.net
-tizanidinezanaflex.blogspot.com
-tytoona.com
-uhod-za-sobakoj.ru
-unionmarkt.de
-vpnhowto.info
-whatsappbot.flyland.ru
-whereiskentoday.com
-worldtraveler.world
-wosik-dach.service-for-web.de
-xn--80aikhbrhr.net
-xxxhdvideo.site
-xxxrus.org
-yachts-cruise.info
-yebocasino.co.za
-youjizz.com
+privetsochi.ru
+prostitutki-yaroslavlya.org
+saletool.ru
+samolet.fr
+scanner-alex.top
+scenarii-1-sentyabrya.uroki.org.ua
+seocdvig.ru
+shoppingjequiti.com.br
+sierraapps.com
+silktide.com
+sindragosa.comxa.com
+singularwebs.net
+site-speed-check.site
+strigkaomsk.ru
+tacbelarus.ru
+teslathemes.com
+thepornsex.org
+timecrimea.ru
+torrents.life
+typer.one
+vzube.com
+w3javascript.com
+watch-movies.ru
+webradiology.ru
+wikes.20fr.com
+xgftnlrt.bloger.index.hr
+xn--b1ag5cfn.xn--p1ai
+yoluxuryevents.com
+youresponsive.com
 yourporn.com
-youtube-downloader.savetubevideo.com
-youtuhe.com
-zarenica.net
+ypmuseum.ru
+zebramart.ru
+zoompegs.com

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.09.4000
-### Updated: Sun Sep 17 10:03:16 UTC 2023
+### Version: V4.2023.09.4001
+### Updated: Sun Sep 17 22:01:17 UTC 2023
 ### Bad Bot Count: 645
 ###################################################
 ### Version Information ##