V4.2024.09.4748 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ASPSeek
-AfD-Verbotsverfahren
-Aipbot
-Anarchie
-BBBike
-BackDoorBot
-Backlink-Ceck
-Bandit
+80legs
+Alligator
+AlphaBot
+Attach
+AwarioBot
+AwarioSmartBot
+BLEXBot
 Bitacle
-Blow
-BunnySlippers
+Bullseye
+Bytespider
+CCBot
 CazoodleBot
+Cegbfeieh
 CensysInspect
 ChatGPT-User
-DatabaseDriverMysqli
-Devil
-Dispatch
-Dotbot
-Exabot
+Cogentbot
+DIIbot
+Digincore
+Discoverybot
+EMail Siphon
+EirGrabber
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FlashGet
+EyeNetIE
 Fuzz
-G-i-g-a-b-o-t
-Go!Zilla
+GalaxyBot
 Gotit
+GrapeshotCrawler
 HMView
-HonoluluBot
-IDBTE4M
-IDBot
-Id-search
-ImagesiftBot
-InfoTekies
-Jbrofuzz
-LNSpiderguy
-LWP::Simple
-LinkWalker
-Lipperhey Spider
-MIDown tool
-Mass Downloader
-MauiBot
-Microsoft Data Access
+HTTrack
+Heritrix
+IRLbot
+Image Fetch
+Information Security Team InfraSec Scanner
+Internet Ninja
+Iskanie
+JOC Web Spider
+LinkpadBot
+LinqiaRSSBot
+MQQBrowser
+Mail.RU_Bot
+Majestic-SEO
+Mediatoolkitbot
+MicroMessenger
 Microsoft URL Control
-Mister PiX
-Mojeek
-MolokaiBot
-NPbot
-NetZIP
-Netcraft
-Netvibes
+Minefield
+Moblie Safari
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 Nikto
-Openvas
 OrangeSpider
 Page Analyzer
-PeoplePal
-Petalbot
-Picsearch
-PleaseCrawl
-PyCurl
-Rankivabot
-RankurBot
-RealDownload
-Seekport
-SemanticJuice
-Site Sucker
-SpaceBison
-Spammen
+Papa Foto
+ProWebWalker
+Pump
+Reaper
+ScanAlert
+ScrepyBot
+Searchestate
+SiteSucker
+Sitevigil
 Spbot
-SputnikBot
-SuperHTTP
-The Intraformant
-TheNomad
+Suzuran
+TeleportPro
+Telesphoreo
+TinyTestBot
 True_Robot
-TurnitinBot
+Turingos
+Upflow
 V-BOT
-WBSearchBot
-Wallpapers/3.0
-Web Enhancer
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+VoidEYE
+WEBDAV
+WWW-Mechanize
+Wallpapers
+WallpapersHD
+Web Fuck
 WebBandit
-WebSauger
-Webshag
-WebsiteQuester
-Widow
-Xaldon WebSpider
+WebWhacker
+Whack
+WinHTTrack
+Woobot
+Wotbox
 Xenu
-Zitebot
-cah.io.community
-crawl.sogou.com
-domainsproject.org
-evc-batch
-linkdexbot
-polaris version
-scalaj-http
+Zade
+Zauba
+ZumBot
+arquivo-web-crawler
+clark-crawler
+ips-agent
+netEstate NE Crawler
+oBot
+openai.com
 seostar
+serpstatbot
+sexsearcher
 sp_auditbot
-sysscan
-webgains-bot
-x09Mozilla
+zauba.io