V4.2022.08.3318 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
+404enemy
+AIBOT
+ALittle Client
 Aboundex
 Aboundexbot
 Acunetix
-AhrefsBot
-Aipbot
-Alligator
-AlphaBot
-Anarchy99
+AfD-Verbotsverfahren
+AiHitBot
 Apexoo
-Aspiegel
+Asterias
 Attach
-AwarioSmartBot
-BackWeb
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+Badass
 Bandit
-BatchFTP
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
-Blackboard
 Blow
-Boardreader
-Bolt
-Brandwatch
 Bullseye
-BunnySlippers
-CCBot
-CSHttp
+CODE87
 Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
+CheeseBot
 ChinaClaw
+Chlooe
 Citoid
-Claritybot
+Cliqzbot
+Cloud mapping
 CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
-DatabaseDriverMysqli
-Dirbuster
+Curious
+CyotekWebCopy
+DTS Agent
+Demon
+Devil
+DigitalPebble
+Disco
+Discobot
+Discoverybot
 Dispatch
-DnyzBot
+DittoSpyder
 DomCopBot
-Drip
-EMail Siphon
-EroCrawler
-Evil
-Exabot
-Extractor
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
+ECCP/1.0
+EirGrabber
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
 FHscan
 Fimap
 Firefox/7.0
-FrontPage
+Freeuploader
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GermCrawler
+GetRight
+GetWeb
 Getintent
+GoZilla
+Gotit
 Grabber
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+GrapeFX
+HMView
+HTMLparser
 HTTP::Lite
+Haansoft
 HaosouSpider
-Havij
-HonoluluBot
-IDBot
+Harvest
+Hloader
+Humanlinks
+HybridBot
+IRLbot
 Iblog
+Id-search
 Image Fetch
-Image Sucker
 IndeedBot
-InfoNaviRobot
+Indy Library
 InfoTekies
-InterGET
-Internet Ninja
-Iria
-Iskanie
+Intelliseek
+InternetSeer
 IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
+Jetty
 JikeSpider
-Jorgee
-JustView
-Jyxobot
-Kenjin Spider
+Joomla
 Kinza
-Kozmosbot
-Lanshanbot
-Leap
+LWP::Simple
+LexiBot
 LibWeb
-Libwhisker
-LieBaoFast
 Likse
-LinqiaRSSBot
-LinqiaScrapeBot
+LinkpadBot
+Litemage_walker
 Ltx71
-MQQBrowser
-Mail.RU_Bot
+MIIxpc
+MTRobot
+Majestic12
+MarkMonitor
 Mass Downloader
-Masscan
-MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
-Minefield
+MauiBot
+Mb2345Browser
+Meanpathbot
+Microsoft Data Access
 Mister PiX
-Mojolicious
-Mr.4x3
+Mojeek
+MolokaiBot
+Mozlila
 Msrabot
-Musobot
-Name Intelligence
-Navroad
+NICErsPRO
 NearSite
-Needle
-NetMechanic
-NetZIP
+Net Vampire
+NetLyzer
+Netcraft
 Netvibes
-NextGenSearchBot
 Nibbler
-NimbleCrawler
 Ninja
 Nmap
-Not
-Nutch
+Nuclei
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
+OpenLinkProfiler
 Openvas
 OrangeBot
 OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Pandalytics
 Panscient
+Papa Foto
+PeoplePal
+Petalbot
 Pi-Monster
-Piepmatz
-Pixray
+Picscout
+Picsearch
+Pimonster
+Pockey
 Probethenet
-Pu_iN
-PyCurl
+Psbot
+Pump
 Quick-Crawler
-RSSingBot
 RankActiveLinkBot
-RankingBot2
 RankurBot
-ReGet
 Reaper
-RocketCrawler
-SEOlyticsCrawler
+Recorder
+SEOkicks-Robot
+SEOstats
 SMTBot
-ScreenerBot
-SemrushBot
-SeobilityBot
+SalesIntelligent
+ScoutJet
+Screaming
+Semrush
+Seomoz
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
-Snake
 Snapbot
-Snoopy
 Sociscraper
-Sottopop
-Spammen
-SpankBot
-SputnikBot
+SpaceBison
+Spanner
+Spinn3r
+Sqlmap
+Sqworm
+Stripper
 Sucker
-Sucuri
-SuperBot
-Surfbot
-SurveyBot
+SuperHTTP
 Szukacz
 T8Abot
-Telesoft
-Thumbor
-Tracemyfile
-TurnitinBot
-Twice
-Typhoeus
-Upflow
-V-BOT
-Vacuum
-WASALive-Bot
-WEBDAV
-WPScan
-Wallpapers/3.0
-WeSEE
-Web Enhancer
+TeleportPro
+Titan
+Toata
+Trendiction
+Trendictionbot
+Turingos
+URLy Warning
+URLy.Warning
+VCI
+Vagabondo
+VidibleScraper
+Virusdie
+Voil
+Voltron
+WBSearchBot
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Web Collage
+Web Fetch
 Web Fuck
 Web Sauger
-Web Sucker
 WebAuto
 WebBandit
-WebCollage
+WebCopier
+WebFetch
+WebGo IS
 WebImageCollector
 WebLeacher
-WebPix
-WebStripper
-WebWhacker
-Webshag
-Webster
-Whack
-Whacker
+WebSucker
+Webalta
+WebmasterWorldForumBot
+WebsiteQuester
 Widow
 WinHTTrack
-Woobot
-Wprecon
+WiseGuys Robot
+Wonderbot
 Xaldon_WebSpider
-Zeus
-ZmEu
+Zade
+Zauba
+Zermelo
+ZoomBot
+ZoominfoBot
 ZyBorg
-arquivo-web-crawler
-arquivo.pt
+adscanner
+archive.org_bot
+autoemailspider
 cah.io.community
-clark-crawler
-coccocbot
 cognitiveseo
-com.plumanalytics
 crawler.feedback
-crawler4j
-demandbase-bot
+evc-batch
+facebookscraper
 gopher
-ips-agent
+instabid
+internetVista monitor
 isitwp.com
 iubenda-radar
-linkdexbot
-lwp-trivial
+magpie-crawler
 mediawords
-muhstik-scan
-probe-image-size
-ripz
-s1z.ru
+oBot
+pcBrowser
+scan.lol
+seobility
 seocompany.store
 seoscanners
+seostar
 serpstatbot
+sexsearcher
 sitechecker.pro
-sogouspider
-ubermetrics-technologies.com
-webgains-bot
-webpros.com
-xpymep1.exe
+sp_auditbot
+spyfu
+sysscan
+trendiction.com
+trendiction.de
+webmeup-crawler
+zgrab