V4.2022.06.3164 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
-Anarchie
-Ankit
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
+Anarchy
 Anthill
 Apexoo
-Asterias
-AwarioRssBot
+Aspiegel
+Attach
+BBBike
+BDFetch
+BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
+Barkrowler
 Bigfoot
 Bitacle
-Black Hole
 BlackWidow
-Bolt
-BotALot
-BuiltBotTough
 Bullseye
-CATExplorador
 CODE87
-CheeseBot
+Calculon
+CazoodleBot
+Cegbfeieh
+ChinaClaw
+Citoid
 Claritybot
-Cliqzbot
-Cocolyzebot
-Collector
 Copyscape
-CrazyWebCrawler
 Crescent
-Custo
-CyotekWebCopy
-DIIbot
 DSearch
 DataCha0s
-Deusu
-Devil
-Digincore
-DigitalPebble
+Demon
 Discobot
-DnyzBot
-DomCopBot
-DomainAppender
+Discoverybot
+Dispatch
 DomainCrawler
-Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
-Ecxi
+Drip
+ECCP/1.0
+EasyDL
 EirGrabber
 Evil
-ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
-Fimap
-Flunky
+FemtosearchBot
+FlashGet
+Foobot
+Fuzz
 FyberSpider
+Fyrebot
 Getintent
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Grabber
-HTTP::Lite
-HTTrack
-HaosouSpider
-Hloader
+GoZilla
+GrabNet
+HEADMasterSEO
+HMView
+Harvest
+Havij
+HonoluluBot
 Humanlinks
+IDBTE4M
 IRLbot
 Iblog
-Image Fetch
-Indy Library
+IlseBot
+Image Sucker
+IndeedBot
 InterGET
 InternetSeer
 Iria
+JOC Web Spider
+Jbrofuzz
 JennyBot
-JetCar
-Jetty
-JikeSpider
-Jorgee
-Keybot Translation-Search-Machine
-Kinza
-Larbin
-LeechFTP
-LexiBot
+Joomla
+Kenjin Spider
+Kozmosbot
+Leap
 LibWeb
-Linkbot
+Lightspeedsystems
+LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Lmspider
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
-Magnet
-Majestic12
+MSFrontPage
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkMonitor
 Masscan
-Mata Hari
+Mb2345Browser
 MeanPath Bot
-MicroMessenger
-Microsoft URL Control
+Meanpathbot
+Microsoft Data Access
 Moblie Safari
-Mojeek
-Mojolicious
-Musobot
+MolokaiBot
+Mr.4x3
+NICErsPRO
 Navroad
-NearSite
 Needle
-Nessus
 Net Vampire
 NetAnts
-NetSpider
-NextGenSearchBot
-Nikto
-Ninja
+NetZIP
+Netvibes
+Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Nmap
+Not
 Octopus
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
 OpenVAS
-Openfind
-Openvas
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-PageThing.com
-Papa Foto
+PECL::HTTP
+Page Analyzer
+PageGrabber
+Pandalytics
 PeoplePal
-Petalbot
 Pi-Monster
 PictureFinder
-Piepmatz
-ProWebWalker
-Psbot
-Pu_iN
+Pimonster
+PleaseCrawl
+Probethenet
 QueryN Metasearch
-RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
-Re-re
-RebelMouse
-RepoMonkey
-RocketCrawler
+Reaper
+Recorder
 Rogerbot
+SBIder
 SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SEOstats
 SISTRIX
+SalesIntelligent
 ScanAlert
-Scanbot
 Screaming
-ScrepyBot
-SearchmetricsBot
+SemanticJuice
 SentiBot
+SeobilityBot
+Seomoz
 Siphon
 Site Sucker
-SiteSnagger
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSucker
-Siteimprove
 Sitevigil
-SlySearch
-Sosospider
-SpaceBison
+SmartDownload
+Snapbot
+Snoopy
+Sogou web spider
 Spammen
 SpankBot
-Sqlmap
+Spinn3r
 Sqlworm
 Steeler
 Stripper
 Sucker
 Sucuri
-SuperBot
-Surfbot
 SurveyBot
-Szukacz
+Suzuran
+Swiftbot
 T0PHackTeam
-TeleportPro
-The Intraformant
+Telesoft
+TheNomad
 Thumbor
-TightTwatBot
-Titan
-Toata
 Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
-Turnitin
-Typhoeus
+TurnitinBot
+TwengaBot
+Twice
 URLy Warning
-URLy.Warning
-UnisterBot
-VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+VoidEYE
 Voil
 Voltron
-WEBDAV
-WPScan
-WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
+WeSEE
+Web Pix
+Web Sauger
 Web Sucker
+WebBandit
+WebCollage
 WebCopier
+WebEnhancer
 WebFuck
-WebImageCollector
-WebPix
+WebGo IS
+WebSauger
 WebSucker
-Webshag
-Website Quester
-WebsiteExtractor
+WebZIP
+WebmasterWorldForumBot
+Webster
+Whacker
 Whatweb
-WinHTTrack
 WiseGuys Robot
+Wonderbot
+Woobot
+Wprecon
+Xaldon_WebSpider
 Xenu
+Zade
+Zauba
+Zeus
 ZmEu
-ZoominfoBot
-adscanner
-arquivo-web-crawler
-arquivo.pt
-check1.exe
+ZoomBot
+ZyBorg
+autoemailspider
+cah.io.community
 clark-crawler
-coccocbot
-cognitiveseo
-com.plumanalytics
-crawler4j
 dataforseo.com
-domainsproject.org
-eCatch
-facebookscraper
+gopher
 heritrix
-instabid
 internetVista monitor
 magpie-crawler
-netEstate NE Crawler
 page scorer
+pcBrowser
+plumanalytics
 polaris version
-satoristudio.net
+s1z.ru
+scalaj-http
 seobility
+seoscanners
+serpstatbot
 sexsearcher
 sitechecker.pro
+sogouspider
 sysscan
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
 webgains-bot
 webmeup-crawler
 webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe
+zgrab