V4.2022.11.3478 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -3,248 +3,248 @@
 404checker
 80legs
 ADmantX
+AIBOT
+ASPSeek
+Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
 AllSubmitter
 AlphaBot
-Aspiegel
+Anarchie
+Anarchy
+Ankit
+Anthill
+Apexoo
 Asterias
-Atomseobot
-Attach
 AwarioRssBot
-AwarioSmartBot
 BBBike
-BDFetch
-Bandit
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
 BetaBot
 Bigfoot
 Black Hole
-Blackboard
+BlackWidow
+Blow
 BotALot
 Buck
-Buddy
-BuiltBotTough
 BuiltWith
 BunnySlippers
+CATExplorador
 CODE87
-Calculon
-Cegbfeieh
-CheTeam
+CSHttp
+CazoodleBot
+CherryPicker
+ChinaClaw
+Chlooe
+Cliqzbot
 Cloud mapping
-Collector
 Craftbot
+Crawling at Home Project
 Curious
-Custo
 CyotekWebCopy
 DBLBot
 DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Demon
+Deusu
 Digincore
-Disco
-DittoSpyder
+Dirbuster
+DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 DomainStatsBot
 Domains Project
-Download Wonder
-Dragonfly
+Dotbot
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-Evil
-ExtLinksBot
-Extractor
+Express WebPictures
 ExtractorPro
-Extreme Picture Finder
-Flunky
-G-i-g-a-b-o-t
+FHscan
+FemtosearchBot
+Firefox/7.0
+Foobot
+GT::WWW
 GalaxyBot
-GetWeb
-Gigabot
-Grabber
-GrapeFX
+Go!Zilla
 GrapeshotCrawler
 HEADMasterSEO
 HMView
 HTMLparser
-HTTrack
-Harvest
+Haansoft
 Hloader
-IRLbot
-Id-search
+IDBTE4M
+IDBot
 InfoTekies
 Intelliseek
-Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
-Jbrofuzz
-Joomla
+JennyBot
+JetCar
+Jetty
+Jorgee
+JustView
 Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
+Keyword Density
+Kinza
+Lanshanbot
+LeechGet
 LexiBot
 LibWeb
+Libwhisker
 LieBaoFast
 Lightspeedsystems
+LinkScan
 LinkWalker
-Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MIDown tool
-MIIxpc
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSIECrawler
 MTRobot
-Majestic SEO
-Majestic12
-Meanpathbot
-MegaIndex.ru
+Magnet
+MauiBot
+Mb2345Browser
+Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Minefield
 Mister PiX
-Mojolicious
-Mozlila
+Mojeek
 Mr.4x3
+Msrabot
 Musobot
+NICErsPRO
+Nameprotect
 Navroad
-NearSite
 Nessus
 Net Vampire
-NetMechanic
+NetAnts
 Netcraft
+Nettrack
 Netvibes
 NextGenSearchBot
-NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
-Not
 Nuclei
-Octopus
-Offline Navigator
-OnCrawl
-Openvas
-OutclicksBot
-PHPCrawl
+Nutch
+OrangeSpider
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
-Pavuk
+PageScorer
 Pi-Monster
+Picscout
 Picsearch
+PictureFinder
 Piepmatz
-Pixray
-Probethenet
-Psbot
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankFlex
-RankurBot
-Re-re
-ReGet
+Pimonster
+Pu_iN
+Pump
+PyCurl
+Rankivabot
 RealDownload
 RebelMouse
-Rogerbot
-SEOprofiler
+RocketCrawler
+SBIder
+SEOlyticsCrawler
 SISTRIX
-SMTBot
-SalesIntelligent
-Scrapy
-Screaming
-ScrepyBot
-SearchmetricsBot
-SeoSiteCheckup
-SiteSnagger
+ScanAlert
+ScoutJet
+Seekport
+SemanticJuice
+SemrushBot
+Seomoz
+Site Sucker
 SiteSucker
-Siteimprove
-SlySearch
-Snake
-Sottopop
-SpaceBison
+Sitebeam
+SmartDownload
+Sociscraper
+Sogou web spider
+Sosospider
 SpankBot
-Stripper
-Sucker
+Spanner
+Sqlworm
+Steeler
+SuperBot
 SuperHTTP
-Szukacz
-T0PHackTeam
-T8Abot
-Telesoft
+TeleportPro
+Telesphoreo
 Telesphorep
-The Intraformant
-TheNomad
-Toweyabot
-Trendictionbot
-Turnitin
+TightTwatBot
+Titan
+Tracemyfile
+Trendiction
+True_Robot
 TurnitinBot
-TwengaBot
+Twice
 Typhoeus
-URLy Warning
-URLy.Warning
+V-BOT
+VB Project
+VCI
 Vacuum
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 VoidEYE
-Voil
-WWW-Collector-E
-WeSEE
+WISENutbot
+WWW-Mechanize
+Web Collage
+Web Fetch
 Web Fuck
-Web Sucker
 WebBandit
 WebCollage
 WebCopier
 WebEnhancer
-WebGo IS
-WebReaper
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whack
+WebFuck
+WebImageCollector
+WebSauger
+WebSucker
+WebWhacker
+Webster
 Whacker
-Who.is Bot
-Wprecon
+WinHTTrack
+Wonderbot
+Woobot
+Wotbox
 Xaldon WebSpider
 YoudaoBot
-Zade
+Zauba
 Zermelo
 Zeus
+Zitebot
 ZmEu
-ZoomBot
 ZoominfoBot
 ZyBorg
-archive.org_bot
-check1.exe
-clark-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
 coccocbot
+cognitiveseo
 crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
-heritrix
-ips-agent
+eCatch
+facebookscraper
+internetVista monitor
+isitwp.com
 iubenda-radar
-linkdexbot
 lwp-request
-lwp-trivial
-meanpathbot
-mediawords
-netEstate NE Crawler
-pcBrowser
-plumanalytics
-satoristudio.net
+polaris version
+probe-image-size
+s1z.ru
 scalaj-http
-spyfu
-webmeup-crawler
-x09Mozilla
-x22Mozilla
-zauba.io
+scan.lol
+sexsearcher
+sitechecker.pro
+sogouspider
+sysscan
+tAkeOut
+webpros.com
+xpymep1.exe