V4.2022.07.3244 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-ALittle Client
+360Spider
+404checker
+AIBOT
 ASPSeek
-AfD-Verbotsverfahren
-Alexibot
+Aboundex
+AhrefsBot
+AiHitBot
+Aipbot
 Alligator
-AlphaBot
-Anarchy
-Anthill
-AwarioSmartBot
-BDCbot
+Anarchie
+Anarchy99
+Asterias
+Atomseobot
+Attach
+AwarioRssBot
 BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
+BackWeb
 Barkrowler
-Bigfoot
-Bitacle
+BetaBot
+Black Hole
+BlowFish
+Bolt
 Brandprotect
 Brandwatch
-Buck
+Buddy
 BuiltBotTough
 BuiltWith
 CATExplorador
 CCBot
-Calculon
-CheTeam
-CheeseBot
-CherryPicker
-Claritybot
-Cliqzbot
+CazoodleBot
+ChinaClaw
+Chlooe
+Citoid
+Cloud mapping
 Cocolyzebot
+Cogentbot
+Collector
 Craftbot
-CrunchBot
+Curious
 CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
-DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
+Devil
+DigitalPebble
+Dirbuster
 Disco
-Dispatch
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
 DomainStatsBot
+Domains Project
+Dotbot
+Drip
 EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-EirGrabber
-Evil
+EroCrawler
 Express WebPictures
-ExtLinksBot
-ExtractorPro
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
 Firefox/7.0
-Foobot
 Freeuploader
-FyberSpider
-Fyrebot
+FrontPage
 G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
+GT::WWW
 Getintent
 Gigabot
-Go!Zilla
-GoZilla
-Harvest
-IDBTE4M
-IRLbot
-Iblog
-IndeedBot
-Indy Library
-InfoNaviRobot
+Go-Ahead-Got-It
+GrabNet
+HTMLparser
+HTTP::Lite
+Haansoft
+Havij
+Heritrix
+HonoluluBot
+Humanlinks
 Intelliseek
-InterGET
+InternetSeer
+Iria
 Iskanie
+JOC Web Spider
 Jbrofuzz
+JennyBot
+JetCar
 Joomla
-Jorgee
+Jyxobot
 Keyword Density
+Kinza
 LNSpiderguy
-Lanshanbot
-Larbin
+Leap
 LeechFTP
-LeechGet
-LexiBot
+Lftp
+LibWeb
+LieBaoFast
 Lightspeedsystems
 LinkScan
+Linkbot
 LinkextractorPro
 LinksManager
-Lipperhey
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
 MJ12bot
+MQQBrowser
 MSFrontPage
-Majestic-SEO
-Mediatoolkitbot
-MegaIndex.ru
-Mojeek
+Majestic SEO
+Masscan
+Mata Hari
+Mb2345Browser
+Metauri
+MicroMessenger
+Mister PiX
+Moblie Safari
 Mojolicious
+Mozlila
 Msrabot
+Musobot
 NICErsPRO
-NPbot
-Nameprotect
+NearSite
 Needle
-Net Vampire
 NetAnts
 NetLyzer
-NetMechanic
-NetZIP
-Netcraft
+NetSpider
+Nettrack
+Netvibes
 Niki-bot
+Ninja
+Not
+Nuclei
 Nutch
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageGrabber
 PageScorer
-Panscient
-Papa Foto
 Petalbot
-Picsearch
+Pi-Monster
 Piepmatz
 Pixray
-PleaseCrawl
+ProWebWalker
 Probethenet
-Pu_iN
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
+PyCurl
+RankActive
+RankingBot
 Rankivabot
-ReGet
+RankurBot
+RealDownload
 Reaper
-RebelMouse
-Ripper
+RepoMonkey
+SEOkicks
 SEOprofiler
-SEOstats
-SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
 Scrapy
+Screaming
+ScrepyBot
 Searchestate
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeobilityBot
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
-Sitebeam
+SentiBot
+SeoSiteCheckup
 Siteimprove
-Sitevigil
 SlySearch
-SocialRankIOBot
-Sosospider
-Sottopop
-SpaceBison
-Spanner
-Sqlworm
+Snake
+Snapbot
+Sociscraper
+Spammen
+Sqworm
 Steeler
-Stripper
 SuperBot
+Surfbot
+SurveyBot
 Szukacz
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
 The Intraformant
-TightTwatBot
-Toata
+Thumbor
+Titan
+Toweyabot
 Tracemyfile
-Trendiction
-True_Robot
-Turnitin
+Trendictionbot
+Twice
 Typhoeus
 URLy Warning
-V-BOT
+Upflow
 Vacuum
+Vagabondo
 Virusdie
 VoidEYE
 Voil
 WISENutbot
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-Web Pix
-Web Sucker
-WebAuto
-WebCopier
-WebFuck
-WebImageCollector
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Sauger
+WebFetch
 WebLeacher
+WebPix
 WebReaper
-WebSucker
-WebWhacker
+WebStripper
 WebZIP
-WebmasterWorldForumBot
-Website Quester
+Webster
+Whack
 Whacker
-Widow
-WiseGuys Robot
+Wonderbot
 Woobot
-Xenu
-Zade
-Zermelo
+Wotbox
+Zauba
+Zeus
 ZmEu
 ZoomBot
+ZoominfoBot
 ZumBot
 arquivo-web-crawler
 arquivo.pt
-cah.io.community
-check1.exe
-clark-crawler
+coccocbot
 cognitiveseo
-crawler.feedback
+crawl.sogou.com
+crawler4j
 dataforseo.com
-evc-batch
+demandbase-bot
 facebookscraper
 gopher
+heritrix
 ips-agent
 isitwp.com
 linkdexbot
+lwp-request
 lwp-trivial
 magpie-crawler
 muhstik-scan
-pcBrowser
-plumanalytics
-satoristudio.net
+probe-image-size
+ripz
+scalaj-http
+scan.lol
+seobility
 seocompany.store
-seostar
-sysscan
-tAkeOut
-trendiction.com
+siteripz
 trendiction.de
 webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
-x22Mozilla
-zauba.io
+zgrab