V4.2022.02.2897 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+404enemy
 80legs
 ADmantX
+AIBOT
 ALittle Client
 ASPSeek
-Abonti
 Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
+Aboundexbot
 AlphaBot
-Anarchy
-Ankit
-Attach
-AwarioRssBot
-AwarioSmartBot
-BDFetch
+Apexoo
+Aspiegel
+Asterias
+BDCbot
 BLEXBot
 BackDoorBot
-Badass
-Bitacle
-Black Hole
-Blackboard
-Blow
-Brandwatch
+BackWeb
+Backlink-Ceck
+Bandit
+BatchFTP
+BetaBot
+BlowFish
+Bolt
 Buck
-BuiltBotTough
-BunnySlippers
-BuzzSumo
+Buddy
+Bullseye
 CATExplorador
-CODE87
-Calculon
+CCBot
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Cloud mapping
+Chlooe
+Citoid
 Cocolyzebot
+Copier
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
+Curious
 Custo
 DBLBot
+DIIbot
+DSearch
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Digincore
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-EMail Siphon
+Deusu
+Dirbuster
+Disco
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
 EMail Wolf
 EasyDL
-EroCrawler
-Exabot
-ExtLinksBot
+Ebingbong
+Ecxi
+Extractor
 Extreme Picture Finder
-Firefox/7.0
-FlashGet
-GT::WWW
-GalaxyBot
-Genieo
+Ezooms
+FemtosearchBot
+Foobot
+Fuzz
+FyberSpider
+GermCrawler
 GetRight
-Getintent
+GetWeb
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-Gotit
-GrapeFX
 GrapeshotCrawler
-GridBot
-HTTrack
+HTTP::Lite
 HaosouSpider
-Havij
+Harvest
+HonoluluBot
 HybridBot
+IDBTE4M
+IDBot
+IRLbot
 Iblog
-Image Fetch
-Image Sucker
+InfoNaviRobot
+InfoTekies
 Intelliseek
 InterGET
-InternetSeer
-JamesBOT
-Jbrofuzz
+JOC Web Spider
+JennyBot
+JetCar
+Jetty
 JikeSpider
 Jorgee
 Jyxobot
 Kenjin Spider
-Keyword Density
-LWP::Simple
-LeechFTP
+Kinza
+Larbin
 LeechGet
-Libwhisker
-LieBaoFast
-Linkdexbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LexiBot
+LibWeb
+LinkScan
+LinkWalker
+LinkextractorPro
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MIDown tool
 MJ12bot
-MSFrontPage
+MTRobot
+Magnet
 Mail.RU_Bot
 Majestic12
-MarkWatch
-Masscan
-MauiBot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
-Musobot
-Name Intelligence
+Mediatoolkitbot
+Metauri
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Navroad
 Needle
 Nessus
+NetAnts
 NetLyzer
-NetSpider
-NetZIP
+Netcraft
 Nettrack
 Nibbler
+Nikto
+NimbleCrawler
 Nuclei
-Nutch
+Octopus
 Offline Navigator
-OutclicksBot
-OutfoxBot
+OpenVAS
+Openvas
+OrangeBot
+OrangeSpider
 PECL::HTTP
 POE-Component-Client-HTTP
+PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
-Petalbot
+Panscient
+Papa Foto
+PeoplePal
+Picscout
 Picsearch
 PictureFinder
-Pockey
+Piepmatz
+Pimonster
+PleaseCrawl
 Psbot
 Pu_iN
-PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankingBot2
-RealDownload
+RankurBot
+RebelMouse
 Recorder
+RepoMonkey
 RocketCrawler
-SEOlyticsCrawler
-SalesIntelligent
-ScanAlert
-ScoutJet
+SBIder
+SISTRIX
 Scrapy
-Screaming
+ScrepyBot
 Searchestate
+SemanticJuice
 Semrush
 SemrushBot
 SeoSiteCheckup
-Seomoz
-SiteCheckerBotCrawler
-SiteSucker
+SeobilityBot
+Shodan
+SiteSnagger
 Siteimprove
+Sitevigil
 SlySearch
-Snapbot
+Snake
 Snoopy
-Sociscraper
 Sosospider
 Sottopop
-Spanner
+Spammen
+SpankBot
 Spbot
-Sqlmap
-Sqlworm
-Sucuri
-SuperHTTP
+Steeler
+Sucker
 Surfbot
-Suzuran
-TeleportPro
-Telesoft
-Telesphoreo
+T8Abot
 Telesphorep
-TheNomad
-TightTwatBot
-Toweyabot
+The Intraformant
 Tracemyfile
-TwengaBot
-Twice
+Trendictionbot
+True_Robot
+Turnitin
 URLy Warning
 URLy.Warning
-V-BOT
+UnisterBot
+Upflow
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
 Voil
-Voltron
-WBSearchBot
+WISENutbot
 WPScan
-WWW-Mechanize
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Auto
 Web Fetch
-Web Pix
-Web Sucker
-WebCopier
+Web Fuck
+WebAuto
 WebFetch
-WebGo IS
-WebLeacher
 WebPix
+WebReaper
 WebSauger
-WebmasterWorldForumBot
+WebWhacker
+WebZIP
 WebsiteQuester
 Webster
-Whack
-Whacker
 Whatweb
 WiseGuys Robot
 Wonderbot
+Woobot
 Wprecon
-Zauba
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zitebot
 ZmEu
-ZoominfoBot
+ZoomBot
 ZyBorg
-adscanner
 arquivo-web-crawler
-backlink-check
-cah.io.community
-check1.exe
 clark-crawler
 coccocbot-web
-crawl.sogou.com
 crawler.feedback
-demandbase-bot
-eCatch
-instabid
-isitwp.com
+dataforseo.com
+heritrix
+internetVista monitor
+iubenda-radar
 muhstik-scan
-netEstate NE Crawler
 page scorer
-plumanalytics
-probe-image-size
-s1z.ru
-satoristudio.net
+ripz
+scalaj-http
 seoscanners
 serpstatbot
 siteripz
-tAkeOut
-trendiction.de
 voyagerx.com
-webgains-bot
+webmeup-crawler
 webpros.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+webprosbot
+zauba.io
 zgrab