V4.2022.04.3037 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+ADmantX
 AIBOT
-AfD-Verbotsverfahren
-AiHitBot
+ALittle Client
+AhrefsBot
 Alligator
-Anarchie
+AlphaBot
 Anarchy
-Anarchy99
-Anthill
-Aspiegel
-BBBike
+Ankit
+Apexoo
+Atomseobot
+AwarioRssBot
 BDCbot
 BackDoorBot
-BackWeb
 BacklinkCrawler
 Badass
-Bandit
-BatchFTP
+Barkrowler
 Battleztar Bazinga
+BetaBot
+Bitacle
 Black Hole
-Blackboard
+BlackWidow
 Blow
+BlowFish
 Boardreader
-BotALot
 Buddy
-BunnySlippers
-Cegbfeieh
+BuiltBotTough
+Bullseye
+CATExplorador
+CCBot
+CODE87
+CSHttp
 CheTeam
-Chlooe
-Citoid
-Collector
+Claritybot
+Cliqzbot
 CopyRightCheck
 Copyscape
-Cosmos
-Craftbot
-CrazyWebCrawler
 Crescent
-DBLBot
-DTS Agent
-Dispatch
+CyotekWebCopy
+Disco
+DnBCrawler-Analytics
 DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Download Wonder
-Dragonfly
 Drip
-EMail Siphon
-EasyDL
-Ebingbong
-Ecxi
-EroCrawler
-FDM
-FemtosearchBot
+ECCP/1.0
+EMail Wolf
+EirGrabber
+Exabot
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
+FHscan
 Fimap
 Firefox/7.0
-Flunky
+FlashGet
 Foobot
-FrontPage
+Fuzz
 FyberSpider
-GalaxyBot
+Genieo
+GermCrawler
 GetRight
+GetWeb
 Getintent
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
 Gotit
-GrabNet
-GrapeshotCrawler
+Grabber
+Grafula
+GrapeFX
 HTTP::Lite
-HaosouSpider
 Harvest
-Heritrix
-Hloader
 HonoluluBot
+Humanlinks
+IDBTE4M
+IRLbot
+Iblog
 Id-search
-Image Sucker
+IlseBot
 IndeedBot
-InfoTekies
-Intelliseek
 InterGET
-InternetSeer
-Jbrofuzz
-Joomla
-Jorgee
-Kenjin Spider
-Kinza
+JOC Web Spider
+Jetty
+JikeSpider
+Keyword Density
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-Leap
-LeechGet
 LexiBot
-Libwhisker
-Lightspeedsystems
+LinkWalker
 Linkbot
+LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
-MJ12bot
-MSFrontPage
-Majestic SEO
-Masscan
-Mata Hari
-Mb2345Browser
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+Mag-Net
+MarkMonitor
+MarkWatch
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
+Minefield
 Mojeek
-MolokaiBot
-Mr.4x3
+Mojolicious
+Mozlila
+NICErsPRO
 NPbot
-Navroad
-Nessus
-Netcraft
-Nettrack
-Nibbler
-Nmap
-Octopus
+Needle
+Net Vampire
+NetAnts
+NetZIP
+Nimbostratus
+Ninja
+Nuclei
+Nutch
+OnCrawl
 OpenLinkProfiler
+OpenVAS
 Openvas
 OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
+OrangeSpider
+PHPCrawl
 PageGrabber
-PageScorer
-Panscient
+PageThing.com
+Pandalytics
 Papa Foto
 Pavuk
-PeoplePal
 Pi-Monster
 PictureFinder
 Piepmatz
 Pockey
 ProPowerBot
 Probethenet
-Psbot
+Pump
 PxBroker
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
+Rankivabot
 RankurBot
 ReGet
-Reaper
-RebelMouse
-RedesScrapy
+RealDownload
+RepoMonkey
 Ripper
 RocketCrawler
+SBIder
 SEOkicks-Robot
-SEOprofiler
 SISTRIX
-Scanbot
-ScreenerBot
-SemanticJuice
-Semrush
-SemrushBot
-Seomoz
-Siphon
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Siteimprove
+SlySearch
+Snoopy
 Sociscraper
-Sogou web spider
+Sosospider
+SpaceBison
+SpankBot
 SputnikBot
 Sqlmap
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
+Sqlworm
+Steeler
+Swiftbot
 Teleport
-TightTwatBot
+TeleportPro
+TheNomad
+Titan
 Toata
 Toweyabot
-Trendictionbot
-True_Robot
+Tracemyfile
+Trendiction
+Turingos
 TurnitinBot
+Twice
 URLy.Warning
-Upflow
+UnisterBot
+V-BOT
 VB Project
-Vacuum
-VidibleScraper
+Vagabondo
+VeriCiteCrawler
 Virusdie
 VoidEYE
 Voil
 Voltron
 WBSearchBot
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+Wallpapers
+WallpapersHD
 Web Auto
 Web Fuck
-WebCopier
+Web Sauger
+WebBandit
 WebEnhancer
-WebFetch
-WebFuck
-WebLeacher
-WebPix
-WebSauger
+WebGo IS
 WebSucker
+WebWhacker
 WebZIP
-Webalta
-Webshag
-WebsiteQuester
+WebmasterWorldForumBot
+Webster
+Whack
 Whacker
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
+Zade
+Zeus
 Zitebot
+ZmEu
 ZoomBot
+ZumBot
 archive.org_bot
-check1.exe
+arquivo.pt
+cah.io.community
 coccocbot
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
-heritrix
-instabid
-internetVista monitor
+com.plumanalytics
+crawler4j
+facebookscraper
+gopher
 ips-agent
 iubenda-radar
-lwp-trivial
-magpie-crawler
+lwp-request
 meanpathbot
-mediawords
-pcBrowser
-probe-image-size
+muhstik-scan
+netEstate NE Crawler
+polaris version
+s1z.ru
 scan.lol
-seobility
-seostar
-sitechecker.pro
+serpstatbot
 sogouspider
-sysscan
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
+webpros.com
 webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab