V4.2022.03.2993 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-404enemy
 ALittle Client
 ASPSeek
-AfD-Verbotsverfahren
-Aipbot
-AlphaBot
+Abonti
+AhrefsBot
 Anarchie
 Anarchy
-Asterias
-Attach
-BBBike
-BDCbot
+Ankit
+Anthill
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BackDoorBot
-Backlink-Ceck
+BackStreet
+BackWeb
 BacklinkCrawler
 Badass
-Barkrowler
+BatchFTP
+Bigfoot
+Black Hole
+BlackWidow
 Blow
-BlowFish
-Bolt
-Buck
+BotALot
+Brandprotect
 Buddy
-CATExplorador
+BuiltBotTough
 CODE87
-CSHttp
 CazoodleBot
-Cegbfeieh
 CheTeam
-ChinaClaw
 Chlooe
+Citoid
 Cliqzbot
 Cloud mapping
 Cocolyzebot
 Collector
 Copier
-Cosmos
-Crescent
-CrunchBot
+CopyRightCheck
+Copyscape
+Crawling at Home Project
 Curious
+Custo
+DIIbot
 DatabaseDriverMysqli
 Demon
-Devil
-Discobot
-Discoverybot
-Dispatch
-DittoSpyder
-DomCopBot
+DigitalPebble
+Dirbuster
 DomainCrawler
+Download Wonder
 Drip
+ECCP/1.0
 EMail Wolf
-Evil
-Exabot
-ExtLinksBot
+EasyDL
+Ecxi
+EirGrabber
 Extractor
 ExtractorPro
 FemtosearchBot
-Flunky
-Foobot
+Firefox/7.0
 Freeuploader
-FyberSpider
 Fyrebot
-GT::WWW
-Genieo
-GetWeb
-Getintent
-Gigabot
-GoZilla
-Gotit
-GrapeshotCrawler
-GridBot
-HTTP::Lite
-Havij
+G-i-g-a-b-o-t
+GalaxyBot
+GetRight
+Go-Ahead-Got-It
+Grabber
+Grafula
+HTMLparser
 Heritrix
 Hloader
 Humanlinks
 HybridBot
-IDBot
-IRLbot
+IDBTE4M
 Iblog
+Id-search
 IlseBot
+IndeedBot
 InfoTekies
-InterGET
+Internet Ninja
 IstellaBot
 Jbrofuzz
+JennyBot
 JetCar
+JikeSpider
+Joomla
 Jorgee
-Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Lanshanbot
-Leap
+Kinza
+Kozmosbot
+LNSpiderguy
+Larbin
 LeechFTP
 LeechGet
-LexiBot
+Lftp
 LieBaoFast
-LinkextractorPro
-LinkpadBot
+Likse
+LinkScan
+Linkdexbot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey Spider
 Lmspider
-MFC_Tear_Sample
-MJ12bot
-Mag-Net
-Mail.RU_Bot
-Majestic12
-MarkWatch
+MQQBrowser
+MSFrontPage
+Magnet
+Majestic SEO
+MarkMonitor
+Mass Downloader
 Masscan
 Mata Hari
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
 MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
+Mister PiX
+Moblie Safari
 Mojolicious
-Mozlila
-Mr.4x3
-Msrabot
-NICErsPRO
-Needle
+Musobot
+Nameprotect
+Navroad
+Nessus
+NetLyzer
+NetSpider
 NetZIP
-Netcraft
+Netvibes
+NextGenSearchBot
 Nikto
-Nimbostratus
+Ninja
 Nmap
-Not
 Nuclei
 Nutch
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-OpenVAS
 Openfind
 Openvas
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PageScorer
-PageThing.com
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
 Pandalytics
-Panscient
 Papa Foto
-PeoplePal
-PleaseCrawl
-Pockey
-ProWebWalker
+Pavuk
+Picscout
+PictureFinder
+Piepmatz
+ProPowerBot
 Psbot
-Pump
-PxBroker
+Pu_iN
 PyCurl
 Quick-Crawler
-RSSingBot
-RankActive
 RankFlex
-RankingBot
-Rankivabot
+RankurBot
 Re-re
 Reaper
-Recorder
+RebelMouse
+RedesScrapy
+RepoMonkey
 Ripper
-Rogerbot
-SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SISTRIX
-ScoutJet
-Scrapy
-ScrepyBot
-Seekport
+SemanticJuice
 SemrushBot
 SeoSiteCheckup
-Seomoz
+Shodan
+Siphon
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitevigil
-SlySearch
-SmartDownload
-SocialRankIOBot
+Snapbot
+Snoopy
 Sociscraper
-Spammen
-Suzuran
-Telesoft
+Sosospider
+SpaceBison
+SpankBot
+Spbot
+Spinn3r
+Sucuri
+Szukacz
+T8Abot
+Teleport
+The Intraformant
+TheNomad
+Thumbor
 Toata
-Tracemyfile
-Trendiction
+Trendictionbot
 True_Robot
-Turnitin
-TwengaBot
-V-BOT
-VCI
-VelenPublicWebCrawler
+Turingos
+Typhoeus
+URLy.Warning
+Vacuum
 Virusdie
+Voil
 Voltron
+WASALive-Bot
 WEBDAV
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 Wallpapers/3.0
 WallpapersHD
-WeSEE
+Web Auto
 Web Collage
 Web Enhancer
+Web Fuck
 Web Sucker
-WebAuto
-WebCopier
-WebImageCollector
+WebCollage
+WebFetch
+WebGo IS
 WebLeacher
-WebPix
-WebSauger
 WebStripper
-WebZIP
-Webalta
-Whacker
+WebmasterWorldForumBot
+Webster
 Whatweb
-Who.is Bot
+Widow
 WiseGuys Robot
-Woobot
+Wonderbot
+Wotbox
 Xaldon_WebSpider
-Zauba
-Zeus
-ZyBorg
-arquivo-web-crawler
+ZoominfoBot
 backlink-check
-clark-crawler
-cognitiveseo
-demandbase-bot
+coccocbot
+com.plumanalytics
+crawler.feedback
+crawler4j
 domainsproject.org
-facebookscraper
-heritrix
 instabid
 internetVista monitor
-netEstate NE Crawler
-oBot
-page scorer
+ips-agent
+iubenda-radar
+lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
 pcBrowser
 plumanalytics
-ripz
+polaris version
+probe-image-size
+s1z.ru
 scalaj-http
-scan.lol
-seobility
-sexsearcher
 siteripz
 sogouspider
+sp_auditbot
 spyfu
-tAkeOut
 trendiction.de
-voyagerx.com
-webprosbot
+webpros.com
 zgrab