V4.2022.06.3189 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
+01h4x.com
+404enemy
+ADmantX
 ASPSeek
+Aboundexbot
 AfD-Verbotsverfahren
-Aipbot
-Alligator
-Anthill
-Apexoo
-Aspiegel
-Asterias
+AhrefsBot
+Anarchy99
+Atomseobot
 AwarioRssBot
 BDCbot
 BDFetch
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Bigfoot
-Blow
-BlowFish
+Battleztar Bazinga
+Black Hole
+BlackWidow
+Bolt
+BotALot
+Brandprotect
+Brandwatch
+BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
-CODE87
-CazoodleBot
-Cegbfeieh
+CCBot
+CSHttp
+Calculon
 CensysInspect
 CheTeam
 CherryPicker
-Citoid
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-CopyRightCheck
-Cosmos
+Copyscape
+CrazyWebCrawler
 CrunchBot
-Curious
-DBLBot
-DIIbot
-DatabaseDriverMysqli
-Deusu
-Devil
-DigitalPebble
-Discobot
-DomCopBot
-DomainCrawler
-DomainStatsBot
-Domains Project
+Custo
+CyotekWebCopy
+DSearch
+Demon
+Digincore
+Dirbuster
+Disco
+DnyzBot
+DomainAppender
 Dotbot
 Ecxi
-Express WebPictures
-Extractor
-ExtractorPro
+EirGrabber
+Exabot
+ExtLinksBot
 Extreme Picture Finder
 EyeNetIE
 Ezooms
 FDM
-FHscan
-Firefox/7.0
 Foobot
-GermCrawler
-Getintent
-Go!Zilla
-GrapeshotCrawler
-HEADMasterSEO
-Haansoft
-HaosouSpider
+Fuzz
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+GetWeb
+Gigabot
+GoZilla
+Gotit
+GrabNet
+Grabber
+GrapeFX
+HTTP::Lite
+HTTrack
 Harvest
+Havij
+Heritrix
 HonoluluBot
+HybridBot
 IDBTE4M
-IDBot
-IRLbot
 Iblog
 Id-search
 IlseBot
-IndeedBot
-Indy Library
+Image Fetch
 InfoNaviRobot
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
+Iria
+JennyBot
+JetCar
 JikeSpider
+Joomla
+Jorgee
 JustView
 Kenjin Spider
-Kinza
 Kozmosbot
 LNSpiderguy
-Lanshanbot
-Larbin
 Leap
-LeechFTP
+LeechGet
 LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-Likse
 LinkScan
 LinkWalker
-Linkbot
+LinkpadBot
 LinksManager
-Lmspider
+LinqiaRSSBot
+Litemage_walker
 Ltx71
-MSFrontPage
-MSIECrawler
+MJ12bot
+MQQBrowser
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
 Majestic12
-MarkWatch
-Masscan
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Mata Hari
+MauiBot
+MeanPath Bot
 Minefield
-Mister PiX
-Morfeus Fucking Scanner
-Mr.4x3
-NPbot
+Mojeek
+Mojolicious
+Musobot
+NICErsPRO
 Name Intelligence
-Nameprotect
-NetLyzer
-NetSpider
-Netvibes
-Nikto
+Navroad
+Nessus
+Net Vampire
+NetMechanic
 NimbleCrawler
 Nimbostratus
 Nmap
-Not
+Nuclei
 Nutch
-OnCrawl
-OpenLinkProfiler
+Offline Navigator
+OpenVAS
+OrangeBot
 OrangeSpider
-PHPCrawl
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
+Page Analyzer
 Pandalytics
-Panscient
-Papa Foto
 PeoplePal
+Petalbot
 Picscout
-PictureFinder
 Piepmatz
 Pimonster
 Pixray
-RSSingBot
+PleaseCrawl
+Pump
 RankFlex
-RankingBot
-Re-re
-RealDownload
-RebelMouse
-RedesScrapy
+Rankivabot
+ReGet
+Reaper
 Ripper
-SEOlyticsCrawler
+SBIder
+SEOstats
+SMTBot
+SalesIntelligent
 ScoutJet
 Scrapy
 Screaming
 ScreenerBot
-Searchestate
-SentiBot
+SemanticJuice
+Semrush
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
+Shodan
+SiteLockSpider
 SiteSnagger
-Siteimprove
-Snapbot
+Sitevigil
+SlySearch
+SmartDownload
 Snoopy
-SocialRankIOBot
 Sociscraper
-SpankBot
-Spbot
+Sosospider
+Spanner
 Spinn3r
-Sqlworm
+Sqlmap
+Sqworm
 Steeler
-Sucker
-Sucuri
 SuperBot
 SurveyBot
 Suzuran
-Telesphorep
-TightTwatBot
-True_Robot
-Turingos
-TurnitinBot
+T8Abot
+Telesphoreo
+Thumbor
+Tracemyfile
+Trendiction
+Turnitin
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-UnisterBot
+URLy.Warning
 VB Project
-Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 Voltron
 WASALive-Bot
 WBSearchBot
-WEBDAV
+WISENutbot
 WPScan
-WWW-Mechanize
-Wallpapers
-Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
-WebAuto
-WebCopier
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Pix
+Web Sucker
+WebBandit
+WebEnhancer
 WebFetch
 WebFuck
-WebReaper
-WebSauger
+WebLeacher
+WebPix
 WebWhacker
-WebZIP
+Webshag
 Website Quester
 WebsiteExtractor
 WebsiteQuester
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
+WiseGuys Robot
+Wonderbot
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
+Zade
 Zauba
 Zermelo
+Zeus
 ZoomBot
+ZoominfoBot
 ZumBot
+ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
-check1.exe
-com.plumanalytics
-domainsproject.org
+autoemailspider
+demandbase-bot
+eCatch
+evc-batch
 gopher
-instabid
-internetVista monitor
-iubenda-radar
-lwp-request
-magpie-crawler
+heritrix
 meanpathbot
-netEstate NE Crawler
-page scorer
-polaris version
+muhstik-scan
+oBot
 probe-image-size
-ripz
+satoristudio.net
 scalaj-http
-scan.lol
+seocompany.store
 seoscanners
-sexsearcher
+sogouspider
 sp_auditbot
 sysscan
 trendiction.com
-webgains-bot
 webmeup-crawler
-webprosbot
-x09Mozilla
+webpros.com
+x22Mozilla
 xpymep1.exe
+zgrab