V4.2022.05.3090 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
+404checker
 404enemy
-80legs
+AIBOT
+Aboundexbot
 Acunetix
 AhrefsBot
-Aipbot
-Alexibot
+AllSubmitter
 AlphaBot
-Anarchy
-Ankit
-Asterias
-AwarioSmartBot
+Anarchy99
+Anthill
+Aspiegel
+BBBike
 BDCbot
-BLEXBot
+BDFetch
+BackDoorBot
+BackStreet
 BackWeb
-Badass
-BetaBot
-Bigfoot
-Black Hole
-Blow
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+Barkrowler
 BotALot
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
-CATExplorador
 CCBot
-CODE87
-CazoodleBot
+CSHttp
+Calculon
+Cegbfeieh
+CheTeam
 CheeseBot
 ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
-Copyscape
+Cogentbot
+Collector
 Cosmos
-Craftbot
 Crawling at Home Project
 Curious
 Custo
-DIIbot
+DBLBot
 DSearch
-Devil
-DigitalPebble
-Dirbuster
+DTS Agent
+Demon
+Digincore
+Discobot
 DittoSpyder
 DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
-Drip
-EMail Siphon
-EasyDL
+Domains Project
+Download Wonder
 Ecxi
-EroCrawler
-Evil
-ExtLinksBot
-FDM
+Express WebPictures
+Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 FHscan
-Fimap
-Firefox/7.0
-Flunky
+FemtosearchBot
 Foobot
 Freeuploader
-FrontPage
-FyberSpider
-GalaxyBot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
 GetRight
 GetWeb
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Grabber
-GrapeFX
+GoZilla
+Gotit
 GrapeshotCrawler
 GridBot
-Harvest
-Hloader
-Humanlinks
-IDBTE4M
+HEADMasterSEO
+HTTP::Lite
+Haansoft
+Havij
+IDBot
+Iblog
 Id-search
 IlseBot
+IndeedBot
 Indy Library
+InfoNaviRobot
 InfoTekies
-Internet Ninja
+Intelliseek
+InterGET
+InternetSeer
 Iskanie
-IstellaBot
 JOC Web Spider
 Jbrofuzz
-JennyBot
-Jetty
-JustView
-Keyword Density
+JikeSpider
+Joomla
+Jyxobot
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
 LWP::Simple
+Lanshanbot
+Larbin
 Leap
 LeechGet
-LexiBot
-Libwhisker
-LieBaoFast
-LinkScan
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+Lftp
+Lightspeedsystems
+LinkextractorPro
+LinqiaScrapeBot
 Lmspider
 MIDown tool
-Magnet
+MIIxpc
+MJ12bot
+MSIECrawler
+MTRobot
 Majestic SEO
-Majestic12
-Masscan
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
-Minefield
-Mister PiX
+Majestic-SEO
+MarkMonitor
+Mass Downloader
+Meanpathbot
+MicroMessenger
 Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
-Mozlila
-Mr.4x3
-Name Intelligence
-Navroad
 Needle
-Net Vampire
-NetMechanic
+Nessus
 NetSpider
-NetZIP
+Netcraft
 Nettrack
 Netvibes
-Nutch
-Offline Navigator
+Nikto
+NimbleCrawler
+Nimbostratus
+Nuclei
 OnCrawl
-Openfind
 OrangeSpider
+OutclicksBot
 OutfoxBot
-PageScorer
-Papa Foto
-Pavuk
+PECL::HTTP
+PHPCrawl
+Pandalytics
+Panscient
+PeoplePal
 Petalbot
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
 Piepmatz
 Pimonster
-Pixray
-Pockey
-Psbot
-Pump
-Quick-Crawler
-RankActiveLinkBot
-RebelMouse
+ProPowerBot
+PyCurl
+RankActive
+RankFlex
+RankurBot
+RealDownload
+RepoMonkey
+RocketCrawler
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
 SISTRIX
-SMTBot
+SalesIntelligent
+ScanAlert
+ScoutJet
+Scrapy
 Screaming
 ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SentiBot
+Seekport
+SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
-Siphon
-Site Sucker
-SiteSnagger
 SiteSucker
 Sitebeam
-Snoopy
-Sociscraper
+SlySearch
+Snapbot
 Sogou web spider
-Sosospider
+SpaceBison
 SpankBot
-Spanner
-Spinn3r
-Sqworm
-Stripper
-Sucuri
+Sqlmap
+Sucker
 SuperHTTP
 Surfbot
-Suzuran
-Szukacz
+T0PHackTeam
 TeleportPro
 Telesoft
 Telesphoreo
 The Intraformant
 TheNomad
 Thumbor
-Turnitin
+TightTwatBot
+Toweyabot
+True_Robot
 TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-URLy.Warning
 Upflow
-VidibleScraper
+V-BOT
+VCI
+Virusdie
 Voil
 WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Enhancer
+Web Collage
+Web Pix
 Web Sauger
-WebFetch
+WebBandit
+WebCopier
+WebFuck
 WebGo IS
-WebImageCollector
-WebLeacher
+WebPix
 WebReaper
-WebSauger
-Website Quester
-WebsiteQuester
+WebStripper
+WebZIP
+Whack
 Whacker
-Widow
 WinHTTrack
 Woobot
+Wotbox
 Wprecon
-Xaldon_WebSpider
-Xenu
-Zermelo
-ZumBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-backlink-check
+YoudaoBot
+Zauba
+Zeus
+Zitebot
+ZmEu
+ZoominfoBot
+adscanner
+autoemailspider
+clark-crawler
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
-domainsproject.org
-heritrix
-instabid
+eCatch
+facebookscraper
+internetVista monitor
+ips-agent
 isitwp.com
-linkdexbot
 lwp-request
 magpie-crawler
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-s1z.ru
-satoristudio.net
-seocompany.store
+oBot
+polaris version
+probe-image-size
 sexsearcher
-sp_auditbot
-tAkeOut
-voyagerx.com
-x09Mozilla
-x22Mozilla
-zgrab
+sitechecker.pro
+sogouspider
+spyfu
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+xpymep1.exe