V4.2022.03.3006 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
-ALittle Client
-AhrefsBot
-Alexibot
+01h4x.com
+Aboundex
+Acunetix
 AllSubmitter
-AlphaBot
 Anarchie
-Anarchy
-Anarchy99
 Ankit
-Anthill
+Apexoo
+Aspiegel
 Asterias
-Atomseobot
-AwarioSmartBot
-BDFetch
-BLEXBot
-BackDoorBot
-BackWeb
-Backlink-Ceck
+Attach
+BBBike
+BDCbot
+BackStreet
 Badass
+Bandit
+Barkrowler
 BatchFTP
+BetaBot
 Bitacle
-Black Hole
+BlackWidow
+Blackboard
 Boardreader
+Bolt
 BotALot
-Brandprotect
-Brandwatch
-Buck
+BuzzSumo
+CCBot
+CODE87
+CSHttp
 Calculon
-CensysInspect
-CheTeam
+CheeseBot
 Citoid
-Collector
+Copier
+CopyRightCheck
+Copyscape
+Craftbot
 CrazyWebCrawler
 CrunchBot
-DatabaseDriverMysqli
+Curious
+Custo
+DTS Agent
+DataCha0s
 Demon
-DigitalPebble
+Dirbuster
 Disco
 Discobot
-DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
 DomainSigmaCrawler
 Drip
+ECCP/1.0
+EirGrabber
+Exabot
+ExtLinksBot
 Extractor
+Extreme Picture Finder
+Ezooms
 FHscan
 FemtosearchBot
-FyberSpider
+Flunky
 Fyrebot
-GT::WWW
-GermCrawler
+G-i-g-a-b-o-t
+GalaxyBot
+GetRight
+GetWeb
 Getintent
-GrapeFX
+GoZilla
+Gotit
+Grabber
+Grafula
+GrapeshotCrawler
 GridBot
-HTMLparser
-HTTrack
-Haansoft
+HaosouSpider
 Harvest
-Heritrix
-HybridBot
-Iblog
+Havij
+Hloader
+Humanlinks
+IDBot
+Id-search
 IlseBot
-Image Sucker
-Indy Library
+IndeedBot
+InfoNaviRobot
 Intelliseek
+InterGET
 Internet Ninja
+Iskanie
 IstellaBot
-JOC Web Spider
+JetCar
+JikeSpider
 Joomla
-Jyxobot
-Keybot Translation-Search-Machine
-Kinza
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
 Leap
-LeechFTP
-LexiBot
 LibWeb
 Libwhisker
-Lightspeedsystems
-LinkScan
+Likse
 LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
 Lipperhey Spider
-MIDown tool
 MIIxpc
 MJ12bot
+MQQBrowser
 MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
+Majestic SEO
 Majestic-SEO
-MarkWatch
 Mass Downloader
-Mediatoolkitbot
+MauiBot
+Meanpathbot
 MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
-Minefield
+Mister PiX
 Moblie Safari
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
 Musobot
-Name Intelligence
-Nessus
-NetAnts
+NICErsPRO
+NearSite
+Net Vampire
+NetLyzer
 NetMechanic
 NetZIP
 Nettrack
-Netvibes
-Nibbler
-NimbleCrawler
+NextGenSearchBot
+Ninja
+Nmap
+Not
 Nuclei
-Nutch
+Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
-Openfind
-OutclicksBot
+Openvas
+OrangeBot
+OutfoxBot
+PECL::HTTP
 Page Analyzer
 Papa Foto
-Pavuk
-Petalbot
 Pi-Monster
 Picscout
-PleaseCrawl
-Probethenet
+Piepmatz
+Pimonster
+ProWebWalker
 Psbot
+Pump
+PxBroker
 PyCurl
-RankActiveLinkBot
-RankurBot
-RealDownload
-Reaper
-RepoMonkey
+QueryN Metasearch
+RankingBot
+RankingBot2
+Rankivabot
+Re-re
+Recorder
+RedesScrapy
+RocketCrawler
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
 SalesIntelligent
+ScanAlert
 ScrepyBot
 Searchestate
 Seekport
+SemanticJuice
+Semrush
+Siphon
 Site Sucker
-SiteSnagger
-SiteSucker
+SiteCheckerBotCrawler
+SiteLockSpider
 SmartDownload
-Snake
-Sogou web spider
+Sociscraper
+Sosospider
 Sottopop
-SpaceBison
+Spammen
 Spanner
-SputnikBot
+Spinn3r
+Sqlmap
+Steeler
+Stripper
+Sucker
 SuperHTTP
 Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
+Teleport
 TeleportPro
-Telesphoreo
-The Intraformant
+Telesphorep
 TheNomad
+Thumbor
 TightTwatBot
-Titan
-Toweyabot
+Trendiction
+True_Robot
+Turingos
+TwengaBot
 Twice
+URLy Warning
 UnisterBot
-V-BOT
-Vacuum
-Vagabondo
+Upflow
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
 VoidEYE
-Voil
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+WISENutbot
+Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Auto
-Web Fetch
+Web Fuck
 WebAuto
-WebBandit
-WebCopier
-WebFetch
-WebGo IS
+WebFuck
 WebImageCollector
-WebReaper
-WebSauger
+WebLeacher
 WebStripper
 WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Webshag
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whacker
+Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
+Wonderbot
+Wotbox
 Xenu
-Zade
 Zermelo
-Zeus
-ZmEu
+Zitebot
 ZoominfoBot
-ZumBot
-ZyBorg
 adscanner
-arquivo-web-crawler
-autoemailspider
+arquivo.pt
 backlink-check
-check1.exe
+cah.io.community
 clark-crawler
 cognitiveseo
-crawl.sogou.com
-crawler4j
-facebookscraper
-instabid
-isitwp.com
-magpie-crawler
+com.plumanalytics
+dataforseo.com
+demandbase-bot
+gopher
+meanpathbot
 mediawords
-muhstik-scan
-scan.lol
-seocompany.store
-serpstatbot
-sexsearcher
+page scorer
+probe-image-size
+s1z.ru
+satoristudio.net
+seoscanners
+seostar
 siteripz
+sogouspider
+sp_auditbot
 spyfu
-tAkeOut
-voyagerx.com
+sysscan
+ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
-xpymep1.exe
+x09Mozilla
+zauba.io