V4.2022.11.3453 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-ADmantX
-ASPSeek
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+80legs
 AiHitBot
-Alexibot
-Alligator
-AlphaBot
+Aipbot
+Anarchie
 Anarchy99
-Asterias
+Anthill
+Aspiegel
+Atomseobot
 AwarioRssBot
 BDFetch
-BLEXBot
 BackDoorBot
-BackWeb
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
 Bandit
 Barkrowler
-Bigfoot
+BatchFTP
 Blackboard
-Blow
-BotALot
-Brandprotect
-Brandwatch
+Bolt
 Buck
 Bullseye
-BunnySlippers
-CATExplorador
-Cegbfeieh
-CensysInspect
+CCBot
+CODE87
+CazoodleBot
+ChinaClaw
 Citoid
-Claritybot
+Cliqzbot
+Cloud mapping
+Collector
 CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
 Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DBLBot
+Curious
 DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Demon
 Deusu
 Digincore
+DigitalPebble
 Dispatch
-DomCopBot
-DomainSigmaCrawler
+DittoSpyder
 Domains Project
-Dragonfly
-Ebingbong
+Drip
+EasyDL
+Ecxi
+EirGrabber
 EroCrawler
-Exabot
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+EyeNetIE
 Ezooms
 FHscan
-FemtosearchBot
 Fimap
 Firefox/7.0
-Flunky
-Foobot
+FlashGet
 Freeuploader
 FrontPage
-FyberSpider
+Fuzz
 Fyrebot
-GalaxyBot
-GetRight
-Gigabot
+G-i-g-a-b-o-t
+GT::WWW
+Getintent
+Go!Zilla
 GoZilla
+GrabNet
 Grabber
+Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
 HTTP::Lite
+HTTrack
 Harvest
 Hloader
-HybridBot
-IDBot
-IRLbot
-Id-search
-IndeedBot
+Iblog
+Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
+InterGET
 Internet Ninja
-Iria
-Iskanie
-JamesBOT
-JennyBot
+InternetSeer
+IstellaBot
+JetCar
 Jetty
-Joomla
+JikeSpider
 Jorgee
 Kenjin Spider
-Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-Lftp
 LibWeb
-Libwhisker
-Lightspeedsystems
 LinkScan
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey
 Litemage_walker
-Lmspider
 MJ12bot
 MQQBrowser
-MTRobot
+MSIECrawler
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
+MauiBot
 MeanPath Bot
-Metauri
-Microsoft URL Control
-MolokaiBot
+Meanpathbot
+MegaIndex.ru
+Minefield
+Mister PiX
+Moblie Safari
+Mojeek
+Msrabot
+Musobot
+NICErsPRO
 NPbot
+Nameprotect
 NearSite
 Nessus
-NetAnts
+Net Vampire
 NetMechanic
-NetSpider
-Nettrack
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nmap
+Netvibes
+Not
+Nuclei
 Nutch
-OpenVAS
+Octopus
 OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
+PageGrabber
 Papa Foto
+Pavuk
 Petalbot
-Picsearch
+Pi-Monster
+Piepmatz
 Pixray
-ProWebWalker
+Pockey
+ProPowerBot
 Pu_iN
 Pump
-PxBroker
-PyCurl
-Quick-Crawler
 RSSingBot
-RankActive
 RankActiveLinkBot
-RankingBot2
+RankingBot
+RankurBot
+Re-re
 RealDownload
 Reaper
+RebelMouse
 Recorder
+RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
 SBIder
-SEOstats
+SEOkicks
 ScanAlert
-Scanbot
+ScoutJet
 Scrapy
+Screaming
 Searchestate
-SearchmetricsBot
-Seekport
-Semrush
 SemrushBot
 SeobilityBot
-Shodan
-SiteLockSpider
-SiteSnagger
+Siphon
+Site Sucker
+SiteSucker
 Sitebeam
-Sitevigil
+Siteimprove
 SmartDownload
-Snapbot
-Snoopy
-Sociscraper
-Sottopop
+Sosospider
 SpaceBison
+Spammen
+SpankBot
+SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Steeler
 Sucker
 Sucuri
-SuperBot
-SurveyBot
-Szukacz
-T0PHackTeam
-TeleportPro
 Telesphoreo
-Telesphorep
-TheNomad
-Thumbor
 TightTwatBot
-Toweyabot
-True_Robot
-Turnitin
-TwengaBot
-Twice
-UnisterBot
-V-BOT
-VCI
+Toata
+Tracemyfile
+Trendictionbot
+VB Project
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voil
 WEBDAV
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Pix
+WeSEE
+Web Auto
 Web Sucker
+WebBandit
+WebCollage
+WebCopier
+WebEnhancer
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
-WebSauger
-WebStripper
-WebmasterWorldForumBot
-Website Quester
-Whack
+WebsiteQuester
+Webster
+Whacker
 Widow
 WiseGuys Robot
-Wonderbot
-Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Zauba
-Zitebot
-ZmEu
+Xenu
+YoudaoBot
+ZumBot
 ZyBorg
 arquivo-web-crawler
-clark-crawler
-coccocbot
-crawler4j
+autoemailspider
+backlink-check
+check1.exe
+crawler.feedback
 dataforseo.com
-domainsproject.org
-evc-batch
-instabid
-ips-agent
-linkdexbot
-meanpathbot
+demandbase-bot
+eCatch
+facebookscraper
+isitwp.com
+lwp-request
+lwp-trivial
+magpie-crawler
 mediawords
-netEstate NE Crawler
-plumanalytics
-s1z.ru
+polaris version
+ripz
 satoristudio.net
 scan.lol
-seobility
+seoscanners
 seostar
 sitechecker.pro
+sogouspider
 spyfu
-webgains-bot
-webmeup-crawler
-webpros.com
+sysscan
+ubermetrics-technologies.com
+voyagerx.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe