V4.2021.09.2620 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-404enemy
-ADmantX
-Aboundexbot
+AIBOT
+Abonti
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
 Anarchie
-Ankit
-Anthill
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackWeb
-Backlink-Ceck
+Aspiegel
+BDFetch
+BackStreet
+Badass
+Bandit
+Barkrowler
+BatchFTP
 Bitacle
 Black Hole
-BlackWidow
-Blow
-Bolt
+Blackboard
+BlowFish
 BotALot
-Brandwatch
-Bullseye
-BunnySlippers
-BuzzSumo
+Brandprotect
+BuiltWith
 CATExplorador
 CCBot
-Calculon
+CSHttp
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheeseBot
-Cloud mapping
+ChinaClaw
+Claritybot
+Cliqzbot
+CopyRightCheck
+Crawling at Home Project
 Crescent
-Curious
-Custo
-CyotekWebCopy
-DataCha0s
-Devil
+DTS Agent
+Demon
+Digincore
 Dirbuster
-Disco
-Discobot
-Discoverybot
-DittoSpyder
+Dispatch
 DomCopBot
-DomainSigmaCrawler
+DomainCrawler
 DomainStatsBot
-ECCP/1.0
-Ebingbong
+Dotbot
+Download Wonder
+Dragonfly
+Drip
 Ecxi
-Exabot
+EirGrabber
 Express WebPictures
-ExtLinksBot
 Extractor
-EyeNetIE
+ExtractorPro
+Ezooms
 FHscan
 FemtosearchBot
+Firefox/7.0
 Flunky
 Foobot
-Freeuploader
 Fuzz
-Fyrebot
 G-i-g-a-b-o-t
-Genieo
+GalaxyBot
 GermCrawler
 GetRight
-Go!Zilla
+GetWeb
+Getintent
+Gigabot
+Gotit
 GrabNet
-HTTP::Lite
-Heritrix
-IDBTE4M
-IRLbot
+Grafula
+HTMLparser
+HaosouSpider
+Harvest
+Hloader
+IDBot
 Iblog
 Image Fetch
 Image Sucker
-IndeedBot
+Indy Library
 InfoNaviRobot
-Iskanie
+InfoTekies
+InterGET
+Internet Ninja
+IstellaBot
 JOC Web Spider
-JamesBOT
-Jetty
-JikeSpider
 Jorgee
-Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
+JustView
+Lanshanbot
 Leap
-Lftp
-Libwhisker
+LeechFTP
 Lightspeedsystems
+Likse
+LinkScan
 Linkdexbot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Lmspider
+LinkpadBot
+LinksManager
+Litemage_walker
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MarkMonitor
+Mb2345Browser
 MegaIndex.ru
-Metauri
-MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
 Msrabot
-NICErsPRO
+Name Intelligence
 Needle
 Net Vampire
 NetAnts
 NetLyzer
+NetMechanic
 NextGenSearchBot
-Nutch
+Nikto
+Nimbostratus
 Octopus
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
-PHPCrawl
-PageScorer
-PageThing.com
+OrangeSpider
+POE-Component-Client-HTTP
+Page Analyzer
+Pandalytics
 Papa Foto
-Petalbot
+Pavuk
 Pi-Monster
-Piepmatz
-Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
+Picsearch
+PictureFinder
+ProWebWalker
 Probethenet
-Pump
-Quick-Crawler
-RSSingBot
+Psbot
+Pu_iN
 RankActive
-RankActiveLinkBot
 RankingBot
-RankurBot
+RankingBot2
+Rankivabot
 RealDownload
-RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
 Ripper
-RocketCrawler
-SBIder
-SEOkicks-Robot
+Rogerbot
 SEOprofiler
-SalesIntelligent
-Screaming
-ScreenerBot
+SEOstats
+ScoutJet
+Scrapy
 ScrepyBot
-SearchmetricsBot
-SentiBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
+Shodan
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSnagger
 SiteSucker
 Sitebeam
 Sitevigil
+SmartDownload
+Snake
 Sottopop
-Spammen
+SpaceBison
 SpankBot
 Spanner
-Sqlworm
-Sqworm
-Steeler
+SputnikBot
 Sucker
-SurveyBot
+Sucuri
+SuperHTTP
+Surfbot
 Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-Teleport
-Telesoft
+TeleportPro
 The Intraformant
+Thumbor
+Titan
+Toweyabot
 Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
-TurnitinBot
-TwengaBot
-Twice
+Typhoeus
+URLy Warning
 URLy.Warning
 UnisterBot
-V-BOT
-VCI
-Voltron
+Vacuum
+Vagabondo
+VidibleScraper
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Collage
+Web Auto
+Web Enhancer
 Web Fuck
 Web Pix
 Web Sauger
-Web Sucker
 WebAuto
+WebEnhancer
+WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebReaper
 WebStripper
 WebSucker
-WebmasterWorldForumBot
+WebWhacker
 Webshag
-Whacker
-Who.is Bot
+Website Quester
+Webster
+Whatweb
 Widow
 WinHTTrack
-Wonderbot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zitebot
+Xaldon_WebSpider
+YoudaoBot
+Zade
+Zermelo
 ZmEu
 ZoomBot
-ZumBot
-ZyBorg
 archive.org_bot
-arquivo-web-crawler
-cah.io.community
-check1.exe
-crawler4j
+arquivo.pt
+backlink-check
+clark-crawler
+coccocbot-web
+crawler.feedback
 dataforseo.com
-facebookscraper
+demandbase-bot
+eCatch
 gopher
 heritrix
-internetVista monitor
 lwp-request
+lwp-trivial
+magpie-crawler
 meanpathbot
-oBot
-page scorer
-polaris version
+mediawords
+muhstik-scan
+pcBrowser
+plumanalytics
 probe-image-size
-s1z.ru
 satoristudio.net
-seobility
-seostar
-siteripz
-sysscan
-trendiction.com
-ubermetrics-technologies.com
-webpros.com
-zauba.io
+scan.lol
+serpstatbot
+sexsearcher
+sitechecker.pro
+sp_auditbot
+x09Mozilla