V4.2022.01.2877 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
 404enemy
+80legs
 ASPSeek
-Acunetix
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-Alligator
-AlphaBot
-Anarchie
-Ankit
-Anthill
-Apexoo
+Alexibot
+Anarchy
 Aspiegel
-Attach
+AwarioRssBot
+BDCbot
 BDFetch
-BLEXBot
-Badass
-BatchFTP
+BackDoorBot
+Bandit
+Barkrowler
 BetaBot
-Black Hole
-Blow
-BotALot
+Bitacle
+Boardreader
+Bolt
+Brandprotect
 Buck
-Buddy
-CATExplorador
+CCBot
+CODE87
+CSHttp
 CazoodleBot
-CensysInspect
-CheTeam
-ChinaClaw
 Chlooe
-Citoid
-Cocolyzebot
-Cogentbot
+Claritybot
+Collector
 Copier
-Cosmos
+Crawling at Home Project
+Crescent
 CrunchBot
-CyotekWebCopy
-DIIbot
+Curious
+Custo
 DSearch
-DatabaseDriverMysqli
+DTS Agent
+DataCha0s
 Demon
-Deusu
-Devil
-Digincore
 DigitalPebble
-Dispatch
+Disco
+Discobot
+Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
-Dragonfly
-EMail Wolf
-Ecxi
-EroCrawler
+DomCopBot
+DomainAppender
+DomainStatsBot
+Domains Project
+Download Wonder
+ECCP/1.0
 Evil
+Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FHscan
-FemtosearchBot
-Fimap
-Freeuploader
+Ezooms
+FDM
+Firefox/7.0
+Foobot
 FrontPage
-GT::WWW
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
 GermCrawler
+GetRight
+GetWeb
+Getintent
 Go-Ahead-Got-It
-Gotit
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-Harvest
+HTTrack
+HaosouSpider
 Havij
-HonoluluBot
-HybridBot
-IDBTE4M
-IDBot
-Iblog
+Humanlinks
+Id-search
 Image Sucker
-IndeedBot
-InfoNaviRobot
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
+Indy Library
+Iria
 Iskanie
-JOC Web Spider
+JetCar
 Jetty
-JikeSpider
-Joomla
+Jorgee
 JustView
-Keyword Density
-LexiBot
+Kinza
+Kozmosbot
+LWP::Simple
+Leap
+LeechFTP
 Lftp
-LibWeb
-Libwhisker
-Lightspeedsystems
+Likse
 Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
+Linkdexbot
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-Magnet
+MSIECrawler
 Majestic-SEO
-Majestic12
 MarkWatch
-Mass Downloader
+Masscan
 Mata Hari
+MauiBot
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
 MegaIndex.ru
 Metauri
-Microsoft URL Control
-Moblie Safari
-Mojeek
+MicroMessenger
+Mister PiX
 Mojolicious
-Msrabot
+MolokaiBot
+Morfeus Fucking Scanner
+NPbot
 Name Intelligence
-Nameprotect
-NearSite
-Nessus
-Net Vampire
 NetAnts
-NetZIP
+NetLyzer
+NetMechanic
 Netcraft
-Nibbler
+Nettrack
+Netvibes
+NextGenSearchBot
 Niki-bot
-Nikto
-NimbleCrawler
+Ninja
+Not
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
 OutfoxBot
-PHPCrawl
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
+PageGrabber
+PageThing.com
 Pandalytics
-Papa Foto
-Piepmatz
+PeoplePal
+Picsearch
+PleaseCrawl
 ProWebWalker
-Probethenet
-QueryN Metasearch
-RSSingBot
-RankFlex
-RankingBot2
-ReGet
-RealDownload
-Reaper
-Ripper
-RocketCrawler
+Psbot
+PxBroker
+Quick-Crawler
+Rankivabot
+RebelMouse
+Recorder
+RepoMonkey
+SEOkicks
 SEOlyticsCrawler
 SEOprofiler
-SalesIntelligent
+Scanbot
+Scrapy
 Screaming
-Searchestate
 SearchmetricsBot
+Seekport
 SemanticJuice
-SemrushBot
-SeoSiteCheckup
-Shodan
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-SlySearch
-SmartDownload
-Sosospider
+Siteimprove
+Snapbot
+Sociscraper
+Sogou web spider
 Sottopop
+Spammen
+SpankBot
 Spanner
-Spbot
 SputnikBot
 Sqlmap
+Sqworm
+Stripper
+Sucker
 Sucuri
-SuperBot
+SurveyBot
 Suzuran
-Szukacz
 T0PHackTeam
-Teleport
 TeleportPro
-Thumbor
-Tracemyfile
-Turingos
-Turnitin
+Telesoft
+Toata
+Trendiction
+True_Robot
 TurnitinBot
 TwengaBot
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+UnisterBot
+Upflow
 V-BOT
-VidibleScraper
+VB Project
+VCI
+Vacuum
+VelenPublicWebCrawler
 Virusdie
-WEBDAV
-WWW-Mechanize
-WWW::Mechanize
+VoidEYE
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
 Wallpapers
 WeSEE
-Web Fetch
-Web Fuck
-Web Sucker
-WebCollage
-WebPix
-WebReaper
-WebWhacker
+Web Collage
+Web Enhancer
+Web Pix
+WebAuto
+WebBandit
+WebLeacher
+WebStripper
+WebSucker
+Webalta
 Webshag
 Website Quester
+WebsiteQuester
+Whack
 Whacker
 Widow
-Woobot
-Wotbox
-Xaldon_WebSpider
+WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
 Xenu
 YoudaoBot
-Zade
-ZmEu
-ZoomBot
-ZoominfoBot
+Zermelo
 ZumBot
-ZyBorg
-archive.org_bot
+arquivo.pt
+autoemailspider
 backlink-check
-clark-crawler
+check1.exe
 cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+domainsproject.org
 evc-batch
+gopher
 internetVista monitor
-ips-agent
-iubenda-radar
-lwp-request
 lwp-trivial
+magpie-crawler
+muhstik-scan
 page scorer
-probe-image-size
-ripz
-s1z.ru
-scalaj-http
-scan.lol
-seocompany.store
+pcBrowser
+satoristudio.net
 seoscanners
+serpstatbot
+siteripz
 sogouspider
-trendiction.de
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webprosbot
+webpros.com
 x09Mozilla
-zauba.io
-zgrab