V4.2022.04.3058 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
-80legs
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-AiHitBot
-Alexibot
-AlphaBot
-Anarchie
+Aboundexbot
+Acunetix
+AhrefsBot
 Anarchy
-Anarchy99
 Ankit
 Apexoo
-Aspiegel
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
+BBBike
 BackWeb
-Badass
-Battleztar Bazinga
-Bigfoot
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
+Bitacle
 Black Hole
 BlackWidow
-BlowFish
-Bolt
-BotALot
-Buck
+Boardreader
+Brandprotect
+Buddy
+BuiltWith
 Bullseye
-CATExplorador
+CCBot
+CODE87
 CSHttp
 CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
+ChinaClaw
+Chlooe
 Citoid
-Claritybot
-Cloud mapping
-Cogentbot
 Collector
-Craftbot
 Crawling at Home Project
+CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DBLBot
-DTS Agent
-DatabaseDriverMysqli
-Deusu
+Demon
+Devil
+Digincore
+Discobot
 Discoverybot
-Dispatch
+DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-EMail Siphon
-Ebingbong
-Ecxi
+EasyDL
+EirGrabber
 Evil
-ExtLinksBot
-Extractor
-ExtractorPro
+Express WebPictures
 Extreme Picture Finder
 Firefox/7.0
-FlashGet
-Foobot
+Flunky
 Freeuploader
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
-GermCrawler
-GetWeb
+Genieo
+GetRight
 Getintent
-Gigabot
-GoZilla
-Gotit
-Grabber
-HMView
+GrabNet
+HEADMasterSEO
+HTMLparser
 HTTP::Lite
+HTTrack
+Haansoft
 HaosouSpider
 Harvest
+HonoluluBot
 Humanlinks
 HybridBot
-IDBot
 Iblog
+IlseBot
+IndeedBot
 Indy Library
 InfoTekies
-JennyBot
+Intelliseek
+InterGET
+InternetSeer
+IstellaBot
+JOC Web Spider
 JetCar
-Joomla
-Kinza
+Jetty
+Jorgee
+JustView
+Kenjin Spider
 LNSpiderguy
+Lanshanbot
 Leap
-Libwhisker
-Lightspeedsystems
-LinkWalker
-Linkbot
+LeechFTP
+Likse
+LinkScan
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
 Ltx71
-MIIxpc
-MSIECrawler
-Mag-Net
+MIDown tool
 Magnet
 Mail.RU_Bot
 Majestic-SEO
-Majestic12
-Mata Hari
-MauiBot
+MarkMonitor
+MarkWatch
+Masscan
 Meanpathbot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Musobot
-NPbot
-Name Intelligence
+Mediatoolkitbot
+MegaIndex.ru
+Moblie Safari
+MolokaiBot
 Nameprotect
+Navroad
 NearSite
-NetMechanic
+Nessus
+NetLyzer
 NetZIP
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
+Nikto
+Ninja
 Nmap
-Offline Explorer
-OrangeBot
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
+Not
+Nutch
+Openvas
+OutclicksBot
+OutfoxBot
+PHPCrawl
 PageScorer
-Panscient
-Papa Foto
-Petalbot
+PageThing.com
+Pavuk
 Pi-Monster
 Picsearch
 Pimonster
 Pixray
+Pockey
 ProPowerBot
 Probethenet
-QueryN Metasearch
+Psbot
+PxBroker
+PyCurl
 Quick-Crawler
 RankActiveLinkBot
-RankingBot
-RankingBot2
-Re-re
-RebelMouse
+RankFlex
+RealDownload
 Recorder
-SEOkicks
-SMTBot
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
 ScanAlert
-Scrapy
+Screaming
 ScreenerBot
 ScrepyBot
 Searchestate
-Seekport
-SemanticJuice
-SeobilityBot
+SearchmetricsBot
 SiteCheckerBotCrawler
+SiteSnagger
 Sitebeam
-Sociscraper
-Sogou web spider
+Snake
+Snapbot
+Snoopy
+SocialRankIOBot
 Sosospider
-SpaceBison
-Spanner
-Spinn3r
-SputnikBot
+Spammen
+SpankBot
+Spbot
 Sqlworm
 Sqworm
-Stripper
-Surfbot
+Steeler
+Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
 Suzuran
-Swiftbot
-Szukacz
+T8Abot
+Teleport
 TeleportPro
-TightTwatBot
-Toata
-Turingos
-Typhoeus
-URLy Warning
+Telesoft
+Telesphoreo
+Thumbor
+Toweyabot
+Tracemyfile
+True_Robot
+Turnitin
+TwengaBot
+Twice
 URLy.Warning
-Upflow
+V-BOT
 VCI
 VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Virusdie
 Voltron
-WBSearchBot
-WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
-WebBandit
+Wallpapers
+WeSEE
+Web Auto
+Web Collage
+WebCollage
 WebFetch
-WebLeacher
-WebStripper
-WebZIP
+WebFuck
+WebGo IS
 WebmasterWorldForumBot
-Webshag
-Website Quester
-Widow
-WinHTTrack
+Webster
+Whacker
+Whatweb
 Woobot
+Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zitebot
-ZmEu
-ZumBot
+Zeus
+ZoomBot
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-backlink-check
-cah.io.community
-check1.exe
-coccocbot
+autoemailspider
+clark-crawler
 com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
 demandbase-bot
 gopher
-heritrix
-instabid
-internetVista monitor
-ips-agent
-isitwp.com
 iubenda-radar
-lwp-trivial
-muhstik-scan
+linkdexbot
+lwp-request
+netEstate NE Crawler
+plumanalytics
+polaris version
+satoristudio.net
+scalaj-http
 scan.lol
-serpstatbot
+seobility
+seocompany.store
 sexsearcher
-sitechecker.pro
-sogouspider
+sp_auditbot
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
 webmeup-crawler
 webpros.com
-webprosbot
-zgrab
+x22Mozilla
+xpymep1.exe
+zauba.io