V4.2022.06.3161 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 ADmantX
-ASPSeek
-Abonti
+AIBOT
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AllSubmitter
-Anarchy
+Alexibot
 Anarchy99
 Ankit
-Anthill
+Apexoo
 Atomseobot
-AwarioRssBot
-BDCbot
-BLEXBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Bandit
-BetaBot
-Bigfoot
-Blackboard
-Blow
-BlowFish
-Boardreader
-BotALot
-Brandprotect
+BDFetch
+Badass
+Bitacle
 Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
-BuzzSumo
-Cegbfeieh
+BunnySlippers
+CCBot
+CODE87
+CSHttp
 CensysInspect
 CheTeam
-Claritybot
+Chlooe
+Citoid
 Cliqzbot
-Cogentbot
-Copyscape
-Craftbot
+Cloud mapping
+Cocolyzebot
+Collector
+CrazyWebCrawler
 Crescent
 Custo
-CyotekWebCopy
-DIIbot
-Devil
-Disco
-Dispatch
+DSearch
+Demon
+DigitalPebble
+Dirbuster
+Discoverybot
+DittoSpyder
+DnyzBot
 DomainStatsBot
-Dotbot
-ECCP/1.0
+Domains Project
+Dragonfly
 EMail Siphon
-EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
-ExtLinksBot
-Extreme Picture Finder
+Exabot
+Extractor
+ExtractorPro
+EyeNetIE
+FHscan
+FemtosearchBot
 Firefox/7.0
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Genieo
+FlashGet
+Flunky
+Foobot
+Fuzz
+FyberSpider
+Fyrebot
 GermCrawler
 GetRight
-GetWeb
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-GrabNet
-Grafula
-HEADMasterSEO
-HMView
-HTMLparser
+Gotit
+GrapeFX
+GrapeshotCrawler
 HTTP::Lite
-Haansoft
-Heritrix
-Hloader
-HybridBot
-IDBot
-IRLbot
-Iblog
+HaosouSpider
+Havij
+HonoluluBot
+Humanlinks
+IDBTE4M
 Id-search
-Image Sucker
-Indy Library
+Image Fetch
 InfoNaviRobot
-InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
-Iskanie
-IstellaBot
+InternetSeer
 JOC Web Spider
-JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
-Jetty
+JikeSpider
 Joomla
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
+JustView
+Jyxobot
+Kenjin Spider
+LNSpiderguy
 Lanshanbot
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+Linkbot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MQQBrowser
 MSIECrawler
-MTRobot
 Magnet
+Mail.RU_Bot
 Majestic SEO
+Majestic12
 Mass Downloader
-Masscan
 Mata Hari
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Mister PiX
+Metauri
+Microsoft URL Control
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
+Mojolicious
+Msrabot
 NICErsPRO
+NPbot
+Nameprotect
 Navroad
-Needle
-Nessus
+NearSite
 NetAnts
-NetMechanic
+Nettrack
+Netvibes
+Nibbler
 Nikto
-NimbleCrawler
 Nimbostratus
+Ninja
+Nmap
 Nuclei
-Openfind
-OrangeSpider
+OpenLinkProfiler
 OutfoxBot
-PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
-Petalbot
-Pi-Monster
-Picscout
+PageScorer
+Pandalytics
+Panscient
+Papa Foto
+PeoplePal
 Picsearch
 PictureFinder
-Pimonster
 Pixray
-Pockey
-Pu_iN
-PxBroker
+PleaseCrawl
+ProPowerBot
+Probethenet
+Pump
+QueryN Metasearch
 RSSingBot
 RankingBot
-RankurBot
-RealDownload
-Reaper
+RankingBot2
+Rankivabot
 RebelMouse
 RepoMonkey
 SBIder
-SEOstats
-SISTRIX
 SMTBot
 ScanAlert
-Scrapy
 Screaming
-ScrepyBot
-Searchestate
+ScreenerBot
+SearchmetricsBot
+Seekport
 Semrush
 SemrushBot
+SentiBot
 SeobilityBot
+Seomoz
 Shodan
-Site Sucker
-SiteSucker
-Sitebeam
-Siteimprove
-SmartDownload
-Sociscraper
-Spammen
+Snake
+Snoopy
+Sosospider
+Sottopop
+SpaceBison
+Spbot
+Spinn3r
+Sqlmap
+Sqlworm
 Sqworm
-Sucuri
-SuperBot
 SuperHTTP
-Surfbot
 SurveyBot
-Szukacz
-The Intraformant
+Suzuran
+T8Abot
+TeleportPro
+Telesoft
 TightTwatBot
 Tracemyfile
-Trendiction
 Trendictionbot
-Twice
-URLy Warning
-URLy.Warning
+TurnitinBot
+UnisterBot
+Upflow
 VCI
-VeriCiteCrawler
-Virusdie
-Voil
-Voltron
+Vacuum
+Vagabondo
+VoidEYE
+WBSearchBot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Collage
-Web Pix
-Web Sauger
-WebAuto
+Web Fetch
+Web Sucker
+WebBandit
 WebCollage
-WebFetch
-WebFuck
+WebEnhancer
+WebGo IS
+WebLeacher
 WebPix
 WebReaper
+WebSucker
+WebWhacker
+WebmasterWorldForumBot
 Webshag
-WebsiteQuester
-Whatweb
+Whack
+Whacker
 Who.is Bot
 Woobot
-Zade
-Zitebot
-ZoominfoBot
+Xaldon WebSpider
+YoudaoBot
+Zermelo
 ZumBot
 ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-autoemailspider
+backlink-check
 cah.io.community
+check1.exe
+cognitiveseo
+crawler4j
+dataforseo.com
 demandbase-bot
-domainsproject.org
-gopher
-heritrix
+facebookscraper
+internetVista monitor
 ips-agent
+isitwp.com
 linkdexbot
 mediawords
-muhstik-scan
-page scorer
 pcBrowser
 plumanalytics
+s1z.ru
+scan.lol
 seostar
-sitechecker.pro
-siteripz
+sexsearcher
 sp_auditbot
-spyfu
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webpros.com
 x09Mozilla
-x22Mozilla