V4.2022.02.2892 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
-ADmantX
-ASPSeek
-Acunetix
+404enemy
+ALittle Client
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
-Alligator
-Ankit
+Aipbot
+AlphaBot
+Anarchy
 Apexoo
-AwarioRssBot
+Aspiegel
+Asterias
+Atomseobot
+Attach
 AwarioSmartBot
+BackWeb
 BacklinkCrawler
 Badass
 Bandit
-Bitacle
-BlowFish
-Boardreader
-Bolt
-Buck
+Barkrowler
+Bigfoot
+Black Hole
+Blackboard
+Blow
+BuiltBotTough
 Bullseye
-BuzzSumo
-CATExplorador
-CazoodleBot
-ChinaClaw
-Cloud mapping
+BunnySlippers
+CODE87
+CherryPicker
+Chlooe
+Cliqzbot
 Collector
 Copier
-Cosmos
-Craftbot
+CopyRightCheck
+Crawling at Home Project
 CrazyWebCrawler
-DBLBot
-DTS Agent
-DatabaseDriverMysqli
+CrunchBot
+CyotekWebCopy
+DSearch
 Demon
-Devil
-DigitalPebble
+Deusu
+Digincore
 Dirbuster
-Disco
-Discoverybot
 DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
+DomCopBot
 DomainStatsBot
+Domains Project
 EMail Wolf
 Ebingbong
-Ecxi
 Evil
 Exabot
+Express WebPictures
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
+Ezooms
+FDM
+Fimap
 FlashGet
 Foobot
 Freeuploader
-FrontPage
+Fuzz
 Fyrebot
 GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-GrabNet
-HEADMasterSEO
-HTMLparser
+GetRight
+Go-Ahead-Got-It
+Gotit
+Grabber
+HMView
 HTTP::Lite
-HTTrack
-Haansoft
-Harvest
-Havij
 Hloader
 HonoluluBot
-Iblog
-Image Sucker
+Humanlinks
+Id-search
+IlseBot
+Indy Library
 Intelliseek
+InterGET
+Iria
+Iskanie
 JOC Web Spider
 JamesBOT
-JetCar
-Jetty
-JikeSpider
-Joomla
-JustView
+Jbrofuzz
+Jyxobot
 Keyword Density
-LNSpiderguy
-LeechFTP
+Kinza
+LWP::Simple
+Larbin
 LeechGet
 LexiBot
-LibWeb
+Lftp
 Libwhisker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+LieBaoFast
+Linkdexbot
+LinksManager
 LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
 Ltx71
 MFC_Tear_Sample
-MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
+MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
 MarkWatch
-MauiBot
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
+MeanPath Bot
 Minefield
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
+MolokaiBot
+Mr.4x3
+Msrabot
 Musobot
-NICErsPRO
+Name Intelligence
 Needle
+Nessus
 Net Vampire
+NetAnts
 NetMechanic
+NetZIP
+Nettrack
 Netvibes
-NextGenSearchBot
-NimbleCrawler
+Niki-bot
+Nikto
+Not
+Nuclei
 Nutch
-Octopus
-OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
 Openvas
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageThing.com
+OutfoxBot
+PECL::HTTP
 Papa Foto
-PeoplePal
-Pi-Monster
+Pavuk
 Picscout
+Picsearch
 PictureFinder
-Pimonster
 PleaseCrawl
-Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
 Psbot
 PxBroker
-PyCurl
 QueryN Metasearch
-RankingBot2
+RSSingBot
+RankActiveLinkBot
+RankFlex
 Rankivabot
-RealDownload
-SBIder
-SEOkicks
-SEOlyticsCrawler
+RankurBot
+ReGet
+Reaper
+RebelMouse
+Recorder
+RedesScrapy
+Rogerbot
+SEOprofiler
 SEOstats
+SISTRIX
+ScanAlert
+Scanbot
 Screaming
-Searchestate
-Semrush
-SemrushBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
+ScreenerBot
+ScrepyBot
+Seekport
+SeobilityBot
+Seomoz
+Shodan
+Siphon
+Sitebeam
 Siteimprove
-Snake
-Snapbot
-Snoopy
-SocialRankIOBot
+Sitevigil
 Sociscraper
-Sottopop
-Spammen
-Spanner
-Spinn3r
+SpankBot
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
-Stripper
-SurveyBot
-Swiftbot
-Teleport
-TeleportPro
-Telesoft
-Telesphorep
+Sqworm
+SuperBot
+SuperHTTP
+Surfbot
+T0PHackTeam
+T8Abot
+Telesphoreo
+TheNomad
 Thumbor
+TightTwatBot
 Toata
-Toweyabot
-Tracemyfile
-Trendiction
+Trendictionbot
+TurnitinBot
 URLy Warning
-Upflow
-V-BOT
-VB Project
-Vagabondo
+UnisterBot
+VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Voltron
-WBSearchBot
-WPScan
-WWW::Mechanize
-Web Enhancer
-Web Fetch
-WebAuto
-WebCollage
-WebImageCollector
-WebLeacher
-WebReaper
+VoidEYE
+WEBDAV
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Fuck
+Web Pix
+WebCopier
+WebFuck
+WebGo IS
+WebPix
 WebStripper
-WebSucker
-WebsiteExtractor
-WebsiteQuester
-Webster
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Whacker
-Wonderbot
-Wotbox
+Whatweb
+Who.is Bot
+Widow
+WinHTTrack
 Xaldon WebSpider
-YoudaoBot
 Zauba
-ZmEu
-ZyBorg
+Zermelo
+Zeus
+Zitebot
+ZoomBot
 arquivo.pt
 autoemailspider
-clark-crawler
-coccocbot-web
+backlink-check
+cah.io.community
 crawl.sogou.com
-crawler.feedback
 dataforseo.com
-eCatch
 evc-batch
 gopher
-instabid
+heritrix
 ips-agent
+isitwp.com
 iubenda-radar
 magpie-crawler
-meanpathbot
+mediawords
+muhstik-scan
+oBot
 pcBrowser
-polaris version
 probe-image-size
-ripz
-s1z.ru
 scan.lol
-seobility
-serpstatbot
+seostar
 sexsearcher
-sp_auditbot
-sysscan
-voyagerx.com
+sitechecker.pro
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab