V4.2021.07.2466 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-80legs
-AIBOT
-ASPSeek
-Aboundex
-Aboundexbot
+404enemy
+Abonti
 AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alexibot
-AllSubmitter
 Alligator
-Anarchy
+AlphaBot
 Anarchy99
+Anthill
 Apexoo
-Asterias
 AwarioRssBot
-BLEXBot
-BackDoorBot
-Bandit
-Bigfoot
+BDCbot
+BackWeb
+Badass
+Barkrowler
+Battleztar Bazinga
 Bitacle
-Black Hole
-BlackWidow
-Blow
-Boardreader
+BlowFish
 Bolt
-BotALot
-Brandwatch
-Buck
+Buddy
+BuiltBotTough
+BuiltWith
+Bullseye
 CATExplorador
-CODE87
 Calculon
-CazoodleBot
-CheTeam
-CherryPicker
-Cocolyzebot
+Cegbfeieh
+CheeseBot
+ChinaClaw
+Chlooe
+Cliqzbot
+Cogentbot
 Collector
 CopyRightCheck
-Copyscape
 Cosmos
+Craftbot
 CrazyWebCrawler
-Crescent
-DBLBot
-DIIbot
+CrunchBot
+CyotekWebCopy
 DSearch
-DataCha0s
+DTS Agent
 Deusu
+Devil
 Digincore
-Dirbuster
 Disco
+Discoverybot
 DnyzBot
-DomCopBot
-DomainSigmaCrawler
+DomainCrawler
+DomainStatsBot
 Domains Project
-Download Wonder
+Dotbot
 Dragonfly
+Drip
 ECCP/1.0
-EMail Siphon
 EMail Wolf
-Ecxi
+Ebingbong
 EroCrawler
-Evil
 Express WebPictures
-ExtLinksBot
-Extractor
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FDM
-FHscan
+FemtosearchBot
 Fimap
-FlashGet
-Foobot
-Freeuploader
 FrontPage
-GetWeb
-Gigabot
-Go!Zilla
+Fuzz
+G-i-g-a-b-o-t
+GetRight
+Gigablast
 GoZilla
+GrabNet
+Grabber
+Grafula
 GrapeFX
-HTTP::Lite
-Harvest
-Humanlinks
+HMView
+Haansoft
+HaosouSpider
+Havij
 IDBTE4M
-IDBot
 IRLbot
-Id-search
-IlseBot
-Image Fetch
-IndeedBot
-InfoNaviRobot
+Iblog
+Indy Library
 Intelliseek
-InterGET
-InternetSeer
-Jbrofuzz
+Iria
+Iskanie
 JennyBot
+JetCar
 Jetty
+JustView
 Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-LibWeb
-LieBaoFast
+LWP::Simple
+Lanshanbot
+LexiBot
+Libwhisker
+Likse
 Linkbot
-Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
 Lipperhey
-Lipperhey Spider
 Lmspider
-Ltx71
-MQQBrowser
-MSIECrawler
-Magnet
-Majestic SEO
-Majestic-SEO
+MIDown tool
+MIIxpc
+Mail.RU_Bot
 MarkMonitor
-MauiBot
-MeanPath Bot
-MegaIndex.ru
-Microsoft Data Access
-Mister PiX
+Mata Hari
+Mediatoolkitbot
+Metauri
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
+NPbot
 Name Intelligence
-Nameprotect
+Navroad
+NearSite
 Net Vampire
-NetAnts
-NetZIP
-Netcraft
-Nettrack
-Netvibes
+NetMechanic
+NetSpider
 Nibbler
-Nimbostratus
+Niki-bot
+Nikto
+Ninja
 Nmap
+Nutch
 OPPO A33
-Offline Explorer
+Octopus
 Offline Navigator
-OpenLinkProfiler
-Openvas
-OrangeBot
-OutfoxBot
+OnCrawl
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageGrabber
 PageScorer
-Picscout
-Pimonster
+Pandalytics
+Papa Foto
+Pavuk
+Petalbot
+Picsearch
+Piepmatz
 Pixray
 Pockey
+ProPowerBot
 ProWebWalker
+Psbot
 Pu_iN
+Pump
 QueryN Metasearch
-RSSingBot
 RankFlex
-RankingBot
 RankingBot2
 Rankivabot
-RankurBot
-Re-re
 ReGet
-Reaper
+Recorder
 RedesScrapy
-RepoMonkey
-RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-SEOprofiler
-SMTBot
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
+ScanAlert
 Scrapy
-ScrepyBot
+Searchestate
 SearchmetricsBot
-Semrush
-Siphon
-SiteSnagger
-Siteimprove
-SlySearch
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+Sitevigil
 Snake
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-Spbot
-Sqlworm
+Spammen
+Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
 Steeler
 Stripper
-Sucuri
+Sucker
+SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
-Telesoft
+T0PHackTeam
+T8Abot
 Telesphorep
-TheNomad
+The Intraformant
 Titan
-Tracemyfile
+Toweyabot
+Trendiction
 Trendictionbot
-True_Robot
-Turnitin
-Typhoeus
-Upflow
-VB Project
-Vacuum
-Virusdie
-VoidEYE
-WASALive-Bot
+TwengaBot
+Twice
+Vagabondo
+WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
-WWW-Collector-E
-Wallpapers/3.0
-Web Fetch
+WWW-Mechanize
+WWW::Mechanize
+WeSEE
+Web Pix
+Web Sauger
+Web Sucker
 WebCollage
-WebFetch
-WebGo IS
-WebLeacher
+WebEnhancer
+WebFuck
+WebStripper
 WebSucker
-WebWhacker
-WebZIP
-WebsiteQuester
-Whacker
+Website Quester
+Who.is Bot
 Widow
-Wonderbot
-Woobot
-Wprecon
+WiseGuys Robot
+Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
+Xenu
+Zauba
 Zermelo
-Zeus
-ZoominfoBot
-ZumBot
 ZyBorg
-autoemailspider
-crawler.feedback
+archive.org_bot
+arquivo-web-crawler
+backlink-check
+check1.exe
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-domainsproject.org
-facebookscraper
+eCatch
+evc-batch
 gopher
-ips-agent
-lwp-request
-lwp-trivial
-muhstik-scan
-plumanalytics
+internetVista monitor
+isitwp.com
+magpie-crawler
+meanpathbot
+mediawords
+netEstate NE Crawler
+pcBrowser
 ripz
+satoristudio.net
 scan.lol
+seostar
+serpstatbot
 sexsearcher
 siteripz
-sp_auditbot
+sogouspider
+spyfu
 sysscan
 trendiction.de
-x22Mozilla
-zgrab
+xpymep1.exe