V4.2021.05.2346 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-Abonti
+404checker
+404enemy
 Aboundex
-Aboundexbot
-AhrefsBot
-AIBOT
-AiHitBot
+Acunetix
+ADmantX
+AfD-Verbotsverfahren
 Aipbot
-archive.org_bot
+Alexibot
+Alligator
+Anarchie
+Anarchy
+Anarchy99
+Anthill
+Apexoo
+arquivo-web-crawler
 Aspiegel
-ASPSeek
-Asterias
-Attach
-AwarioRssBot
-Badass
+backlink-check
+BackWeb
+Bandit
 Barkrowler
-Battleztar Bazinga
 BBBike
 BDCbot
 BDFetch
-BlackWidow
+BetaBot
+Blackboard
+Boardreader
 Bolt
-Brandprotect
+BotALot
+Brandwatch
+Buck
 BuiltBotTough
 BuiltWith
-BunnySlippers
 BuzzSumo
 Calculon
 Cegbfeieh
 CensysInspect
 check1.exe
-ChinaClaw
-Claritybot
-Cliqzbot
+CheeseBot
+CherryPicker
+Chlooe
+coccocbot-web
 Cocolyzebot
 CODE87
-cognitiveseo
 Collector
-com.plumanalytics
-Copyscape
-Craftbot
-Crescent
-CrunchBot
-Curious
-CyotekWebCopy
+crawler4j
+crawler.feedback
+CrazyWebCrawler
+CSHttp
+Custo
+DatabaseDriverMysqli
+DBLBot
+demandbase-bot
 Deusu
-Digincore
-DigitalPebble
-Disco
+DIIbot
+Dirbuster
+Discoverybot
 Dispatch
 DnyzBot
-DomainSigmaCrawler
+DomainCrawler
 Domains Project
 Dotbot
-Dragonfly
-DSearch
-Ebingbong
+Drip
+DTS Agent
+Ecxi
 EirGrabber
+EMail Siphon
 EMail Wolf
+Evil
+Express WebPictures
 ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 Ezooms
-FDM
 FemtosearchBot
-Flunky
+FHscan
+Fimap
+Firefox/7.0
 Foobot
-Freeuploader
+FrontPage
+Fuzz
+FyberSpider
 Fyrebot
 GalaxyBot
-Gotit
+Genieo
+GetRight
+Gigablast
+G-i-g-a-b-o-t
+Go-Ahead-Got-It
 GoZilla
-Go!Zilla
 GrabNet
 Grafula
 GrapeFX
-GrapeshotCrawler
-GT::WWW
+HaosouSpider
 Harvest
 Havij
-Hloader
-HTTP::Lite
-Humanlinks
-IDBot
-IDBTE4M
-Id-search
-IlseBot
-Image Fetch
+heritrix
+HTMLparser
 Image Sucker
-IndeedBot
 Indy Library
-InfoNaviRobot
-instabid
-Intelliseek
-InterGET
-InternetSeer
-Iria
-IRLbot
-JamesBOT
-Jbrofuzz
-JennyBot
+isitwp.com
 JetCar
 Jetty
-JOC Web Spider
+JikeSpider
 Joomla
-Jorgee
-Keyword Density
-Lanshanbot
-LeechGet
-LexiBot
-Lightspeedsystems
+Jyxobot
+LeechFTP
+Lftp
+LieBaoFast
+Likse
 Linkbot
-LinkextractorPro
-Lipperhey
-Litemage_walker
-LNSpiderguy
-Ltx71
-Majestic SEO
+Linkdexbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+lwp-request
+lwp-trivial
+Majestic12
+Majestic-SEO
+MarkMonitor
 Masscan
 Mata Hari
-MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
 Microsoft Data Access
-MIDown tool
+MIIxpc
+Mister PiX
 MJ12bot
+Mojolicious
 Morfeus Fucking Scanner
-MQQBrowser
-MSFrontPage
-Msrabot
+MSIECrawler
 MTRobot
 muhstik-scan
-Needle
-netEstate NE Crawler
+Name Intelligence
+NearSite
+Nessus
+NetAnts
 NetMechanic
-NetSpider
+Nettrack
+Net Vampire
+Netvibes
+NetZIP
+NextGenSearchBot
+Nibbler
 Niki-bot
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Nuclei
+Nutch
 oBot
-Octopus
-Offline Explorer
+Openfind
 Openvas
-OrangeBot
-OutclicksBot
-OutfoxBot
-PageGrabber
-page scorer
-PageThing.com
-Pandalytics
+OpenVAS
+OPPO A33
+OrangeSpider
+Panscient
 Pavuk
-pcBrowser
+PECL::HTTP
+PeoplePal
 Petalbot
-Picscout
-Picsearch
-Piepmatz
+Pimonster
+Pi-Monster
+Pixray
+PleaseCrawl
+plumanalytics
+Probethenet
+ProPowerBot
+ProWebWalker
 Psbot
-Pu_iN
+Pump
+PxBroker
 PyCurl
-QueryN Metasearch
-RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
 Reaper
-ReGet
-RocketCrawler
+Recorder
+Re-re
+Ripper
+ripz
 Rogerbot
-RSSingBot
-s1z.ru
 satoristudio.net
 ScanAlert
-Scanbot
-scan.lol
-Searchestate
-SearchmetricsBot
-SemrushBot
+ScoutJet
+Scrapy
+Semrush
+SentiBot
 SEOlyticsCrawler
-Seomoz
 SEOprofiler
+seoscanners
 SeoSiteCheckup
+SEOstats
 Shodan
-Siphon
 Sitebeam
-Siteimprove
-siteripz
+SiteLockSpider
 SiteSucker
-Sitevigil
-SMTBot
+SlySearch
+SmartDownload
+Snake
 Snoopy
-Sociscraper
+SocialRankIOBot
 sogouspider
-Sottopop
+Sogou web spider
+Sosospider
 SpaceBison
 SpankBot
-Spanner
 sp_auditbot
-Spbot
-Spinn3r
-Sucker
+SputnikBot
+Sqlworm
+Steeler
 SuperHTTP
-SurveyBot
-Suzuran
+Surfbot
+sysscan
 T8Abot
-TeleportPro
-TheNomad
-Thumbor
-TightTwatBot
-Titan
-Toata
+tAkeOut
 Toweyabot
-Trendiction
-Trendictionbot
-trendiction.com
-trendiction.de
-TwengaBot
+TurnitinBot
+Twice
 URLy.Warning
+Vacuum
+Vagabondo
+VB Project
 VCI
-Virusdie
-Wallpapers/3.0
-Webalta
-WebAuto
+VelenPublicWebCrawler
+Web Auto
+WebBandit
 WebCollage
-WebFetch
+WebCopier
+WebFuck
 WebGo IS
-WebImageCollector
 WebmasterWorldForumBot
+WebPix
 Web Pix
-WebSauger
-Webshag
-WebsiteExtractor
+WebsiteQuester
 Website Quester
-Webster
-WebZIP
+Web Sucker
 WeSEE
 Whack
-Whatweb
-Who.is Bot
-Widow
-WISENutbot
+WinHTTrack
+WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Xaldon WebSpider
+x22Mozilla
+Xaldon_WebSpider
 Xenu
-YoudaoBot
+xpymep1.exe
+Zade
+Zauba
 zauba.io
-Zermelo
-ZyBorg
+Zitebot
+ZoomBot