V4.2021.05.2345 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+80legs
+Abonti
 Aboundex
 Aboundexbot
-Acunetix
+AhrefsBot
 AIBOT
-Alexibot
-Alligator
-AlphaBot
-Anarchie
-Anarchy99
-Anthill
+AiHitBot
+Aipbot
 archive.org_bot
-arquivo.pt
+Aspiegel
 ASPSeek
 Asterias
-Backlink-Ceck
-BackStreet
-BackWeb
+Attach
+AwarioRssBot
 Badass
-BatchFTP
-BetaBot
-Black Hole
-Blow
-Boardreader
+Barkrowler
+Battleztar Bazinga
+BBBike
+BDCbot
+BDFetch
+BlackWidow
 Bolt
 Brandprotect
 BuiltBotTough
+BuiltWith
+BunnySlippers
 BuzzSumo
 Calculon
-CazoodleBot
+Cegbfeieh
+CensysInspect
+check1.exe
 ChinaClaw
+Claritybot
 Cliqzbot
-coccocbot-web
 Cocolyzebot
+CODE87
 cognitiveseo
 Collector
 com.plumanalytics
-CopyRightCheck
+Copyscape
 Craftbot
-crawler4j
-CrazyWebCrawler
-Custo
-DataCha0s
-Demon
-Devil
+Crescent
+CrunchBot
+Curious
+CyotekWebCopy
+Deusu
 Digincore
 DigitalPebble
-DIIbot
+Disco
 Dispatch
 DnyzBot
-DomainAppender
-Drip
-DTS Agent
-eCatch
-Ecxi
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Dragonfly
+DSearch
+Ebingbong
 EirGrabber
-evc-batch
-Express WebPictures
-Extractor
+EMail Wolf
+ExtLinksBot
 ExtractorPro
 Extreme Picture Finder
+Ezooms
+FDM
 FemtosearchBot
-FHscan
-Firefox/7.0
-Fuzz
-FyberSpider
+Flunky
+Foobot
+Freeuploader
+Fyrebot
 GalaxyBot
-Getintent
-GetWeb
-Go-Ahead-Got-It
-Grabber
+Gotit
+GoZilla
+Go!Zilla
+GrabNet
+Grafula
 GrapeFX
-GridBot
+GrapeshotCrawler
+GT::WWW
+Harvest
 Havij
-Heritrix
 Hloader
-HMView
 HTTP::Lite
-HTTrack
-Iblog
+Humanlinks
+IDBot
+IDBTE4M
+Id-search
 IlseBot
 Image Fetch
 Image Sucker
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
+instabid
+Intelliseek
 InterGET
-ips-agent
+InternetSeer
 Iria
+IRLbot
 JamesBOT
+Jbrofuzz
+JennyBot
 JetCar
 Jetty
 JOC Web Spider
-JustView
-Kinza
-Kozmosbot
+Joomla
+Jorgee
+Keyword Density
+Lanshanbot
 LeechGet
-Libwhisker
+LexiBot
+Lightspeedsystems
 Linkbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+LinkextractorPro
 Lipperhey
 Litemage_walker
-Lmspider
 LNSpiderguy
-LWP::Simple
-Mag-Net
-Majestic12
-MarkMonitor
+Ltx71
+Majestic SEO
 Masscan
-Mass Downloader
-MegaIndex.ru
-MFC_Tear_Sample
-MicroMessenger
+Mata Hari
+MeanPath Bot
 Microsoft Data Access
-MIIxpc
-Mister PiX
-Mojeek
-Mojolicious
-Mr.4x3
-MSIECrawler
+MIDown tool
+MJ12bot
+Morfeus Fucking Scanner
+MQQBrowser
+MSFrontPage
 Msrabot
 MTRobot
-Name Intelligence
-Nameprotect
-Nessus
-Netcraft
-NetLyzer
-Nibbler
-NimbleCrawler
+muhstik-scan
+Needle
+netEstate NE Crawler
+NetMechanic
+NetSpider
+Niki-bot
+Nimbostratus
 Ninja
-Nutch
+Nmap
+Nuclei
+oBot
 Octopus
-Openfind
-OPPO A33
-OrangeSpider
+Offline Explorer
+Openvas
+OrangeBot
+OutclicksBot
 OutfoxBot
-PageAnalyzer
-Page Analyzer
 PageGrabber
-PageScorer
+page scorer
 PageThing.com
-Panscient
+Pandalytics
+Pavuk
 pcBrowser
-PECL::HTTP
 Petalbot
-PHPCrawl
+Picscout
 Picsearch
 Piepmatz
-Pimonster
-Pi-Monster
-PleaseCrawl
-Pockey
-POE-Component-Client-HTTP
-polaris version
-probe-image-size
-ProWebWalker
-Pump
+Psbot
+Pu_iN
 PyCurl
 QueryN Metasearch
-RankingBot
-RankingBot2
+RankActive
 Rankivabot
 Reaper
-Recorder
 ReGet
+RocketCrawler
+Rogerbot
+RSSingBot
 s1z.ru
 satoristudio.net
-SBIder
-scalaj-http
-Scrapy
-ScreenerBot
+ScanAlert
+Scanbot
+scan.lol
 Searchestate
+SearchmetricsBot
 SemrushBot
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
+Seomoz
+SEOprofiler
 SeoSiteCheckup
-serpstatbot
 Shodan
 Siphon
 Sitebeam
-SiteExplorer
-SiteLockSpider
+Siteimprove
 siteripz
 SiteSucker
-Site Sucker
-SlySearch
-SmartDownload
-Snake
+Sitevigil
+SMTBot
 Snoopy
+Sociscraper
 sogouspider
 Sottopop
-Spammen
+SpaceBison
+SpankBot
 Spanner
 sp_auditbot
+Spbot
 Spinn3r
-spyfu
-Sqlmap
-Sqlworm
-SuperBot
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
+Sucker
+SuperHTTP
+SurveyBot
+Suzuran
+T8Abot
 TeleportPro
-Telesoft
 TheNomad
+Thumbor
 TightTwatBot
 Titan
+Toata
 Toweyabot
+Trendiction
 Trendictionbot
 trendiction.com
 trendiction.de
-True_Robot
-URLy Warning
-Vagabondo
-VB Project
-VelenPublicWebCrawler
+TwengaBot
+URLy.Warning
+VCI
 Virusdie
-Voil
-WallpapersHD
+Wallpapers/3.0
+Webalta
+WebAuto
 WebCollage
-WebCopier
-WEBDAV
-WebEnhancer
-WebFuck
-Web Fuck
-WebPix
-WebReaper
-WebsiteQuester
+WebFetch
+WebGo IS
+WebImageCollector
+WebmasterWorldForumBot
+Web Pix
+WebSauger
+Webshag
+WebsiteExtractor
 Website Quester
-WebWhacker
+Webster
 WebZIP
+WeSEE
+Whack
 Whatweb
 Who.is Bot
 Widow
 WISENutbot
 Wonderbot
-Wprecon
-WPScan
+Woobot
+Wotbox
+WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zeus
-Zitebot
-ZoomBot
+Xenu
+YoudaoBot
+zauba.io
+Zermelo
+ZyBorg