V4.2021.06.2440 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
-Abonti
+404enemy
+80legs
 Aboundex
+Aboundexbot
 ADmantX
 AfD-Verbotsverfahren
-AhrefsBot
-AIBOT
 AiHitBot
-Alligator
+Aipbot
+AllSubmitter
 AlphaBot
-Apexoo
-Asterias
-AwarioSmartBot
-Backlink-Ceck
+Ankit
+arquivo.pt
+AwarioRssBot
+BackDoorBot
 BackStreet
-BackWeb
-Badass
-Bandit
-BatchFTP
-Battleztar Bazinga
 BBBike
+BetaBot
+Bitacle
 Blackboard
-Black Hole
-BlowFish
+BlackWidow
+BLEXBot
+Blow
+Boardreader
 Bolt
-BuiltBotTough
-BuiltWith
+BotALot
+Brandprotect
+Buddy
 Bullseye
 BunnySlippers
-BuzzSumo
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CensysInspect
+Calculon
+check1.exe
 CheeseBot
-CherryPicker
-Cliqzbot
+CheTeam
+Claritybot
 Cloud mapping
-CODE87
-Collector
+cognitiveseo
+com.plumanalytics
+Copier
 Copyscape
 Cosmos
+Craftbot
+crawler4j
 CrazyWebCrawler
 CrunchBot
+CSHttp
 Curious
+Custo
 CyotekWebCopy
-DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
 Demon
+Devil
+DIIbot
 Dirbuster
 Discoverybot
 Dispatch
 DittoSpyder
-DomainSigmaCrawler
-Domains Project
-domainsproject.org
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Download Wonder
+DomCopBot
+Dotbot
+DSearch
 DTS Agent
-Ebingbong
-EirGrabber
+eCatch
+ECCP/1.0
 EMail Siphon
-evc-batch
+EroCrawler
 Exabot
-EyeNetIE
-Ezooms
+Express WebPictures
+ExtLinksBot
+Extractor
 facebookscraper
-Firefox/7.0
-FlashGet
-Flunky
-Freeuploader
-FrontPage
+FHscan
+Fimap
+Foobot
 Fuzz
-GetWeb
-Gigablast
-Go-Ahead-Got-It
+GalaxyBot
+GermCrawler
+Getintent
+GetRight
 GoZilla
+Go!Zilla
 Grafula
-Harvest
+GridBot
+GT::WWW
+Haansoft
 Havij
 HEADMasterSEO
-Hloader
+HMView
+Humanlinks
 IDBot
 IDBTE4M
+Image Fetch
 Image Sucker
 Indy Library
 InfoNaviRobot
-Intelliseek
-InterGET
-Iria
-IRLbot
-Iskanie
+InfoTekies
+instabid
+internetVista monitor
+JennyBot
+JetCar
 Joomla
 Jorgee
+JustView
+Kenjin Spider
+Keyword Density
+Kozmosbot
+Larbin
 LeechFTP
-Lftp
-LibWeb
-Libwhisker
+LeechGet
+LieBaoFast
 Lightspeedsystems
-Likse
-Linkbot
+LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
+Litemage_walker
 Lmspider
+lwp-request
+Magnet
+Mail.RU_Bot
+Majestic12
+Majestic-SEO
 MarkMonitor
-Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+meanpathbot
 mediawords
-MFC_Tear_Sample
 Microsoft Data Access
-MIDown tool
 MIIxpc
-Mister PiX
 Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-MQQBrowser
+Mr.4x3
 MSFrontPage
-muhstik-scan
+Msrabot
+MTRobot
+Musobot
 Name Intelligence
 Nameprotect
 Navroad
-NearSite
-Needle
 Nessus
-NetZIP
-NextGenSearchBot
-Nikto
+Nibbler
 NimbleCrawler
-Nimbostratus
-Nutch
+Ninja
 Offline Explorer
-Offline Navigator
 Openfind
 OpenLinkProfiler
 Openvas
-OpenVAS
-OPPO A33
-OrangeBot
-OutclicksBot
 OutfoxBot
-Page Analyzer
-PageGrabber
+page scorer
 PageScorer
-pcBrowser
-PeoplePal
+PageThing.com
+Pandalytics
+Pavuk
 Petalbot
+PHPCrawl
 Picscout
 Picsearch
+Pimonster
 Pixray
-Probethenet
-ProPowerBot
-Psbot
-Pu_iN
-PyCurl
-Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-RankurBot
-Reaper
+RankingBot
+Rankivabot
 RebelMouse
-Recorder
-RedesScrapy
-ReGet
 RepoMonkey
 Ripper
 RSSingBot
-s1z.ru
+SalesIntelligent
 ScanAlert
 Scanbot
 scan.lol
 ScoutJet
-ScreenerBot
+Screaming
 ScrepyBot
 Searchestate
-SeobilityBot
+Semrush
+seobility
 SEOkicks-Robot
 Seomoz
-SeoSiteCheckup
 SEOstats
-sexsearcher
+Shodan
+Siphon
+SISTRIX
+Sitebeam
 SiteCheckerBotCrawler
+SiteExplorer
+Siteimprove
 SiteLockSpider
-SiteSnagger
-SmartDownload
-Snapbot
+Site Sucker
+Sitevigil
+SMTBot
+Snake
 SocialRankIOBot
 sogouspider
 SpaceBison
+Spanner
 sp_auditbot
-spyfu
-Sqworm
-SuperHTTP
-Suzuran
+SputnikBot
+Sucker
+Sucuri
+SuperBot
+sysscan
+Szukacz
+T0PHackTeam
 T8Abot
-tAkeOut
+TeleportPro
+Telesphoreo
+Telesphorep
 TheNomad
-Thumbor
-TightTwatBot
 Toata
-Tracemyfile
-True_Robot
 Turnitin
 TwengaBot
 Twice
 Typhoeus
 Upflow
-URLy Warning
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
-Wallpapers/3.0
-WBSearchBot
+Virusdie
+VoidEYE
+WallpapersHD
 Webalta
 Web Auto
-WebCopier
+WebBandit
+Web Collage
 Web Enhancer
-Web Fetch
-WebFuck
+WebFetch
+Web Fuck
 WebGo IS
+WebImageCollector
 webmeup-crawler
 WebReaper
-Web Sauger
-Webshag
-WeSEE
-Whack
-Whacker
-Who.is Bot
-WinHTTrack
+WebSauger
+WebsiteExtractor
+Webster
+Web Sucker
+WebWhacker
+Widow
 Woobot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 Xaldon WebSpider
-Xaldon_WebSpider
+xpymep1.exe
 YoudaoBot
+zauba.io
 Zermelo
 Zeus
 ZoomBot
-ZumBot