V4.2021.12.2749 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404enemy
-80legs
-ADmantX
-ALittle Client
-Aipbot
-Alligator
-Anarchie
+Aboundex
+Acunetix
+Alexibot
+AllSubmitter
 Anarchy99
 Ankit
-Anthill
+Aspiegel
 BBBike
+BDFetch
 BLEXBot
 BackDoorBot
-BackStreet
 Backlink-Ceck
-Barkrowler
 BatchFTP
 Battleztar Bazinga
-BetaBot
-Bitacle
-Black Hole
-Blackboard
 Blow
 Bolt
-Brandprotect
-Buck
-Buddy
-BuiltBotTough
-CATExplorador
+Brandwatch
+BunnySlippers
+BuzzSumo
 CCBot
-CODE87
+Calculon
+CazoodleBot
 Cegbfeieh
 CherryPicker
-ChinaClaw
-Claritybot
+Chlooe
+Cliqzbot
 Cocolyzebot
-Collector
-CopyRightCheck
-Craftbot
+Cogentbot
+Copyscape
+Cosmos
 CrazyWebCrawler
-Crescent
-Custo
+DBLBot
 DSearch
-DataCha0s
-Demon
+DTS Agent
 Devil
+DigitalPebble
 Disco
-Discobot
 Discoverybot
 DnyzBot
 DomCopBot
-DomainAppender
-Dragonfly
-Drip
-EMail Siphon
+DomainSigmaCrawler
+Dotbot
+ECCP/1.0
+EasyDL
+Ebingbong
 EirGrabber
-Express WebPictures
-Extractor
+Evil
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
 Fimap
-Firefox/7.0
-FlashGet
 Flunky
-Freeuploader
-Fyrebot
+Foobot
 G-i-g-a-b-o-t
-GalaxyBot
 Genieo
+GermCrawler
 GetWeb
 Gigabot
-Go!Zilla
-GoZilla
+Gotit
 GrabNet
-GrapeshotCrawler
 GridBot
-HMView
+HEADMasterSEO
 HTMLparser
-HTTrack
-Harvest
-HybridBot
-IDBot
+Haansoft
+HaosouSpider
+Havij
+Humanlinks
+IDBTE4M
+Id-search
+IlseBot
+Image Fetch
 IndeedBot
-Indy Library
-InfoNaviRobot
-InterGET
-JetCar
+InfoTekies
+Intelliseek
 Joomla
 Jorgee
-Kenjin Spider
-Kozmosbot
-Leap
+JustView
+Keyword Density
+Lanshanbot
+Larbin
 LeechGet
+LexiBot
+Lftp
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-Linkdexbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
-MQQBrowser
-MSIECrawler
+MIDown tool
+MIIxpc
 MTRobot
-Mail.RU_Bot
+Magnet
+Majestic-SEO
+Majestic12
+MarkWatch
+Mass Downloader
 Mata Hari
-MauiBot
-MegaIndex.ru
-Metauri
+MeanPath Bot
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Msrabot
-Musobot
-NPbot
-Name Intelligence
+Mister PiX
+Mr.4x3
 Needle
+Nessus
+Net Vampire
 NetAnts
-NetLyzer
-Netcraft
-Nibbler
-Niki-bot
-Nimbostratus
+NetMechanic
+NetSpider
+NextGenSearchBot
+NimbleCrawler
 Nmap
 Not
+Octopus
 Offline Navigator
-OnCrawl
-Openvas
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PageScorer
+OpenVAS
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageThing.com
-Panscient
-Pavuk
+Pandalytics
+Papa Foto
+PeoplePal
 Petalbot
 Picscout
+Picsearch
+PictureFinder
 Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 Pump
+PxBroker
+RankActive
 Rankivabot
-Reaper
 RebelMouse
-SEOlyticsCrawler
-SMTBot
+Recorder
+RedesScrapy
+SEOkicks
+SEOprofiler
 SalesIntelligent
 ScanAlert
-Scrapy
-Screaming
-ScreenerBot
-Searchestate
-SemanticJuice
+Scanbot
+ScoutJet
+SearchmetricsBot
+Semrush
+SemrushBot
 SentiBot
-SeobilityBot
-Shodan
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
+SiteExplorer
 Sitebeam
-Sitevigil
+Siteimprove
+SlySearch
 SmartDownload
 Snake
+Snapbot
 Snoopy
-Sogou web spider
+SocialRankIOBot
 Sosospider
-Sottopop
-Spanner
-Spbot
-SputnikBot
+Spammen
+Sqlworm
+Sqworm
+Steeler
 Stripper
-Sucker
-Sucuri
 Surfbot
-Swiftbot
-T0PHackTeam
-TeleportPro
+Suzuran
+Szukacz
+T8Abot
+Teleport
+Telesoft
+TheNomad
 Thumbor
 Toata
 Toweyabot
 Tracemyfile
+Trendiction
 Trendictionbot
-TurnitinBot
+True_Robot
+Turnitin
 TwengaBot
+Twice
 Typhoeus
-V-BOT
+Upflow
 Vagabondo
-VoidEYE
-WEBDAV
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
+Web Auto
 Web Collage
-Web Enhancer
-Web Fuck
+Web Fetch
+Web Sauger
 Web Sucker
 WebAuto
 WebCollage
-WebCopier
+WebEnhancer
 WebFuck
+WebImageCollector
 WebLeacher
 WebPix
-WebReaper
-WebSucker
-WebmasterWorldForumBot
-Webshag
+Webalta
 WebsiteExtractor
-Who.is Bot
+WebsiteQuester
+Whack
+Whacker
+Widow
+WiseGuys Robot
 Wonderbot
 Wotbox
-Wprecon
-Xenu
+Xaldon WebSpider
+YoudaoBot
+Zade
+Zauba
+ZoominfoBot
 ZyBorg
-autoemailspider
-backlink-check
-cah.io.community
 clark-crawler
 coccocbot-web
-com.plumanalytics
-crawler4j
+dataforseo.com
 demandbase-bot
+eCatch
 evc-batch
-facebookscraper
-instabid
+gopher
+heritrix
 ips-agent
 isitwp.com
-magpie-crawler
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
-plumanalytics
+oBot
+page scorer
+probe-image-size
+s1z.ru
 satoristudio.net
-scan.lol
-seostar
-siteripz
-spyfu
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
-webprosbot
+scalaj-http
+seobility
+seocompany.store
+seoscanners
+serpstatbot
+sexsearcher
+ubermetrics-technologies.com
+x09Mozilla
+zauba.io
+zgrab