V4.2022.05.3095 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
 80legs
 ADmantX
-AIBOT
+ASPSeek
 Aboundex
-Acunetix
-Alexibot
-AllSubmitter
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
 AlphaBot
-Anarchie
-Anarchy
 Anarchy99
-Ankit
 Anthill
 Apexoo
-Aspiegel
 Asterias
-Attach
-AwarioSmartBot
-BDFetch
-BacklinkCrawler
-Barkrowler
-Bitacle
-Black Hole
+Atomseobot
+BBBike
+BLEXBot
+Bandit
 BlackWidow
+Blackboard
 Blow
-BotALot
-Buck
-Buddy
+Bolt
 BuiltBotTough
-Bullseye
 BuzzSumo
+CSHttp
 CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
 Cliqzbot
-Cloud mapping
-Collector
-Copyscape
-Craftbot
+Copier
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
-DBLBot
+Custo
+CyotekWebCopy
 DIIbot
-DatabaseDriverMysqli
-Devil
+DTS Agent
+Deusu
+DigitalPebble
+Discobot
 Discoverybot
 Dispatch
-DittoSpyder
 DnyzBot
-DomCopBot
-DomainStatsBot
 Domains Project
-EroCrawler
-Express WebPictures
-ExtractorPro
+Download Wonder
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EirGrabber
+Exabot
 Extreme Picture Finder
 EyeNetIE
-FDM
 FHscan
 Fimap
-Fuzz
-FyberSpider
+Flunky
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
-Gigabot
-Gotit
+Go-Ahead-Got-It
 GrabNet
-Grabber
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
 Heritrix
-HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
 Iblog
-IlseBot
-Indy Library
+Image Fetch
+Image Sucker
 InfoTekies
 InterGET
-InternetSeer
-Iria
-Iskanie
+Internet Ninja
+IstellaBot
 Jbrofuzz
 JennyBot
-Jorgee
-Kozmosbot
+JetCar
+Joomla
+Kenjin Spider
+LNSpiderguy
 Lanshanbot
+Larbin
 Leap
-LeechFTP
 LeechGet
+LexiBot
 Lftp
 Libwhisker
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-LinksManager
-Lipperhey
-Litemage_walker
+LinkextractorPro
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
 Lmspider
+MFC_Tear_Sample
 MJ12bot
 MQQBrowser
-MSIECrawler
-Majestic12
-MarkMonitor
+MTRobot
+Mag-Net
+Majestic SEO
+Mass Downloader
 Masscan
 MauiBot
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Minefield
-Mister PiX
-Moblie Safari
-Mojolicious
-NPbot
+Microsoft URL Control
+MolokaiBot
+NICErsPRO
+Name Intelligence
+NearSite
 Needle
 Nessus
 Net Vampire
+NetLyzer
 NetMechanic
-NetSpider
+Nettrack
 NextGenSearchBot
 Niki-bot
-Nimbostratus
-Not
 Nuclei
 Nutch
-Openvas
-OrangeSpider
-PECL::HTTP
-PageAnalyzer
-PageGrabber
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+OutfoxBot
+PageScorer
+PageThing.com
 Pandalytics
+Panscient
+Papa Foto
 Pavuk
-PeoplePal
-Petalbot
 Pi-Monster
-PictureFinder
-Piepmatz
+Picscout
 Pimonster
-Probethenet
+Pixray
+PleaseCrawl
+ProWebWalker
+Psbot
 Pu_iN
 Pump
-PyCurl
 Quick-Crawler
-RSSingBot
+RankingBot
+RankingBot2
 RankurBot
+Re-re
+ReGet
+RebelMouse
+Recorder
 RedesScrapy
-SEOkicks-Robot
+RepoMonkey
+SEOkicks
 SEOprofiler
-SEOstats
-ScanAlert
-ScoutJet
-Searchestate
-SearchmetricsBot
+Screaming
+SemanticJuice
+Semrush
 SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
-SiteCheckerBotCrawler
+Site Sucker
+SiteExplorer
 SiteLockSpider
-SiteSucker
 Sitebeam
+SlySearch
 SmartDownload
-Snake
-Sociscraper
+SocialRankIOBot
 Sogou web spider
 Sosospider
-Sottopop
+SpaceBison
+Spammen
 Spinn3r
 SputnikBot
-Sqlmap
 Sqlworm
-Stripper
-SuperHTTP
+Sucker
 Surfbot
-T8Abot
 Teleport
-Telesphoreo
+Telesoft
 Thumbor
-TightTwatBot
-Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
-TurnitinBot
-Twice
-URLy.Warning
+True_Robot
+Turingos
+Turnitin
+Typhoeus
+UnisterBot
 Upflow
+VB Project
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
+VeriCiteCrawler
+VidibleScraper
 Voil
 Voltron
 WASALive-Bot
+WBSearchBot
 WEBDAV
-Wallpapers/3.0
-WallpapersHD
+WISENutbot
+WPScan
+WWWOFFLE
+WeSEE
 Web Auto
 Web Enhancer
-Web Fetch
-Web Pix
-Web Sucker
+Web Sauger
+WebAuto
 WebFetch
-WebGo IS
 WebImageCollector
-WebPix
+WebLeacher
+WebSauger
 WebStripper
 WebSucker
-Webshag
+WebWhacker
+Webalta
+Website Quester
 WebsiteExtractor
-Whack
-Widow
+WebsiteQuester
+Webster
+Whacker
+Who.is Bot
+WinHTTrack
 Woobot
-Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
+Zauba
 ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
-adscanner
 arquivo-web-crawler
-backlink-check
-cognitiveseo
-com.plumanalytics
+cah.io.community
+check1.exe
+clark-crawler
+crawl.sogou.com
+dataforseo.com
+domainsproject.org
+evc-batch
 facebookscraper
-heritrix
-instabid
+gopher
+internetVista monitor
+ips-agent
+iubenda-radar
 lwp-request
-muhstik-scan
+lwp-trivial
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
 oBot
-plumanalytics
 polaris version
 ripz
-s1z.ru
 seobility
-seocompany.store
+serpstatbot
 sexsearcher
 siteripz
-tAkeOut
-webgains-bot
+spyfu
+ubermetrics-technologies.com
+voyagerx.com
+x09Mozilla
+xpymep1.exe
 zauba.io
-zgrab