V4.2022.04.3075 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+01h4x.com
+404enemy
+80legs
 AIBOT
-ASPSeek
 Abonti
-AfD-Verbotsverfahren
+Aboundex
+Aboundexbot
 AiHitBot
-Aipbot
-Alexibot
-Alligator
-AlphaBot
+Anarchie
 Anarchy99
 Ankit
 Anthill
 Apexoo
 Aspiegel
+AwarioSmartBot
+BackWeb
+Backlink-Ceck
 Badass
 Bandit
 Barkrowler
 Battleztar Bazinga
-Bolt
-BotALot
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
+Blow
+Boardreader
+Brandwatch
 Buck
-Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+BuzzSumo
 CCBot
-CazoodleBot
-Cegbfeieh
-Copyscape
+CheeseBot
+CherryPicker
+Chlooe
+Citoid
+Claritybot
+Cogentbot
 Cosmos
-Curious
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-DTS Agent
 Demon
 Deusu
 DigitalPebble
 Dirbuster
 Discobot
-Dispatch
-DnBCrawler-Analytics
+DittoSpyder
+DnyzBot
 DomCopBot
 Domains Project
-Dotbot
 ECCP/1.0
-EasyDL
-Ecxi
 Evil
 Express WebPictures
 Extractor
+Extreme Picture Finder
 EyeNetIE
+FHscan
+FemtosearchBot
 Fimap
+FlashGet
 Flunky
-Foobot
-Freeuploader
-Fuzz
-FyberSpider
-GalaxyBot
-Genieo
-GetWeb
-Go-Ahead-Got-It
-GoZilla
-Gotit
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-Haansoft
-HonoluluBot
+G-i-g-a-b-o-t
+GT::WWW
+Gigabot
+Go!Zilla
+Grafula
+GrapeFX
+HMView
+HTMLparser
+HTTrack
+Heritrix
+Hloader
 Humanlinks
+IDBTE4M
+IDBot
 Iblog
-Id-search
-Image Fetch
 Image Sucker
+IndeedBot
 InfoNaviRobot
-Iskanie
+InfoTekies
+Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
+IstellaBot
 JamesBOT
 JennyBot
+JetCar
 Jetty
 JikeSpider
 Jorgee
-Jyxobot
-LWP::Simple
+JustView
+Kenjin Spider
+Keyword Density
 Larbin
-Leap
 LeechGet
+LexiBot
+Lftp
+LibWeb
 Libwhisker
 LinkScan
-LinksManager
-MFC_Tear_Sample
-MSFrontPage
-MSIECrawler
+LinkWalker
+LinkpadBot
+LinqiaScrapeBot
+Lmspider
+MJ12bot
+MQQBrowser
+MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
-Mass Downloader
+Majestic12
+Masscan
+MauiBot
 Mb2345Browser
-Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
 Minefield
-Moblie Safari
-Mojeek
-Mojolicious
-Msrabot
+NICErsPRO
 NPbot
-Name Intelligence
-NearSite
+Needle
 Nessus
-Net Vampire
 NetLyzer
-NetMechanic
-NetZIP
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Octopus
+Nikto
+Nmap
+Not
 Offline Explorer
-Offline Navigator
-OpenVAS
-Openfind
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+Openvas
+OutclicksBot
 PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
 Pandalytics
 Panscient
-Papa Foto
-PeoplePal
-Picsearch
-PleaseCrawl
-Pockey
+Petalbot
 ProPowerBot
-Psbot
+Probethenet
+Pump
 PyCurl
-QueryN Metasearch
-RankActiveLinkBot
+RankFlex
 RankingBot
-RankurBot
-Re-re
+RankingBot2
 ReGet
-RealDownload
-RebelMouse
+Reaper
+Recorder
+RedesScrapy
 RocketCrawler
 SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
+SMTBot
+ScanAlert
 ScoutJet
-Scrapy
 Screaming
+ScreenerBot
 Searchestate
 SearchmetricsBot
-Seekport
 SemanticJuice
+SemrushBot
 SentiBot
-Seomoz
-SiteCheckerBotCrawler
+SeobilityBot
 SiteExplorer
-Sitevigil
-Snapbot
 Snoopy
 SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
-SpankBot
-Spinn3r
-Stripper
-Sucuri
-SuperBot
-Swiftbot
-T0PHackTeam
-Teleport
+Spammen
+Spanner
+Spbot
+SputnikBot
+Surfbot
+Szukacz
 TeleportPro
 Telesoft
-Telesphorep
 TheNomad
-Thumbor
-Toata
-Toweyabot
+Tracemyfile
 Trendiction
 Trendictionbot
-True_Robot
-TurnitinBot
 TwengaBot
 Twice
 Typhoeus
-URLy.Warning
-V-BOT
-Vacuum
+VB Project
 Vagabondo
-Voltron
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+Voil
+WEBDAV
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
+WeSEE
+Web Collage
 Web Enhancer
+Web Fetch
 Web Pix
-Web Sucker
+Web Sauger
 WebAuto
-WebBandit
 WebEnhancer
+WebFetch
 WebImageCollector
-WebStripper
+WebReaper
 WebSucker
-Webshag
+WebWhacker
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
-WebsiteQuester
 Webster
-Whack
-Whatweb
-Widow
-WiseGuys Robot
+Who.is Bot
+Wonderbot
 Woobot
-Wprecon
-Zermelo
+Xaldon_WebSpider
+Xenu
 Zeus
+Zitebot
 ZoomBot
-ZumBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
+ZoominfoBot
+ZyBorg
+arquivo.pt
+backlink-check
+cah.io.community
 coccocbot
-cognitiveseo
-com.plumanalytics
 demandbase-bot
-evc-batch
-facebookscraper
-lwp-request
+eCatch
+gopher
+heritrix
+instabid
+linkdexbot
+magpie-crawler
+meanpathbot
+mediawords
 netEstate NE Crawler
-pcBrowser
-plumanalytics
-polaris version
-satoristudio.net
-scalaj-http
-scan.lol
+ripz
+s1z.ru
 seocompany.store
 seoscanners
 seostar
-serpstatbot
-sogouspider
-sp_auditbot
-spyfu
-trendiction.de
+sexsearcher
+sitechecker.pro
+tAkeOut
 ubermetrics-technologies.com
-webgains-bot
-webpros.com
-webprosbot
-x09Mozilla
+voyagerx.com
 zauba.io
-zgrab