V4.2022.04.3027 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 80legs
 AIBOT
-ALittle Client
-Abonti
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+Aboundexbot
 Aipbot
 Anarchy
-Anarchy99
 Ankit
-Atomseobot
-BDCbot
-BacklinkCrawler
+Apexoo
+AwarioSmartBot
+BBBike
+BLEXBot
+BackStreet
+BackWeb
+Backlink-Ceck
+Bandit
 Battleztar Bazinga
-Bitacle
-Black Hole
-Blow
-BlowFish
-Boardreader
-BotALot
-Brandwatch
-Bullseye
-BunnySlippers
-BuzzSumo
-CODE87
-CSHttp
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
+BlackWidow
+Blackboard
+Buddy
+BuiltBotTough
+CATExplorador
+CheTeam
+Chlooe
 Citoid
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
+Copyscape
 Crawling at Home Project
+CrazyWebCrawler
 Crescent
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
 DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Demon
-Devil
-DigitalPebble
-Dirbuster
-Discoverybot
+Disco
 Dispatch
+DnBCrawler-Analytics
 DomCopBot
-DomainStatsBot
+DomainAppender
+DomainSigmaCrawler
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
-EasyDL
-Ebingbong
+Drip
+EMail Siphon
 EirGrabber
-EroCrawler
-Evil
-Extreme Picture Finder
+Exabot
+Express WebPictures
+Extractor
 EyeNetIE
-FHscan
-FemtosearchBot
 Fimap
-Firefox/7.0
+FlashGet
 Flunky
-Foobot
+Freeuploader
+FrontPage
 Fuzz
-GalaxyBot
-Getintent
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 Go-Ahead-Got-It
-GoZilla
-Gotit
 Grafula
 GrapeFX
 GrapeshotCrawler
 HEADMasterSEO
 HMView
-HTMLparser
+HTTP::Lite
 Haansoft
-Heritrix
-Humanlinks
-HybridBot
+Harvest
+HonoluluBot
 IDBTE4M
+IDBot
+Id-search
 IlseBot
-Image Fetch
-Image Sucker
-Indy Library
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
+IndeedBot
+InfoTekies
+Iskanie
 IstellaBot
 JOC Web Spider
 Jbrofuzz
+JennyBot
+JetCar
 Jetty
-JikeSpider
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Kozmosbot
-Larbin
-LeechFTP
-Libwhisker
-Linkdexbot
+Kenjin Spider
+Keyword Density
+Lanshanbot
+Leap
+Lftp
+LibWeb
+LieBaoFast
+Likse
+LinkWalker
 LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MIDown tool
-MIIxpc
+Lipperhey
 MJ12bot
 MTRobot
-Magnet
-Majestic SEO
+Mag-Net
+MarkWatch
 Masscan
-MauiBot
-MeanPath Bot
+Mata Hari
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Minefield
-Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
-NICErsPRO
+Musobot
 NPbot
+Nameprotect
 Navroad
+NearSite
 Needle
 Nessus
-NetLyzer
-NetSpider
+Net Vampire
+NetAnts
 NetZIP
+Netcraft
+Nettrack
+Niki-bot
+NimbleCrawler
+Nimbostratus
 Not
-Nuclei
-Octopus
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
-OpenVAS
+OrangeSpider
+OutclicksBot
 PECL::HTTP
 PHPCrawl
-PageThing.com
-Pixray
-PleaseCrawl
-Pockey
-Probethenet
-PxBroker
-Quick-Crawler
+PageGrabber
+PageScorer
+Pavuk
+PeoplePal
+Picsearch
+ProPowerBot
+ProWebWalker
+Pump
+RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
 Re-re
-Reaper
-Ripper
-SBIder
-SEOprofiler
+ReGet
+RebelMouse
+RedesScrapy
+RepoMonkey
 SEOstats
-SISTRIX
-SalesIntelligent
 ScanAlert
-ScoutJet
-Seekport
+Scrapy
+Searchestate
 SemanticJuice
 Semrush
-SemrushBot
 SentiBot
 Seomoz
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+SiteSnagger
+Sitebeam
 SlySearch
+Snake
 Sociscraper
-Sogou web spider
+Sosospider
 Sottopop
 Spammen
-SpankBot
 Spanner
-Stripper
-SuperBot
-SuperHTTP
-SurveyBot
-T0PHackTeam
+SputnikBot
+Surfbot
+Swiftbot
 T8Abot
-Teleport
 Telesphorep
-TightTwatBot
-Toweyabot
-Tracemyfile
 Trendiction
-True_Robot
-Turingos
 Turnitin
+TurnitinBot
 Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-VCI
+Upflow
+VB Project
+Vacuum
 Vagabondo
-Voltron
+VoidEYE
 WBSearchBot
+WEBDAV
+WPScan
 WWW-Mechanize
-WallpapersHD
-Web Enhancer
-WebBandit
-WebReaper
+WWW::Mechanize
+WWWOFFLE
+WeSEE
+Web Auto
+Web Fetch
+Web Fuck
+Web Sucker
+WebAuto
+WebCollage
+WebEnhancer
+WebFetch
+WebLeacher
+WebPix
 WebSauger
-Webster
+WebWhacker
+WebZIP
+Webalta
+Webshag
+Whack
 Whatweb
-WinHTTrack
-WiseGuys Robot
+Who.is Bot
+Widow
 Woobot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
 Zauba
-ZmEu
 ZoomBot
+ZoominfoBot
 adscanner
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 cah.io.community
 clark-crawler
-com.plumanalytics
+coccocbot
+crawl.sogou.com
+crawler4j
+domainsproject.org
 eCatch
+evc-batch
 gopher
+heritrix
+instabid
 internetVista monitor
 lwp-request
-lwp-trivial
 magpie-crawler
-page scorer
-pcBrowser
-plumanalytics
-scan.lol
+muhstik-scan
+ripz
+scalaj-http
+seobility
 seostar
-sitechecker.pro
-sogouspider
-spyfu
-tAkeOut
-webgains-bot
+serpstatbot
+siteripz
+sp_auditbot
+trendiction.de
+voyagerx.com
 webmeup-crawler
 x09Mozilla
+x22Mozilla
 xpymep1.exe
+zgrab