V4.2022.06.3194 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
+360Spider
+404enemy
 AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
 AiHitBot
-AllSubmitter
-AlphaBot
+Alligator
+Anarchie
+Anarchy
+Anarchy99
+Ankit
 Anthill
+Aspiegel
 Asterias
-Atomseobot
+Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BackDoorBot
-BacklinkCrawler
-Badass
-Barkrowler
+BLEXBot
+BatchFTP
+BetaBot
 Bigfoot
-Bitacle
-Black Hole
-BlackWidow
-Blackboard
-BlowFish
+Boardreader
 Bolt
 Brandwatch
-Buck
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
-Calculon
-ChinaClaw
-Citoid
-Cocolyzebot
+Buddy
+BuiltBotTough
+Bullseye
+CCBot
+CensysInspect
+CheTeam
+CheeseBot
+Chlooe
+Cloud mapping
 Cogentbot
 Collector
-CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-Custo
+Copier
 DBLBot
 DIIbot
-DSearch
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
-Demon
 Deusu
-Digincore
-Dirbuster
 Disco
-Dispatch
-DnyzBot
-DomainStatsBot
-Dotbot
-Drip
-EMail Siphon
-EMail Wolf
-Ecxi
-EirGrabber
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
+DittoSpyder
+DnBCrawler-Analytics
+Domains Project
+Download Wonder
+Ebingbong
+EroCrawler
+Evil
+Extractor
+ExtractorPro
 Ezooms
-FDM
 FHscan
-Fuzz
+Firefox/7.0
+FlashGet
+Flunky
+Foobot
+Freeuploader
+FrontPage
 Fyrebot
 GT::WWW
-GalaxyBot
 Genieo
-GermCrawler
-Getintent
-Go!Zilla
-GrabNet
-Grafula
+GoZilla
+Gotit
+Grabber
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
+HTTrack
 Haansoft
-HaosouSpider
-Harvest
-Heritrix
+Havij
+Hloader
 HonoluluBot
-Humanlinks
-IDBTE4M
-Id-search
-Indy Library
-InterGET
+Image Sucker
+InfoNaviRobot
+Intelliseek
+InternetSeer
+Iria
+Iskanie
 JOC Web Spider
+JamesBOT
+JikeSpider
 Joomla
-Jorgee
-Kozmosbot
-Larbin
-LeechGet
+Kenjin Spider
+Keyword Density
+LNSpiderguy
+LexiBot
+Lftp
 Libwhisker
-LinkextractorPro
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
+LinkpadBot
+LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 MFC_Tear_Sample
-MSFrontPage
-MSIECrawler
+MIDown tool
+MIIxpc
+MQQBrowser
 MTRobot
-Magnet
+Mag-Net
 Mail.RU_Bot
-Masscan
+Majestic SEO
+Majestic12
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
+Microsoft Data Access
+Minefield
 Mister PiX
 Moblie Safari
-Msrabot
+Morfeus Fucking Scanner
+Mozlila
 Musobot
-Name Intelligence
 Nameprotect
-Navroad
 NetAnts
 NetLyzer
-NetZIP
-Netcraft
-Netvibes
-Nimbostratus
-Nmap
-Nuclei
+Nibbler
+Niki-bot
+Nikto
+Ninja
+Nutch
 Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
 OutclicksBot
-OutfoxBot
 PHPCrawl
-PageGrabber
+Page Analyzer
+PageScorer
+Pandalytics
 Panscient
+Petalbot
 Pi-Monster
 Picscout
+Picsearch
 PictureFinder
-Probethenet
-Pu_iN
-PxBroker
-QueryN Metasearch
-RankActive
-RankFlex
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Pump
+RankActiveLinkBot
+RankingBot
+Re-re
 RealDownload
-Reaper
 RebelMouse
-RedesScrapy
-RepoMonkey
+Recorder
+Ripper
 RocketCrawler
-SEOkicks
-ScrepyBot
-Semrush
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
+ScoutJet
+ScreenerBot
+Searchestate
+SemanticJuice
 SeobilityBot
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Sitebeam
+SiteLockSpider
+Siteimprove
+Sitevigil
+SlySearch
 Snake
-Sosospider
-Spammen
-SpankBot
-Sucuri
-SuperBot
+Snoopy
+SocialRankIOBot
+SpaceBison
+Spbot
+Stripper
+SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
+Swiftbot
 T0PHackTeam
-Telesphorep
+T8Abot
+Telesphoreo
 Thumbor
-TightTwatBot
-Toweyabot
+Titan
+Trendictionbot
+True_Robot
+Turingos
 TurnitinBot
-TwengaBot
 Twice
 URLy Warning
+URLy.Warning
+UnisterBot
+Upflow
 VB Project
-Virusdie
-Voltron
-WISENutbot
+VCI
+Vacuum
+VeriCiteCrawler
+VoidEYE
+WBSearchBot
+WEBDAV
 WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
 WeSEE
 Web Auto
-Web Collage
-Web Enhancer
-Web Pix
-Web Sauger
-WebAuto
 WebCollage
-WebFetch
 WebFuck
+WebGo IS
 WebLeacher
-WebPix
-WebSauger
-WebStripper
-WebSucker
-WebZIP
-WebmasterWorldForumBot
+WebReaper
+Webalta
+Webshag
 Website Quester
-WebsiteExtractor
 WebsiteQuester
 Webster
-Whack
-Who.is Bot
-Widow
-WinHTTrack
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
-YoudaoBot
-Zauba
-Zeus
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
+Whacker
+Whatweb
+Zermelo
+arquivo-web-crawler
 autoemailspider
-backlink-check
 cah.io.community
-coccocbot
+cognitiveseo
+com.plumanalytics
+crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
+instabid
 internetVista monitor
+ips-agent
 iubenda-radar
-lwp-request
+linkdexbot
 magpie-crawler
-meanpathbot
+page scorer
 pcBrowser
-plumanalytics
 polaris version
-ripz
 s1z.ru
-scalaj-http
-scan.lol
-seobility
+serpstatbot
 sexsearcher
+sitechecker.pro
+sp_auditbot
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
+webpros.com
+x09Mozilla
 x22Mozilla
+zgrab