V4.2022.08.3272 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
+ADmantX
 ALittle Client
-ASPSeek
+Abonti
+Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-Alligator
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
 Anarchie
-Anarchy99
+Anarchy
 Anthill
-Apexoo
-Asterias
-Atomseobot
-AwarioRssBot
-BLEXBot
+BBBike
+BackDoorBot
 BackStreet
-Backlink-Ceck
-Barkrowler
-Battleztar Bazinga
+BacklinkCrawler
+Bandit
 Black Hole
 Blackboard
+BlowFish
 Bolt
+BotALot
+Brandprotect
 Brandwatch
-Buck
 Buddy
-BuiltWith
-BunnySlippers
-BuzzSumo
-Calculon
-CazoodleBot
-Cegbfeieh
+CATExplorador
+CODE87
+CSHttp
 CheTeam
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
 Claritybot
-Cliqzbot
 Cocolyzebot
 Cogentbot
-Collector
-Copier
-Cosmos
-Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
-DatabaseDriverMysqli
-Demon
-Deusu
-DigitalPebble
+Curious
+DataCha0s
+Digincore
 Dirbuster
-Disco
-Discoverybot
-DittoSpyder
+Discobot
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
+DnyzBot
+DomainStatsBot
 Domains Project
 Download Wonder
-ECCP/1.0
-EMail Siphon
-EroCrawler
-Evil
-ExtLinksBot
-EyeNetIE
+Ebingbong
+Exabot
+Ezooms
+FDM
 FemtosearchBot
-Freeuploader
-FrontPage
+Fimap
+FlashGet
+Flunky
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
 Genieo
-Gigabot
+GetRight
+GetWeb
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
 GrabNet
-GrapeFX
-HMView
-HTMLparser
+Grafula
+GrapeshotCrawler
 HTTrack
+Haansoft
+Havij
 Hloader
 HonoluluBot
 Humanlinks
-IDBot
+HybridBot
 IRLbot
 Iblog
-Image Fetch
-Image Sucker
-Indy Library
+IlseBot
+IndeedBot
 InterGET
-Internet Ninja
-InternetSeer
-Iria
+Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Joomla
+Jorgee
 JustView
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
-Larbin
-LeechFTP
+Kinza
+LNSpiderguy
+Leap
 LeechGet
-LexiBot
+Libwhisker
 Lightspeedsystems
-Likse
-LinkWalker
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
-Lmspider
+Ltx71
 MFC_Tear_Sample
-MJ12bot
+MIDown tool
+MQQBrowser
 MSIECrawler
-MTRobot
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Masscan
-Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Metauri
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-NPbot
+Microsoft URL Control
+Minefield
+Mojeek
+NICErsPRO
 Nameprotect
 NearSite
-NetLyzer
-Netvibes
+Net Vampire
+NetSpider
+NetZIP
+Netcraft
 NextGenSearchBot
-NimbleCrawler
+Nibbler
+Niki-bot
 Ninja
-Offline Explorer
+Not
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+Openvas
 OrangeSpider
 OutclicksBot
-OutfoxBot
-PageAnalyzer
-Panscient
-PeoplePal
+PECL::HTTP
+PHPCrawl
+PageThing.com
+Papa Foto
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-Pockey
-ProWebWalker
-Psbot
-Pu_iN
+Pixray
 Pump
 PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankurBot
-ReGet
-Ripper
-RocketCrawler
-SEOkicks
-SMTBot
-ScoutJet
+PyCurl
+RSSingBot
+RankingBot
+RankingBot2
+Re-re
+RealDownload
+RedesScrapy
+Rogerbot
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
 Scrapy
 Screaming
+ScreenerBot
 SearchmetricsBot
-SiteSnagger
-Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
+SemrushBot
+SentiBot
+Seomoz
+SiteSucker
+Sitebeam
 Snake
-Snapbot
-Sogou web spider
-Sosospider
 SpaceBison
-SpankBot
-Spanner
-SputnikBot
-Stripper
-SuperHTTP
-Szukacz
+Spbot
+Sqlmap
+Sucuri
+Surfbot
+SurveyBot
+Swiftbot
+T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-TheNomad
-Thumbor
+Telesphorep
 TightTwatBot
-Trendictionbot
+Titan
+Toweyabot
+Tracemyfile
+Turingos
 Turnitin
 Typhoeus
-Upflow
+V-BOT
 VCI
-Vagabondo
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-Voltron
-WASALive-Bot
+VoidEYE
+WEBDAV
 WISENutbot
 WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-Web Fuck
-Web Sucker
+Wallpapers
+WallpapersHD
+Web Collage
+Web Fetch
 WebBandit
 WebCollage
 WebEnhancer
-WebImageCollector
-WebPix
-WebSauger
-WebmasterWorldForumBot
-Whack
-Whacker
-Whatweb
-WinHTTrack
-Wonderbot
-YoudaoBot
-Zauba
-Zermelo
+WebLeacher
+WebWhacker
+WebZIP
+Webalta
+Webshag
+Website Quester
+Webster
+Who.is Bot
+Woobot
+Xaldon_WebSpider
+Xenu
+Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
-adscanner
+ZumBot
+arquivo-web-crawler
+cah.io.community
 coccocbot
+crawl.sogou.com
 crawler.feedback
 crawler4j
-gopher
+demandbase-bot
+domainsproject.org
+eCatch
 heritrix
-isitwp.com
-lwp-trivial
+linkdexbot
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
+oBot
+page scorer
 plumanalytics
+polaris version
+ripz
 s1z.ru
-scalaj-http
+scan.lol
+seobility
 serpstatbot
-spyfu
-trendiction.com
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
-zgrab
+sitechecker.pro
+sogouspider
+sp_auditbot
+trendiction.de
+ubermetrics-technologies.com
+x22Mozilla
+zauba.io