V4.2022.09.3345 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 80legs
 Aboundex
-Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
+AlphaBot
+Anarchie
+Anarchy
+Anarchy99
 Anthill
-Aspiegel
-Atomseobot
+Apexoo
 Attach
-BBBike
 BDCbot
-BLEXBot
 BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Barkrowler
+BackWeb
 Battleztar Bazinga
 Bitacle
-Black Hole
-Blackboard
 Blow
-BuiltBotTough
+Boardreader
+Brandprotect
+Brandwatch
+Buddy
 BuiltWith
+Bullseye
 BuzzSumo
-CODE87
+Cegbfeieh
+CheTeam
+CheeseBot
+CherryPicker
 Chlooe
 Claritybot
 Cloud mapping
+Cocolyzebot
+Copier
 Copyscape
-Cosmos
-Craftbot
-CrunchBot
-Curious
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 Custo
-CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
-Demon
+DTS Agent
+Deusu
 Dirbuster
-Disco
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DomainStatsBot
+Discobot
+DittoSpyder
+DnyzBot
+DomCopBot
 Dotbot
-Dragonfly
+Download Wonder
+ECCP/1.0
 EMail Wolf
-EroCrawler
-Express WebPictures
-Extractor
-Extreme Picture Finder
-FemtosearchBot
+Ebingbong
+Evil
+Exabot
+ExtLinksBot
+FHscan
 Firefox/7.0
 Foobot
-Freeuploader
 FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
+Fyrebot
+GT::WWW
+Genieo
 GermCrawler
 GetRight
-GetWeb
-Getintent
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrabNet
-Grafula
+Gotit
 HMView
+HTMLparser
+HTTP::Lite
 Haansoft
-HaosouSpider
+Hloader
 HonoluluBot
+Humanlinks
 HybridBot
-InternetSeer
+IDBTE4M
+IDBot
+IlseBot
+IndeedBot
+InfoNaviRobot
+InterGET
 Iskanie
 IstellaBot
-JOC Web Spider
 JamesBOT
 Jbrofuzz
-JennyBot
-Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-Lftp
+JikeSpider
+Joomla
+JustView
+Kinza
+LNSpiderguy
+Leap
+LeechGet
+LexiBot
+LibWeb
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
 Linkbot
-Lipperhey
+LinkpadBot
+LinksManager
+Lipperhey Spider
+Litemage_walker
 MIDown tool
 MQQBrowser
 MSFrontPage
-MTRobot
-Magnet
-Majestic-SEO
-MarkMonitor
-MarkWatch
-MicroMessenger
-Microsoft Data Access
+Majestic SEO
+Majestic12
+Mass Downloader
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Microsoft URL Control
 Moblie Safari
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Nessus
+Msrabot
+Name Intelligence
+Navroad
+NearSite
+Needle
 Net Vampire
-NetAnts
-NetLyzer
 NetMechanic
 Nettrack
 Netvibes
-Niki-bot
-Nikto
-Nimbostratus
+NextGenSearchBot
+Nibbler
+NimbleCrawler
 Ninja
 Nmap
-Not
-Nuclei
 Octopus
-OnCrawl
-Openfind
+OpenLinkProfiler
+OrangeBot
+OutclicksBot
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-Panscient
-Pavuk
+PageScorer
+Pandalytics
+Papa Foto
+PeoplePal
+Petalbot
 Picscout
-PictureFinder
+Piepmatz
 PleaseCrawl
-Pu_iN
-Pump
+Probethenet
+Psbot
+PxBroker
 PyCurl
-RankActive
-RankurBot
+QueryN Metasearch
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
+Rankivabot
 Re-re
-RealDownload
-RebelMouse
-Recorder
 RedesScrapy
-RepoMonkey
-ScanAlert
-Scanbot
+Ripper
+RocketCrawler
+SEOkicks
+SISTRIX
+SMTBot
 ScoutJet
-Scrapy
-Screaming
+ScreenerBot
+Searchestate
+Seekport
 Semrush
-SemrushBot
-SentiBot
-SeobilityBot
-Site Sucker
+SeoSiteCheckup
+SiteCheckerBotCrawler
 SiteExplorer
+Sitebeam
 Snake
-Snapbot
 SocialRankIOBot
-Sogou web spider
 Sosospider
-SpaceBison
-SpankBot
 Spinn3r
-Sqlmap
+SputnikBot
+Sqlworm
 Sqworm
-Steeler
-SuperHTTP
-Swiftbot
-T8Abot
+Stripper
+SuperBot
+Surfbot
+SurveyBot
+Suzuran
+Teleport
+Telesphoreo
 The Intraformant
-TheNomad
-Thumbor
-Titan
-Toata
-Trendictionbot
-Turingos
-TwengaBot
-URLy Warning
-Upflow
-V-BOT
+Tracemyfile
+Trendiction
+True_Robot
+Turnitin
+Twice
+Typhoeus
 VCI
-Vacuum
-Vagabondo
-VidibleScraper
-Virusdie
+VoidEYE
 Voltron
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
+WEBDAV
+Wallpapers
 WallpapersHD
-WeSEE
+Web Auto
+Web Collage
 Web Enhancer
 Web Pix
-Web Sauger
 Web Sucker
 WebBandit
-WebCollage
-WebCopier
 WebEnhancer
-WebFetch
-WebFuck
-WebLeacher
+WebPix
 WebReaper
-WebStripper
 WebSucker
 WebWhacker
-Webalta
+WebZIP
 Webshag
-WebsiteExtractor
+WebsiteQuester
 Whack
-Whacker
-Wotbox
+WinHTTrack
 Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zade
 Zauba
-Zeus
-ZoominfoBot
-ZumBot
+Zitebot
+ZmEu
 ZyBorg
 adscanner
+arquivo-web-crawler
 autoemailspider
-check1.exe
-clark-crawler
-cognitiveseo
-crawl.sogou.com
-dataforseo.com
+backlink-check
+cah.io.community
+evc-batch
 gopher
-instabid
-ips-agent
+heritrix
 isitwp.com
+iubenda-radar
 linkdexbot
 lwp-request
-mediawords
-oBot
+muhstik-scan
+netEstate NE Crawler
+page scorer
+plumanalytics
+probe-image-size
+ripz
+seobility
 seocompany.store
-seostar
 serpstatbot
 sexsearcher
-sitechecker.pro
-sogouspider
-spyfu
-trendiction.com
+siteripz
+sp_auditbot
+sysscan
+tAkeOut
 voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
 x09Mozilla