V4.2022.05.3091 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
 404enemy
+80legs
+ADmantX
 AIBOT
+ALittle Client
+ASPSeek
 Aboundexbot
 Acunetix
-AhrefsBot
-AllSubmitter
-AlphaBot
+AfD-Verbotsverfahren
+Anarchie
 Anarchy99
 Anthill
+Apexoo
 Aspiegel
+Attach
 BBBike
 BDCbot
-BDFetch
-BackDoorBot
+BLEXBot
 BackStreet
-BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-Barkrowler
+Badass
+BetaBot
+Bitacle
+Blackboard
 BotALot
-BuiltBotTough
+Buddy
 BuiltWith
-BunnySlippers
 CCBot
+CODE87
 CSHttp
-Calculon
-Cegbfeieh
-CheTeam
+CazoodleBot
+CensysInspect
 CheeseBot
 ChinaClaw
-Chlooe
-Cogentbot
-Collector
-Cosmos
+Claritybot
+Cloud mapping
+Copyscape
 Crawling at Home Project
-Curious
+CrazyWebCrawler
 Custo
-DBLBot
+CyotekWebCopy
+DIIbot
 DSearch
-DTS Agent
-Demon
+DatabaseDriverMysqli
 Digincore
+DigitalPebble
+Dirbuster
 Discobot
 DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
+Dotbot
 Ecxi
-Express WebPictures
-Extractor
+Evil
+Exabot
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 FHscan
 FemtosearchBot
-Foobot
-Freeuploader
+Firefox/7.0
+FlashGet
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
 GetRight
-GetWeb
-Gigabot
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrapeshotCrawler
+GrabNet
+GrapeFX
 GridBot
-HEADMasterSEO
-HTTP::Lite
+HMView
+HTMLparser
 Haansoft
-Havij
+Hloader
+Humanlinks
+HybridBot
 IDBot
-Iblog
-Id-search
+IRLbot
 IlseBot
+Image Fetch
 IndeedBot
-Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-InternetSeer
-Iskanie
-JOC Web Spider
+IstellaBot
 Jbrofuzz
-JikeSpider
-Joomla
-Jyxobot
-Kenjin Spider
-Kozmosbot
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LeechGet
+JennyBot
+JetCar
+Jetty
+Keyword Density
+LNSpiderguy
 Lftp
-Lightspeedsystems
-LinkextractorPro
-LinqiaScrapeBot
+LieBaoFast
+Likse
+LinkScan
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
-MIDown tool
-MIIxpc
+Ltx71
 MJ12bot
 MSIECrawler
 MTRobot
+Mag-Net
+Magnet
 Majestic SEO
 Majestic-SEO
-MarkMonitor
-Mass Downloader
+Majestic12
+MarkWatch
+Masscan
 Meanpathbot
-MicroMessenger
-Moblie Safari
-Needle
+Mediatoolkitbot
+Metauri
+Mister PiX
+MolokaiBot
+Mr.4x3
+Name Intelligence
+Nameprotect
+NearSite
 Nessus
+Net Vampire
+NetAnts
 NetSpider
-Netcraft
+NetZIP
 Nettrack
-Netvibes
-Nikto
-NimbleCrawler
-Nimbostratus
+NextGenSearchBot
+Nibbler
+Ninja
 Nuclei
-OnCrawl
-OrangeSpider
+Nutch
+Offline Navigator
+OpenVAS
 OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-Pandalytics
-Panscient
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
-Piepmatz
+Page Analyzer
+Papa Foto
+Pavuk
+PictureFinder
 Pimonster
+Pixray
 ProPowerBot
-PyCurl
-RankActive
+Psbot
+Pump
+QueryN Metasearch
+Quick-Crawler
 RankFlex
 RankurBot
-RealDownload
-RepoMonkey
+Re-re
+Reaper
+Recorder
 RocketCrawler
+Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SalesIntelligent
+SEOprofiler
+SMTBot
 ScanAlert
+Scanbot
 ScoutJet
-Scrapy
-Screaming
-ScrepyBot
-Seekport
-SemrushBot
-SeoSiteCheckup
+Searchestate
+SearchmetricsBot
+SemanticJuice
 SeobilityBot
+Seomoz
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
-SlySearch
+Sitevigil
+SmartDownload
 Snapbot
-Sogou web spider
-SpaceBison
-SpankBot
-Sqlmap
-Sucker
+Snoopy
+Sociscraper
+Sottopop
+Spanner
+Sqlworm
+Sqworm
+SuperBot
 SuperHTTP
 Surfbot
+SurveyBot
 T0PHackTeam
 TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
-TheNomad
 Thumbor
 TightTwatBot
+Toata
 Toweyabot
-True_Robot
-TurnitinBot
+Trendiction
+Trendictionbot
+Turingos
 TwengaBot
 Twice
-Typhoeus
+URLy Warning
+URLy.Warning
+UnisterBot
 Upflow
-V-BOT
-VCI
-Virusdie
-Voil
+VelenPublicWebCrawler
 WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
 WWW-Mechanize
-WWWOFFLE
-Web Collage
+WallpapersHD
+Web Fetch
 Web Pix
 Web Sauger
-WebBandit
-WebCopier
+Web Sucker
+WebAuto
+WebFetch
 WebFuck
-WebGo IS
-WebPix
-WebReaper
-WebStripper
+WebSauger
 WebZIP
+WebmasterWorldForumBot
+Webshag
+Website Quester
+Webster
 Whack
-Whacker
+Whatweb
+Who.is Bot
+Widow
 WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
-Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zauba
-Zeus
+Zermelo
 Zitebot
-ZmEu
-ZoominfoBot
-adscanner
-autoemailspider
+arquivo-web-crawler
 clark-crawler
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-crawler4j
-eCatch
+evc-batch
 facebookscraper
-internetVista monitor
-ips-agent
-isitwp.com
-lwp-request
-magpie-crawler
-meanpathbot
-oBot
-polaris version
-probe-image-size
+heritrix
+mediawords
+muhstik-scan
+pcBrowser
+plumanalytics
+ripz
+satoristudio.net
+seoscanners
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-sogouspider
-spyfu
-ubermetrics-technologies.com
+siteripz
+sp_auditbot
+webgains-bot
 webmeup-crawler
 webpros.com
-xpymep1.exe