V4.2022.01.2842 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+80legs
 ADmantX
 AIBOT
 ALittle Client
-Aboundex
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
+Aipbot
 Anarchy99
-AwarioRssBot
-AwarioSmartBot
-BackStreet
+Aspiegel
+BBBike
+BLEXBot
+BackDoorBot
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
-Bandit
-Battleztar Bazinga
-Bigfoot
-Bitacle
+BatchFTP
 Blackboard
-Blow
-Boardreader
 Brandwatch
-Buck
-CATExplorador
-CCBot
-CSHttp
+Bullseye
+CODE87
+Calculon
+CazoodleBot
 Cegbfeieh
-ChinaClaw
+CherryPicker
 Chlooe
-Citoid
-Claritybot
 Cliqzbot
+Cocolyzebot
 Cogentbot
+Collector
 Copier
-CrazyWebCrawler
+CopyRightCheck
+Copyscape
 CrunchBot
 Curious
-DataCha0s
-Demon
+Custo
+DBLBot
+DIIbot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
 Devil
+DigitalPebble
 Dirbuster
-Disco
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-Domains Project
+DomCopBot
+DomainStatsBot
 Dotbot
+Download Wonder
+ECCP/1.0
 EMail Wolf
-EasyDL
-Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
 Express WebPictures
-ExtLinksBot
 Extractor
-ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
 FHscan
 FemtosearchBot
 Fimap
 FlashGet
-G-i-g-a-b-o-t
+Fuzz
+FyberSpider
+Fyrebot
 GT::WWW
-Getintent
+GalaxyBot
+Genieo
+GermCrawler
+GetRight
+GetWeb
 Grabber
-GrapeFX
-HaosouSpider
+HMView
+HTTrack
 Harvest
 Havij
-Heritrix
 Hloader
 HybridBot
-IDBTE4M
 IDBot
+IRLbot
+Id-search
 Image Fetch
 IndeedBot
-InfoNaviRobot
-InfoTekies
-InterGET
-Iria
-Iskanie
-IstellaBot
-JamesBOT
+Indy Library
+Intelliseek
+Internet Ninja
+InternetSeer
+JOC Web Spider
 Jbrofuzz
-JennyBot
 JetCar
 JikeSpider
-Joomla
-Jorgee
-Keyword Density
-Kinza
+JustView
+Kenjin Spider
 LNSpiderguy
-Lanshanbot
-Larbin
+LWP::Simple
+Leap
 LeechFTP
-LeechGet
+LexiBot
+LibWeb
 Libwhisker
-Linkdexbot
-LinkextractorPro
+Lightspeedsystems
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Ltx71
 MIDown tool
-MQQBrowser
+MJ12bot
+MSFrontPage
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+Magnet
 Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
+Masscan
+Mata Hari
 Mb2345Browser
-Meanpathbot
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Minefield
 Mojolicious
-NICErsPRO
-Navroad
-Nessus
-NetSpider
-NetZIP
-Netcraft
-Netvibes
-Nikto
-Nutch
-Octopus
-Offline Explorer
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
+NPbot
+Net Vampire
+NetMechanic
+Niki-bot
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
+OnCrawl
 Openfind
+OrangeBot
 OrangeSpider
 PHPCrawl
-PageAnalyzer
+POE-Component-Client-HTTP
+PageGrabber
 PageScorer
-Panscient
+Pandalytics
 Pavuk
-Petalbot
 Picscout
-PictureFinder
-Piepmatz
-ProPowerBot
-ProWebWalker
+Pixray
+PleaseCrawl
+Pockey
 Psbot
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
+RankActiveLinkBot
 RankingBot
-Rankivabot
+RankingBot2
+RankurBot
+Re-re
+ReGet
 Reaper
-Recorder
-RepoMonkey
-SEOkicks
+RocketCrawler
+SEOkicks-Robot
+SEOstats
 SISTRIX
+SMTBot
 SalesIntelligent
-Scrapy
+ScanAlert
+ScrepyBot
 SearchmetricsBot
-Seomoz
-Shodan
+Seekport
+SemanticJuice
+SentiBot
+SeobilityBot
 Site Sucker
 SiteExplorer
+SiteSnagger
 SiteSucker
-Sitevigil
+Snapbot
 Snoopy
-Sosospider
-Spinn3r
-Sqlmap
+Sottopop
+Spammen
+Steeler
+Stripper
+Sucker
 Sucuri
-SuperBot
 SuperHTTP
-SurveyBot
 Suzuran
-TeleportPro
+T0PHackTeam
+T8Abot
+Telesphoreo
 Telesphorep
-Thumbor
-Titan
-Toata
+TheNomad
 Toweyabot
 Trendiction
+Trendictionbot
 Turingos
+Turnitin
+TurnitinBot
+TwengaBot
 URLy Warning
-URLy.Warning
-Upflow
-VB Project
-Vacuum
-VeriCiteCrawler
-VidibleScraper
-Voil
+UnisterBot
+V-BOT
+WBSearchBot
 WEBDAV
-WPScan
-WWW::Mechanize
-WallpapersHD
-WeSEE
+WWW-Mechanize
+WWWOFFLE
 Web Auto
-Web Fuck
-Web Sauger
-WebAuto
+Web Collage
+Web Enhancer
+Web Pix
 WebBandit
-WebCollage
 WebCopier
 WebEnhancer
-WebFetch
-WebLeacher
-WebPix
+WebFuck
+WebImageCollector
 WebReaper
+WebSauger
 WebStripper
 WebSucker
-WebWhacker
-WebZIP
+WebmasterWorldForumBot
 Webshag
-Webster
-Whatweb
-Wotbox
-Xenu
-Zermelo
+WebsiteExtractor
+Whacker
+Who.is Bot
+Widow
+WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+ZoomBot
 ZumBot
-ZyBorg
 adscanner
-archive.org_bot
-arquivo-web-crawler
-crawler.feedback
+check1.exe
+clark-crawler
+coccocbot-web
+cognitiveseo
+com.plumanalytics
 crawler4j
-demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
+gopher
 instabid
-internetVista monitor
 ips-agent
-lwp-request
-meanpathbot
-netEstate NE Crawler
+lwp-trivial
+mediawords
 oBot
 plumanalytics
-seocompany.store
+polaris version
+ripz
+satoristudio.net
+seobility
 seoscanners
+sexsearcher
 siteripz
-spyfu
-tAkeOut
+sp_auditbot
+sysscan
 trendiction.de
 ubermetrics-technologies.com
-x09Mozilla
+webgains-bot
 zauba.io
 zgrab