V4.2021.09.2568 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ALittle Client
-AfD-Verbotsverfahren
+AIBOT
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
 AhrefsBot
 AiHitBot
+Aipbot
+AlphaBot
 Anarchie
-Ankit
-Apexoo
+Anarchy
+Anarchy99
 Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
+Asterias
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
 BacklinkCrawler
-Bandit
+Badass
+Barkrowler
+Bigfoot
+Bitacle
 Black Hole
+Blow
+Bolt
 Brandprotect
-BuiltBotTough
-BuiltWith
+Brandwatch
+Buddy
 BunnySlippers
+CCBot
+CODE87
+CSHttp
+Calculon
 CazoodleBot
-Cegbfeieh
 CheTeam
 CherryPicker
-Claritybot
+ChinaClaw
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Copier
+CopyRightCheck
 Copyscape
-Craftbot
+Cosmos
 Crawling at Home Project
-CrunchBot
+CrazyWebCrawler
+Crescent
 CyotekWebCopy
-DBLBot
 DIIbot
-DatabaseDriverMysqli
-Devil
+DSearch
+DTS Agent
+Demon
+Digincore
 DigitalPebble
-Disco
-Dispatch
-DomainCrawler
+Dirbuster
+Discobot
+DittoSpyder
 DomainStatsBot
 Dotbot
-Drip
+Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Wolf
-EasyDL
+Ebingbong
 Ecxi
-EroCrawler
-Evil
-Exabot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+EirGrabber
 FDM
 FHscan
-FemtosearchBot
 Firefox/7.0
-Foobot
-FrontPage
+FlashGet
+Freeuploader
 Fuzz
-GalaxyBot
+FyberSpider
 Genieo
-GermCrawler
 GetWeb
+Getintent
 Gigablast
-GrabNet
-GridBot
+Gigabot
+Go-Ahead-Got-It
+Grafula
+GrapeFX
+GrapeshotCrawler
 HMView
 HTMLparser
-Haansoft
 Harvest
-Havij
-Heritrix
+Hloader
 Humanlinks
-HybridBot
-IDBot
-Iblog
-Image Sucker
-InfoTekies
+IDBTE4M
+Id-search
+IndeedBot
+Indy Library
+InfoNaviRobot
 InterGET
-InternetSeer
 Iria
-Iskanie
-Jbrofuzz
-JennyBot
-Jorgee
+JOC Web Spider
+JamesBOT
+Jetty
+Jyxobot
+Kenjin Spider
+Keyword Density
+LNSpiderguy
 Larbin
-Leap
 LeechFTP
-LeechGet
 LexiBot
-Linkbot
-LinqiaMetadataDownloaderBot
-Lmspider
+LibWeb
+LieBaoFast
+Likse
+LinkScan
+LinkWalker
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MQQBrowser
-MSIECrawler
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Mata Hari
+Magnet
 MauiBot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Mojeek
+Microsoft URL Control
+Mister PiX
+Mozlila
+NPbot
 Nameprotect
-NetSpider
-Netcraft
-Nikto
-NimbleCrawler
+Nessus
+Net Vampire
+Nettrack
+Netvibes
+Nibbler
+Niki-bot
 Nimbostratus
-Ninja
 Nuclei
 Nutch
 Octopus
+OpenLinkProfiler
+Openvas
+OrangeBot
 OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-Pandalytics
+PageGrabber
 Panscient
-PictureFinder
+PeoplePal
+Petalbot
+Picscout
 Pockey
-ProPowerBot
+ProWebWalker
 Probethenet
-QueryN Metasearch
-RSSingBot
+Pump
+Quick-Crawler
 RankActiveLinkBot
-RankFlex
-ReGet
+RankingBot2
+Rankivabot
+RankurBot
 RedesScrapy
-RepoMonkey
-Ripper
+RocketCrawler
+Rogerbot
 SBIder
 SEOkicks
 SEOstats
-ScanAlert
+SMTBot
 Scanbot
-Scrapy
-Searchestate
-SearchmetricsBot
-Seomoz
+ScreenerBot
+ScrepyBot
+SemrushBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
-Snake
-SocialRankIOBot
+SiteLockSpider
+SiteSucker
+Sitevigil
+SlySearch
 Sociscraper
-Sosospider
-Sottopop
-Spammen
+Sogou web spider
+SpaceBison
+SpankBot
 Spbot
 Spinn3r
-Sqlworm
-Sqworm
-SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
+SputnikBot
+Steeler
+Stripper
+Sucuri
+SuperBot
+SuperHTTP
+Swiftbot
+T8Abot
+TeleportPro
 Telesphorep
 TheNomad
-TightTwatBot
-Titan
+Thumbor
 Toata
 Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
-Turnitin
-TwengaBot
-Twice
+Tracemyfile
+TurnitinBot
 Typhoeus
-URLy Warning
+URLy.Warning
+UnisterBot
 Upflow
-VB Project
-Voil
+VCI
+Vacuum
+VeriCiteCrawler
+VoidEYE
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WWW-Collector-E
+WISENutbot
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Fuck
+Web Auto
+Web Collage
+Web Enhancer
 Web Pix
 Web Sucker
-WebAuto
+WebBandit
 WebEnhancer
-WebFuck
-WebImageCollector
-WebReaper
 WebSauger
+WebStripper
 WebSucker
 WebWhacker
 WebZIP
-Webalta
-Webshag
-Website Quester
-Webster
-Whatweb
+Whack
+Whacker
 Who.is Bot
-Widow
-WinHTTrack
 WiseGuys Robot
-Wonderbot
-Xaldon_WebSpider
+Wotbox
+Wprecon
 Xenu
-YoudaoBot
-Zade
+Zermelo
 ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo-web-crawler
-backlink-check
-clark-crawler
+ZumBot
 coccocbot-web
-cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler4j
 dataforseo.com
-eCatch
-heritrix
-instabid
+demandbase-bot
+domainsproject.org
+evc-batch
 internetVista monitor
-isitwp.com
-magpie-crawler
-mediawords
+ips-agent
+lwp-request
+meanpathbot
 muhstik-scan
-oBot
-page scorer
+netEstate NE Crawler
 plumanalytics
-ripz
-serpstatbot
-siteripz
-sogouspider
-sysscan
-ubermetrics-technologies.com
-webpros.com
-x09Mozilla
+probe-image-size
+scan.lol
+seobility
+seostar
+sp_auditbot
+trendiction.com
+voyagerx.com
+webmeup-crawler
 x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab