V4.2021.10.2661 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
 AIBOT
-AfD-Verbotsverfahren
+ASPSeek
+Abonti
+Aboundexbot
 AhrefsBot
 AiHitBot
-Aipbot
-AllSubmitter
-Alligator
-Anarchy
-Ankit
+Anarchie
+Anthill
 Apexoo
-AwarioRssBot
-AwarioSmartBot
-BDFetch
-BLEXBot
+Asterias
+BBBike
+Backlink-Ceck
+Badass
 Barkrowler
 BatchFTP
-Bolt
+Battleztar Bazinga
+Bigfoot
+Bitacle
+BlackWidow
+Blackboard
+BlowFish
+Boardreader
 Brandprotect
-Brandwatch
-Buddy
 BuiltBotTough
-BunnySlippers
-CazoodleBot
+Bullseye
 Cegbfeieh
-CheeseBot
+CensysInspect
+CheTeam
 CherryPicker
-Claritybot
+ChinaClaw
 Cliqzbot
-Collector
+Cloud mapping
+Cocolyzebot
 CopyRightCheck
-Copyscape
-Cosmos
-Craftbot
+Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-Custo
-DTS Agent
+DBLBot
+DIIbot
+DSearch
 DataCha0s
-Devil
-DigitalPebble
-Dispatch
-DnyzBot
-DomainCrawler
-ECCP/1.0
-EMail Siphon
+Deusu
+Dirbuster
+DittoSpyder
+DomCopBot
+Domains Project
+Download Wonder
+Drip
+EMail Wolf
+EasyDL
 Ebingbong
+Ecxi
 EirGrabber
 EroCrawler
 Evil
 Exabot
 ExtLinksBot
-ExtractorPro
+Extractor
 Extreme Picture Finder
-EyeNetIE
-FHscan
+Ezooms
+FDM
 Fimap
+Firefox/7.0
 Flunky
 Foobot
-Freeuploader
-FrontPage
-Fuzz
+FyberSpider
 Fyrebot
 GT::WWW
+Genieo
 GermCrawler
-Gigabot
-Go!Zilla
-Gotit
+GetRight
+Getintent
+Go-Ahead-Got-It
+GrabNet
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
 Haansoft
+HaosouSpider
 Harvest
-Id-search
-Image Sucker
+Havij
+Heritrix
+HybridBot
+IDBTE4M
+Iblog
 IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
+Intelliseek
 Internet Ninja
-InternetSeer
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-Jorgee
-JustView
+Iria
+Iskanie
+JamesBOT
+JikeSpider
 Keyword Density
 Kozmosbot
 Leap
 LexiBot
-LibWeb
 Likse
-LinksManager
-LinqiaRSSBot
+LinkWalker
+Linkbot
 LinqiaScrapeBot
-Lipperhey
+Lmspider
+Ltx71
 MQQBrowser
 MSIECrawler
-MTRobot
-Mag-Net
 Magnet
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
 Masscan
-MauiBot
+Mb2345Browser
 Mediatoolkitbot
-Microsoft URL Control
-Mojeek
-Mojolicious
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
-Name Intelligence
-NearSite
+MegaIndex.ru
+Metauri
+Mozlila
+NPbot
+Nameprotect
 Needle
-Nessus
-NetAnts
 NetMechanic
-NetSpider
+NetZIP
 Nettrack
-Netvibes
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nimbostratus
+Nikto
 Nmap
-Nuclei
-Nutch
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
 OutclicksBot
-PHPCrawl
-Papa Foto
+PECL::HTTP
+Page Analyzer
+PageScorer
+PageThing.com
+Pandalytics
 Petalbot
-Picscout
-Pimonster
-ProPowerBot
-Probethenet
+Pi-Monster
+PictureFinder
+Psbot
 Pump
 PyCurl
-Quick-Crawler
-RankingBot
+RankActiveLinkBot
 Re-re
+ReGet
 RealDownload
 Reaper
+Recorder
 RedesScrapy
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-ScanAlert
+RepoMonkey
+Ripper
+SEOstats
 Scanbot
 Scrapy
 ScreenerBot
 Searchestate
-SemrushBot
 SeoSiteCheckup
-SeobilityBot
-Siphon
+Seomoz
 Site Sucker
-SiteLockSpider
-Snoopy
-Sociscraper
-Sottopop
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
+Sitevigil
+Snake
+Snapbot
+Sogou web spider
+SpaceBison
+Spammen
 SpankBot
-Spanner
-SputnikBot
-Sqlmap
-Sqworm
+Steeler
 Stripper
-Sucuri
-SuperBot
 SuperHTTP
-Szukacz
-T0PHackTeam
-T8Abot
-TeleportPro
-The Intraformant
-Thumbor
-TightTwatBot
+Surfbot
+Swiftbot
+Telesphorep
+Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-Turingos
-Turnitin
+True_Robot
 TurnitinBot
-Typhoeus
+TwengaBot
+Twice
+URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
 VCI
 VidibleScraper
 VoidEYE
+WASALive-Bot
+WBSearchBot
 WISENutbot
 WPScan
-WWW-Mechanize
 Wallpapers
-Web Auto
+WallpapersHD
 Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
 Web Pix
-WebAuto
+Web Sauger
+Web Sucker
 WebBandit
-WebCopier
+WebCollage
 WebEnhancer
 WebLeacher
-WebPix
 WebWhacker
+WebZIP
 Webalta
 WebmasterWorldForumBot
-Website Quester
-Who.is Bot
+WebsiteExtractor
+WebsiteQuester
+Whatweb
 Widow
 WinHTTrack
-Wonderbot
-Woobot
-Wprecon
-Xaldon_WebSpider
+WiseGuys Robot
+Xaldon WebSpider
+Xenu
 Zade
-Zeus
-Zitebot
 ZmEu
 ZoomBot
-ZoominfoBot
+ZumBot
 archive.org_bot
-arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
-coccocbot-web
-cognitiveseo
+check1.exe
+clark-crawler
+com.plumanalytics
 crawler.feedback
-dataforseo.com
 domainsproject.org
 evc-batch
 gopher
-instabid
-internetVista monitor
-magpie-crawler
-mediawords
+ips-agent
+lwp-request
+meanpathbot
+muhstik-scan
+pcBrowser
+plumanalytics
 polaris version
+probe-image-size
 ripz
 satoristudio.net
-seobility
+scalaj-http
+scan.lol
 seoscanners
+seostar
 sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
-sysscan
-tAkeOut
+spyfu
 trendiction.com
-webmeup-crawler
-x09Mozilla
+trendiction.de
+ubermetrics-technologies.com
+x22Mozilla
+xpymep1.exe