V4.2022.01.2873 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-80legs
 ADmantX
 AIBOT
+ALittle Client
 ASPSeek
-Abonti
-Acunetix
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-Aipbot
-Anarchie
+AiHitBot
+Alligator
 Ankit
-Anthill
+Aspiegel
+Asterias
+Atomseobot
+Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
+BDFetch
 BLEXBot
-BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-Black Hole
+Barkrowler
+Battleztar Bazinga
+Bitacle
+BlackWidow
+Blackboard
+BlowFish
+Bolt
 BotALot
 Brandprotect
 Brandwatch
 Buck
-BuiltBotTough
+Buddy
 BuiltWith
 BunnySlippers
-CATExplorador
-CODE87
-CSHttp
-CazoodleBot
-CheTeam
-CheeseBot
-ChinaClaw
-Cogentbot
-CopyRightCheck
+BuzzSumo
+CCBot
+Cegbfeieh
+Cliqzbot
+Cocolyzebot
+Copier
 Cosmos
-Craftbot
 Crawling at Home Project
 Crescent
 Curious
-Custo
 DBLBot
 DTS Agent
 DataCha0s
+Devil
+Digincore
+Dirbuster
 Discobot
+Discoverybot
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
-Download Wonder
+Domains Project
 Dragonfly
-EMail Wolf
-EasyDL
-EroCrawler
-Evil
+EMail Siphon
+Ecxi
 Exabot
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+ExtLinksBot
+Extractor
 FDM
 FHscan
-Firefox/7.0
-FlashGet
-Flunky
-Fyrebot
-GalaxyBot
+Fimap
+Freeuploader
+Fuzz
 GetRight
-GetWeb
+Getintent
 Go!Zilla
+GrabNet
 Grafula
 GrapeFX
-GridBot
+GrapeshotCrawler
 HMView
-HTMLparser
 HTTrack
 Haansoft
 HaosouSpider
-Harvest
+Havij
+Humanlinks
 HybridBot
-IDBTE4M
-Id-search
-IlseBot
+IRLbot
 Image Sucker
-IndeedBot
 Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
-InterGET
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-Jorgee
-Kenjin Spider
-Keyword Density
-Kinza
-LWP::Simple
-Leap
+Jetty
+JustView
+LNSpiderguy
+LexiBot
 Libwhisker
 Lightspeedsystems
+Likse
 LinkScan
 LinkWalker
-LinksManager
-LinqiaScrapeBot
+Linkbot
+Linkdexbot
+LinkpadBot
+Lipperhey
 Litemage_walker
 MFC_Tear_Sample
 MIDown tool
 MSFrontPage
-MSIECrawler
-Mag-Net
-Majestic-SEO
-Majestic12
-MarkMonitor
-MauiBot
-MeanPath Bot
+MTRobot
+Magnet
+Majestic SEO
+MarkWatch
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-Metauri
+MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
+Msrabot
+Musobot
+NICErsPRO
+NPbot
 Nameprotect
-Navroad
+NearSite
 Needle
-Nessus
-NetZIP
-Netcraft
-Netvibes
-Nibbler
-Nikto
-Nmap
-Nutch
+NetLyzer
+NetSpider
+Nettrack
+Niki-bot
+Ninja
+Offline Explorer
 Offline Navigator
+OpenLinkProfiler
+OpenVAS
 Openfind
-OutclicksBot
-PECL::HTTP
-PageAnalyzer
-PageThing.com
-PeoplePal
-Pi-Monster
-Pixray
+OrangeBot
+Page Analyzer
+PageGrabber
+Picsearch
 PleaseCrawl
 ProPowerBot
-Probethenet
-Psbot
-Pump
-PxBroker
-PyCurl
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
 Rankivabot
-Reaper
+ReGet
 Recorder
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
+RedesScrapy
+SEOkicks
 SEOlyticsCrawler
+SalesIntelligent
+ScoutJet
+Scrapy
 Screaming
-ScrepyBot
-SemrushBot
+Searchestate
+SearchmetricsBot
+Semrush
+SentiBot
 SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
+Siphon
 Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
 Snake
-SocialRankIOBot
+Snoopy
+Sociscraper
 Sottopop
-Spbot
+SpaceBison
+Spammen
+Spanner
 Spinn3r
 SputnikBot
-Sqworm
-Steeler
-Stripper
-Szukacz
-T8Abot
+Sqlmap
+Sucker
+SurveyBot
+Suzuran
 Teleport
-Telesphoreo
-Telesphorep
-Thumbor
+The Intraformant
+Toata
 Toweyabot
 Tracemyfile
-Turnitin
+Trendiction
+Trendictionbot
+True_Robot
+TwengaBot
+URLy Warning
 URLy.Warning
-VCI
-Vacuum
+V-BOT
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voltron
+VelenPublicWebCrawler
+Virusdie
+VoidEYE
+WEBDAV
 WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Enhancer
-Web Pix
+Web Auto
+Web Collage
+Web Fetch
+Web Fuck
 Web Sauger
 Web Sucker
 WebAuto
-WebReaper
-WebSauger
-WebStripper
-WebZIP
-Webalta
-Webshag
-Webster
-Whacker
-Whatweb
-Xaldon WebSpider
-Xenu
-YoudaoBot
-Zermelo
-Zeus
+WebCollage
+WebCopier
+WebFuck
+WebGo IS
+WebLeacher
+WebSucker
+Website Quester
+WebsiteQuester
+Widow
+Woobot
+Xaldon_WebSpider
 Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
+ZyBorg
 adscanner
-arquivo-web-crawler
-autoemailspider
-cah.io.community
-crawl.sogou.com
+archive.org_bot
+clark-crawler
+crawler.feedback
+crawler4j
 dataforseo.com
-domainsproject.org
-gopher
+evc-batch
+facebookscraper
+heritrix
 ips-agent
+isitwp.com
+iubenda-radar
 mediawords
+muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
 pcBrowser
+plumanalytics
 polaris version
-ripz
+probe-image-size
 scalaj-http
+scan.lol
 seobility
+seocompany.store
+seoscanners
 seostar
 serpstatbot
 sitechecker.pro
-spyfu
-tAkeOut
-ubermetrics-technologies.com
-webprosbot
+sogouspider
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zgrab