V4.2022.09.3346 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-Aboundex
-AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Anthill
-Apexoo
-Attach
+01h4x.com
+404enemy
+ALittle Client
+Acunetix
+Atomseobot
+AwarioRssBot
 BDCbot
-BackDoorBot
-BackStreet
-BackWeb
-Battleztar Bazinga
-Bitacle
-Blow
-Boardreader
-Brandprotect
+Bigfoot
+BotALot
 Brandwatch
-Buddy
+Buck
+BuiltBotTough
 BuiltWith
 Bullseye
 BuzzSumo
-Cegbfeieh
-CheTeam
+CazoodleBot
+CensysInspect
 CheeseBot
-CherryPicker
 Chlooe
-Claritybot
-Cloud mapping
 Cocolyzebot
-Copier
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
+Cogentbot
+Collector
+Cosmos
+CrunchBot
 Custo
-DBLBot
-DIIbot
+DSearch
 DTS Agent
-Deusu
+DataCha0s
+Devil
+DigitalPebble
 Dirbuster
-Discobot
-DittoSpyder
+Disco
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-Dotbot
-Download Wonder
-ECCP/1.0
+DomainStatsBot
+Dragonfly
 EMail Wolf
-Ebingbong
-Evil
+Ecxi
+EirGrabber
 Exabot
+Express WebPictures
 ExtLinksBot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+FDM
 FHscan
+Fimap
 Firefox/7.0
-Foobot
-FyberSpider
-Fyrebot
+Flunky
+Freeuploader
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GermCrawler
 GetRight
-Gigabot
-Go-Ahead-Got-It
+GetWeb
+Getintent
+Go!Zilla
 GoZilla
 Gotit
-HMView
+GrabNet
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
 Haansoft
+HaosouSpider
+Havij
 Hloader
-HonoluluBot
-Humanlinks
-HybridBot
-IDBTE4M
-IDBot
-IlseBot
+Iblog
+Id-search
+Image Fetch
 IndeedBot
-InfoNaviRobot
-InterGET
+Intelliseek
+Internet Ninja
+InternetSeer
 Iskanie
-IstellaBot
-JamesBOT
-Jbrofuzz
-JikeSpider
-Joomla
-JustView
+JennyBot
+Jorgee
+Jyxobot
 Kinza
-LNSpiderguy
-Leap
-LeechGet
-LexiBot
-LibWeb
+Larbin
+Lftp
 LieBaoFast
-Lightspeedsystems
-Linkbot
-LinkpadBot
+Likse
+LinkScan
+LinkWalker
 LinksManager
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-MIDown tool
-MQQBrowser
-MSFrontPage
-Majestic SEO
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+Magnet
+Majestic-SEO
 Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Moblie Safari
+MicroMessenger
+Microsoft Data Access
+Minefield
 Mojeek
-Msrabot
+Morfeus Fucking Scanner
+NICErsPRO
 Name Intelligence
-Navroad
-NearSite
-Needle
 Net Vampire
-NetMechanic
+NetAnts
+NetZIP
+Netcraft
 Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
-NimbleCrawler
 Ninja
-Nmap
 Octopus
-OpenLinkProfiler
+Openfind
 OrangeBot
-OutclicksBot
 OutfoxBot
+PECL::HTTP
 PHPCrawl
-Page Analyzer
 PageAnalyzer
-PageScorer
+PageThing.com
 Pandalytics
-Papa Foto
-PeoplePal
 Petalbot
-Picscout
+Pi-Monster
+PictureFinder
 Piepmatz
-PleaseCrawl
-Probethenet
-Psbot
-PxBroker
+Pimonster
+Pixray
+ProPowerBot
 PyCurl
 QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
-Rankivabot
-Re-re
-RedesScrapy
-Ripper
-RocketCrawler
-SEOkicks
-SISTRIX
-SMTBot
-ScoutJet
-ScreenerBot
+RankurBot
+Reaper
+RepoMonkey
+Rogerbot
+Scrapy
+Screaming
+ScrepyBot
 Searchestate
-Seekport
-Semrush
-SeoSiteCheckup
+SearchmetricsBot
+SemrushBot
+SentiBot
+SeobilityBot
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
+SiteSucker
 Sitebeam
+SmartDownload
 Snake
+Snoopy
 SocialRankIOBot
-Sosospider
-Spinn3r
+Spammen
+Spanner
 SputnikBot
-Sqlworm
 Sqworm
-Stripper
 SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Teleport
+Swiftbot
+Szukacz
+T0PHackTeam
+TeleportPro
 Telesphoreo
-The Intraformant
+Telesphorep
+TheNomad
+Thumbor
+TightTwatBot
 Tracemyfile
 Trendiction
-True_Robot
+Trendictionbot
 Turnitin
+TwengaBot
 Twice
-Typhoeus
+URLy.Warning
+V-BOT
 VCI
-VoidEYE
+Vacuum
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+Voil
 Voltron
-WEBDAV
-Wallpapers
-WallpapersHD
+WBSearchBot
+WWW-Collector-E
+WWWOFFLE
 Web Auto
 Web Collage
 Web Enhancer
 Web Pix
-Web Sucker
+WebAuto
 WebBandit
 WebEnhancer
-WebPix
-WebReaper
+WebFuck
+WebSauger
 WebSucker
-WebWhacker
-WebZIP
-Webshag
-WebsiteQuester
-Whack
-WinHTTrack
+Webalta
+WebsiteExtractor
+Whacker
+Whatweb
+Who.is Bot
+Wotbox
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
+Zermelo
 Zitebot
 ZmEu
-ZyBorg
+ZoomBot
+ZoominfoBot
+ZumBot
 adscanner
-arquivo-web-crawler
-autoemailspider
-backlink-check
-cah.io.community
-evc-batch
-gopher
+archive.org_bot
+clark-crawler
+coccocbot
+crawl.sogou.com
+crawler4j
+demandbase-bot
+eCatch
+facebookscraper
 heritrix
-isitwp.com
+instabid
+ips-agent
 iubenda-radar
-linkdexbot
-lwp-request
-muhstik-scan
-netEstate NE Crawler
+lwp-trivial
+oBot
 page scorer
-plumanalytics
-probe-image-size
-ripz
+s1z.ru
 seobility
-seocompany.store
-serpstatbot
+seoscanners
 sexsearcher
-siteripz
+sitechecker.pro
 sp_auditbot
+spyfu
 sysscan
-tAkeOut
-voyagerx.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
 x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab