V4.2022.09.3361 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+404enemy
 ADmantX
+ASPSeek
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
+AhrefsBot
 Alligator
 Anarchy
 Ankit
-Aspiegel
+Anthill
+Apexoo
+Asterias
+BBBike
 BDCbot
 BDFetch
 BackDoorBot
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
-Bigfoot
+Bandit
+Barkrowler
 Bitacle
+Black Hole
+BlackWidow
+Blackboard
+BlowFish
 Boardreader
-BotALot
 Buddy
-BuiltBotTough
-BuzzSumo
-CATExplorador
+BuiltWith
+Bullseye
+BunnySlippers
+CCBot
 CODE87
-CheTeam
-CherryPicker
-Claritybot
-Cloud mapping
-Cogentbot
-Craftbot
+Cegbfeieh
+CheeseBot
+Chlooe
+Cliqzbot
 Crawling at Home Project
-CrunchBot
-Curious
-Custo
+CrazyWebCrawler
+DIIbot
 DSearch
+DTS Agent
+DataCha0s
 Demon
-Deusu
 Devil
-Digincore
 DigitalPebble
 Disco
+Discobot
 Discoverybot
-DnBCrawler-Analytics
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-ECCP/1.0
+Dispatch
+DittoSpyder
+DnyzBot
+DomainAppender
+Domains Project
+Download Wonder
+Dragonfly
+Drip
+EMail Siphon
+EMail Wolf
+EasyDL
+Ebingbong
+Ecxi
 EirGrabber
 Evil
-ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-Firefox/7.0
-Foobot
-FrontPage
-FyberSpider
+FHscan
+Flunky
+Freeuploader
 G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
+GetWeb
 Gigabot
+Go-Ahead-Got-It
 Gotit
 GrabNet
+Grafula
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTTP::Lite
-HaosouSpider
-Heritrix
+Haansoft
+Hloader
+Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-IlseBot
-Image Fetch
 Image Sucker
-IndeedBot
 InfoNaviRobot
-InterGET
-InternetSeer
-Iria
-IstellaBot
+InfoTekies
 JOC Web Spider
-JamesBOT
 JetCar
-JikeSpider
-Keybot Translation-Search-Machine
-Kozmosbot
-Larbin
+Jetty
+Joomla
+JustView
+Jyxobot
+Keyword Density
+LNSpiderguy
 Leap
+LeechFTP
 LexiBot
-Linkbot
+LibWeb
+Libwhisker
+Likse
+LinkScan
 LinkextractorPro
-LinkpadBot
-Lipperhey
-MFC_Tear_Sample
-MIDown tool
+LinqiaRSSBot
+Litemage_walker
+Lmspider
 MIIxpc
 MQQBrowser
-MSFrontPage
-Mag-Net
+MTRobot
 Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-MarkWatch
-Masscan
-MauiBot
-MeanPath Bot
-Meanpathbot
-Metauri
-Microsoft URL Control
-Minefield
-Mister PiX
-Mojeek
+Majestic-SEO
+Mb2345Browser
+Moblie Safari
+NPbot
+Name Intelligence
 NearSite
 Needle
-Nessus
+NetAnts
+NetLyzer
+NetSpider
+NetZIP
 Nettrack
-Netvibes
-NextGenSearchBot
-Niki-bot
 NimbleCrawler
 Nimbostratus
-Nmap
-Not
-Nuclei
-Nutch
-Octopus
+Offline Explorer
 OnCrawl
+Openfind
 Openvas
 PHPCrawl
 Pandalytics
-Papa Foto
-PeoplePal
-Petalbot
 Pi-Monster
-Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
-Pump
-QueryN Metasearch
+Pu_iN
+PxBroker
+PyCurl
 RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankurBot
+Re-re
+RealDownload
 Reaper
 RebelMouse
-Recorder
 RedesScrapy
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
 SEOstats
-SISTRIX
 SMTBot
-ScoutJet
-Scrapy
+Scanbot
 Screaming
-ScreenerBot
+ScrepyBot
 Searchestate
 SearchmetricsBot
-SemanticJuice
-SeoSiteCheckup
+Semrush
 Seomoz
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Siteimprove
-Sitevigil
+Shodan
+SlySearch
 SmartDownload
+Snapbot
+Snoopy
 SocialRankIOBot
 Sogou web spider
-Sosospider
-Spanner
-Steeler
+SpankBot
+SputnikBot
+Sqlmap
+Sqlworm
+Stripper
+Sucker
 SuperBot
+Surfbot
+SurveyBot
 Swiftbot
-Telesphoreo
-TheNomad
-TightTwatBot
-Tracemyfile
+Szukacz
+T0PHackTeam
+TeleportPro
+Telesoft
+Telesphorep
 Trendiction
-True_Robot
-TurnitinBot
+Turnitin
+TwengaBot
 Twice
+Typhoeus
+URLy Warning
+UnisterBot
+V-BOT
 Vagabondo
-Voil
-WASALive-Bot
-WBSearchBot
+VeriCiteCrawler
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
+WeSEE
+Web Auto
+Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
 WebBandit
-WebCopier
-WebFuck
-WebImageCollector
+WebLeacher
 WebReaper
 WebSauger
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Webster
+WebZIP
+Webalta
+Webshag
+Website Quester
 Whack
+Whatweb
+Who.is Bot
 WiseGuys Robot
 Wonderbot
 Woobot
-YoudaoBot
-Zade
+Zauba
 Zermelo
-ZoomBot
-ZoominfoBot
-ZumBot
+ZmEu
 ZyBorg
-archive.org_bot
-backlink-check
-cah.io.community
-check1.exe
+adscanner
+arquivo.pt
 coccocbot
 cognitiveseo
-crawl.sogou.com
 dataforseo.com
 domainsproject.org
-eCatch
-instabid
+evc-batch
+facebookscraper
+heritrix
+internetVista monitor
+linkdexbot
 meanpathbot
-mediawords
-netEstate NE Crawler
+muhstik-scan
+oBot
+page scorer
 pcBrowser
+probe-image-size
 ripz
-seocompany.store
-seoscanners
+s1z.ru
+scalaj-http
+scan.lol
+seobility
 serpstatbot
 sexsearcher
-sogouspider
+siteripz
+trendiction.com
 trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-webprosbot
-zauba.io
-zgrab
+x09Mozilla