V4.2022.09.3328 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
-ADmantX
+360Spider
+404checker
 ALittle Client
 ASPSeek
+Aboundex
+Aboundexbot
 Acunetix
 AhrefsBot
-Aipbot
-Anarchie
-Ankit
+Alligator
+AlphaBot
+Anthill
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
 BDFetch
 BLEXBot
 BackDoorBot
 BackWeb
-BacklinkCrawler
-Bigfoot
+Bandit
+Barkrowler
+BatchFTP
+BetaBot
 Bitacle
-Blow
+Black Hole
+Blackboard
+BlowFish
 Boardreader
-Bolt
 Brandprotect
-Brandwatch
-Buddy
+Bullseye
 BunnySlippers
 CATExplorador
-CCBot
-CSHttp
-Calculon
 CazoodleBot
-Cliqzbot
-Collector
-Cosmos
-Crescent
+Cegbfeieh
+Chlooe
+Cocolyzebot
+Copier
+Copyscape
+Craftbot
+Crawling at Home Project
 CrunchBot
-Curious
-DBLBot
-DSearch
+Custo
+DataCha0s
 DatabaseDriverMysqli
-Devil
+Deusu
+Digincore
 DigitalPebble
-Dirbuster
-Disco
-Discoverybot
 Dispatch
-DnBCrawler-Analytics
 DnyzBot
 DomainAppender
-Download Wonder
 Dragonfly
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-EasyDL
+Drip
 Ebingbong
-ExtLinksBot
-Extractor
-ExtractorPro
-EyeNetIE
-FemtosearchBot
+EirGrabber
+Exabot
+Express WebPictures
+Ezooms
+FDM
+FHscan
 Fimap
-Firefox/7.0
-Foobot
+FrontPage
 FyberSpider
-GalaxyBot
+Fyrebot
+G-i-g-a-b-o-t
+Genieo
 GetRight
 GetWeb
+Getintent
+Go!Zilla
 GoZilla
-GrabNet
-Grabber
-GrapeshotCrawler
+GrapeFX
+HEADMasterSEO
 HMView
-HTMLparser
-HTTrack
 Haansoft
 HaosouSpider
+Havij
 Heritrix
-Hloader
-Humanlinks
-IDBTE4M
 Id-search
 IlseBot
+IndeedBot
 Indy Library
 InfoNaviRobot
-InfoTekies
+Intelliseek
 Internet Ninja
 Iria
+JamesBOT
 Jbrofuzz
-JetCar
 Jetty
 JikeSpider
 Jorgee
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
+Kinza
+LNSpiderguy
 LWP::Simple
-Larbin
+Lanshanbot
+Leap
 LexiBot
-Lftp
 Libwhisker
-Likse
-LinkScan
-Linkbot
+LinkWalker
+LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
+Ltx71
 MIIxpc
-MJ12bot
 MSFrontPage
+MSIECrawler
 MTRobot
-Majestic-SEO
-MarkMonitor
-Masscan
-Mata Hari
+Majestic SEO
+Majestic12
+MarkWatch
 MauiBot
-MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-Musobot
-Name Intelligence
+NPbot
 Nameprotect
+Navroad
 NearSite
 Needle
+Net Vampire
+NetMechanic
 NetSpider
-Netcraft
-Nettrack
-Nibbler
-Nimbostratus
-Nmap
-Nuclei
-Offline Explorer
+Netvibes
+Nikto
+Nutch
+Octopus
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
-OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
-PageGrabber
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 Panscient
+Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
 Picscout
-Picsearch
+Pimonster
 Pixray
-ProPowerBot
-Pump
-PxBroker
+ProWebWalker
+Pu_iN
 PyCurl
 Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankFlex
 RankingBot
+RankingBot2
 Rankivabot
-RankurBot
+RealDownload
 Reaper
-RedesScrapy
-Ripper
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SEOkicks
+SISTRIX
+SalesIntelligent
+Scanbot
+Screaming
 ScrepyBot
 Searchestate
-SemanticJuice
+SearchmetricsBot
 Semrush
 SentiBot
 Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteSnagger
-SiteSucker
-Siteimprove
+Sitebeam
+Snake
 Snapbot
 SocialRankIOBot
 Sociscraper
-Sottopop
+Sogou web spider
 Spammen
 SpankBot
+Spanner
+SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
-Stripper
 Sucker
-SuperBot
-SuperHTTP
+Surfbot
 Szukacz
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
+Telesphoreo
 Thumbor
 TightTwatBot
 Titan
+Toweyabot
 True_Robot
-Turingos
-Twice
+TurnitinBot
 URLy.Warning
-UnisterBot
-V-BOT
-VelenPublicWebCrawler
-Virusdie
+Upflow
+VeriCiteCrawler
+VoidEYE
+WASALive-Bot
+WBSearchBot
 WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-WallpapersHD
-WeSEE
-Web Sauger
-WebBandit
-WebCollage
-WebFuck
+Wallpapers/3.0
+Web Auto
+Web Collage
+Web Enhancer
+Web Fetch
+Web Pix
+Web Sucker
+WebAuto
+WebCopier
 WebImageCollector
 WebLeacher
-WebReaper
-Website Quester
+WebZIP
+Webalta
+Webshag
 WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
 Whatweb
-Who.is Bot
 Widow
-WiseGuys Robot
-Wprecon
-YoudaoBot
-Zermelo
-Zitebot
-ZmEu
-arquivo.pt
+Wotbox
+Xaldon_WebSpider
+Zauba
+Zeus
+ZyBorg
+autoemailspider
 backlink-check
+check1.exe
+coccocbot
+cognitiveseo
 crawl.sogou.com
-facebookscraper
+demandbase-bot
+domainsproject.org
+evc-batch
+heritrix
 instabid
-linkdexbot
-lwp-request
-oBot
-plumanalytics
-polaris version
+lwp-trivial
+meanpathbot
+page scorer
+probe-image-size
 scalaj-http
-scan.lol
 seoscanners
 serpstatbot
-siteripz
-sogouspider
 sp_auditbot
-spyfu
-sysscan
-webpros.com
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webprosbot
+zauba.io
 zgrab