V4.2022.10.3409 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404enemy
-80legs
-ADmantX
-AIBOT
-ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+Aboundexbot
+AllSubmitter
 AlphaBot
+Anarchy
 Anarchy99
-Apexoo
-AwarioRssBot
+Asterias
 BBBike
 BDCbot
+BDFetch
 BackDoorBot
-BackStreet
 BackWeb
 BacklinkCrawler
 Badass
 BatchFTP
-Bigfoot
-Blackboard
-Blow
+BetaBot
+Bitacle
+Black Hole
 BlowFish
 Boardreader
-Brandprotect
-Brandwatch
-Buck
-BuiltBotTough
-BuiltWith
+Bolt
+Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
 CODE87
-CSHttp
 Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
 Chlooe
 Claritybot
 Cliqzbot
-Collector
+Cloud mapping
+Cocolyzebot
+Copyscape
 Cosmos
-CrunchBot
+CrazyWebCrawler
 CyotekWebCopy
 DBLBot
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Demon
-DittoSpyder
+DSearch
+Deusu
+Digincore
+DigitalPebble
+Discobot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Dragonfly
-EMail Siphon
-EMail Wolf
-Ebingbong
-EirGrabber
+Download Wonder
+Ecxi
 EroCrawler
-Evil
 Exabot
-Extractor
+ExtLinksBot
+EyeNetIE
+FDM
 FHscan
-FemtosearchBot
-Foobot
-FyberSpider
-GT::WWW
-GermCrawler
+Fimap
+Genieo
+GetRight
+Getintent
 Gigabot
-Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+Grabber
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
-HTMLparser
-Haansoft
-HonoluluBot
-Humanlinks
+HTTP::Lite
+HTTrack
+Havij
+Heritrix
+Hloader
+IDBot
 IRLbot
-Id-search
-Image Fetch
+IlseBot
+Image Sucker
 IndeedBot
-InfoNaviRobot
+Internet Ninja
 IstellaBot
-JOC Web Spider
+JamesBOT
 JennyBot
-Jetty
 JikeSpider
 Joomla
 Jorgee
+JustView
 Keybot Translation-Search-Machine
 Keyword Density
-Lanshanbot
-LeechFTP
+Kozmosbot
+LNSpiderguy
+LeechGet
 LibWeb
 LieBaoFast
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinkpadBot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-MIDown tool
+Lipperhey
+Lmspider
 MIIxpc
 MQQBrowser
-MSIECrawler
-MTRobot
+Majestic-SEO
 Majestic12
-MarkWatch
-Mata Hari
-Meanpathbot
-Metauri
-Microsoft URL Control
+Mb2345Browser
+MegaIndex.ru
+MicroMessenger
+Minefield
+Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+MolokaiBot
+Mr.4x3
+Musobot
+NICErsPRO
 NPbot
-Navroad
-Net Vampire
-NextGenSearchBot
-Ninja
+Name Intelligence
+Nameprotect
+NearSite
+Nessus
+NetLyzer
+NetMechanic
+Niki-bot
+Not
 Nuclei
-Offline Explorer
-OnCrawl
+Nutch
+Octopus
+OpenLinkProfiler
 Openvas
-OrangeSpider
+OrangeBot
+OutclicksBot
 OutfoxBot
-PECL::HTTP
 POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
-PageThing.com
-Pandalytics
-Panscient
 Papa Foto
 Pavuk
-PeoplePal
-Picscout
-Piepmatz
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Psbot
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
+Pimonster
+Probethenet
+Pu_iN
 RankActive
-RankActiveLinkBot
 RankingBot
-RankingBot2
-Rankivabot
+RankurBot
 ReGet
-RebelMouse
-RepoMonkey
+RealDownload
+RedesScrapy
+Ripper
 Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
 SISTRIX
-SMTBot
-ScanAlert
-Scanbot
 ScoutJet
-SearchmetricsBot
-SentiBot
+Scrapy
+ScreenerBot
+Seekport
 SeoSiteCheckup
-Seomoz
-Shodan
+SeobilityBot
 Site Sucker
 SiteLockSpider
-SiteSnagger
+SiteSucker
+Sitebeam
 Siteimprove
-Sitevigil
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
 Sociscraper
-Sogou web spider
 Sottopop
+Spammen
+Spbot
 SputnikBot
 Sqlmap
-SuperHTTP
+Steeler
+Sucker
+SuperBot
+SurveyBot
+Suzuran
+Szukacz
+T0PHackTeam
+T8Abot
 TheNomad
-Thumbor
+Toata
 Toweyabot
 Trendictionbot
-Turnitin
+True_Robot
 TurnitinBot
 Twice
-Vacuum
+Typhoeus
+URLy.Warning
+UnisterBot
 Vagabondo
 VelenPublicWebCrawler
 Virusdie
+Voil
 Voltron
-WISENutbot
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
+Wallpapers
 WeSEE
-Web Fetch
-Web Fuck
+Web Auto
+Web Enhancer
+Web Sauger
+WebAuto
 WebBandit
 WebCollage
+WebCopier
+WebEnhancer
 WebFetch
-WebGo IS
+WebFuck
 WebImageCollector
-WebWhacker
+WebLeacher
+WebPix
 Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webster
 Whack
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zermelo
+Whacker
+Whatweb
+Who.is Bot
+Wprecon
+Zade
+Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZyBorg
-cah.io.community
-check1.exe
+adscanner
+archive.org_bot
+arquivo.pt
+backlink-check
+coccocbot
 cognitiveseo
-crawl.sogou.com
+com.plumanalytics
 crawler4j
 demandbase-bot
-internetVista monitor
+domainsproject.org
+heritrix
+ips-agent
+isitwp.com
 lwp-request
-magpie-crawler
-meanpathbot
-muhstik-scan
-oBot
-pcBrowser
-probe-image-size
+lwp-trivial
+netEstate NE Crawler
 ripz
 s1z.ru
-scalaj-http
-scan.lol
-serpstatbot
-sitechecker.pro
-siteripz
-sogouspider
+satoristudio.net
+sexsearcher
+sp_auditbot
 spyfu
-tAkeOut
-voyagerx.com
-webgains-bot
+sysscan
 webmeup-crawler
-webprosbot
-x09Mozilla
-xpymep1.exe
+webpros.com
+x22Mozilla