V4.2022.09.3331 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
+ALittle Client
 ASPSeek
-Aboundex
-AiHitBot
-Alligator
-Anarchy
+Abonti
+AfD-Verbotsverfahren
+Aipbot
+AllSubmitter
+Anarchy99
 Ankit
 Aspiegel
-BBBike
-BDCbot
+Asterias
+Attach
+AwarioRssBot
+AwarioSmartBot
 BDFetch
-BackWeb
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackStreet
 BacklinkCrawler
-Bandit
-Barkrowler
-BatchFTP
-BetaBot
-BlackWidow
+Badass
+Black Hole
 Blow
-Bolt
-Brandprotect
-Brandwatch
-BuiltBotTough
+BotALot
+Bullseye
+BunnySlippers
+BuzzSumo
+CCBot
 CazoodleBot
 Cegbfeieh
 CheTeam
+CheeseBot
 CherryPicker
 ChinaClaw
-Claritybot
-Cloud mapping
+Chlooe
+Citoid
+Cocolyzebot
 Cogentbot
 CopyRightCheck
+Copyscape
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 Crescent
+CyotekWebCopy
 DIIbot
 DTS Agent
-DataCha0s
-Demon
-Deusu
-DigitalPebble
-Dirbuster
-Discoverybot
+DatabaseDriverMysqli
+Discobot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Dotbot
 Download Wonder
-EMail Siphon
-EMail Wolf
-Ecxi
-EroCrawler
+EasyDL
+EirGrabber
 Evil
+Exabot
 ExtractorPro
-EyeNetIE
-Ezooms
-FDM
+FemtosearchBot
+Fimap
 Foobot
+Freeuploader
+Fuzz
+FyberSpider
+Fyrebot
 GalaxyBot
-GermCrawler
-Getintent
-Go-Ahead-Got-It
-GoZilla
-GrapeFX
-HEADMasterSEO
+GetRight
+GetWeb
+Grabber
+Grafula
+GrapeshotCrawler
+GridBot
 HTMLparser
+Haansoft
 HaosouSpider
-Havij
 Heritrix
+Hloader
+Humanlinks
 HybridBot
-IRLbot
+IDBTE4M
 Id-search
 Image Fetch
-Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
 InfoTekies
-InterGET
+Intelliseek
 Iskanie
-Jetty
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-LNSpiderguy
-Larbin
+JennyBot
+JetCar
+JikeSpider
+Joomla
+Jorgee
+JustView
+Lanshanbot
+Leap
 LeechFTP
 LeechGet
 LibWeb
 Libwhisker
-LieBaoFast
-Likse
-LinkScan
-LinksManager
-Litemage_walker
+Lightspeedsystems
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Ltx71
 MIIxpc
-MQQBrowser
-MSFrontPage
 MSIECrawler
 Majestic SEO
 Majestic12
-Mata Hari
-Meanpathbot
+MarkWatch
+Masscan
+Mb2345Browser
 Metauri
-Mister PiX
+Moblie Safari
 MolokaiBot
+Mozlila
 Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
+NPbot
 Name Intelligence
 Nameprotect
 Navroad
-Net Vampire
+Nessus
 NetAnts
-NetMechanic
-NetSpider
+NetZIP
 Netcraft
+Nettrack
 NextGenSearchBot
-Niki-bot
-Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
-Not
-Nuclei
+Nibbler
 Offline Explorer
-OpenVAS
-Openvas
-OutclicksBot
+Openfind
 OutfoxBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageThing.com
-Papa Foto
 PeoplePal
-Picscout
-Piepmatz
-ProPowerBot
+Petalbot
+Pi-Monster
+Pimonster
+Pixray
+Pockey
 PxBroker
-QueryN Metasearch
 RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot
-Re-re
-Recorder
-RepoMonkey
+Rankivabot
+RankurBot
+ReGet
+RealDownload
+RebelMouse
+RocketCrawler
 SEOkicks
-SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
+SEOkicks-Robot
+SMTBot
+ScanAlert
 Scanbot
-Screaming
-ScreenerBot
-SearchmetricsBot
+ScoutJet
+Scrapy
+ScrepyBot
 Seekport
+SemanticJuice
+Semrush
+SemrushBot
+SentiBot
 Shodan
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
-SiteSucker
-Siteimprove
+SiteSnagger
 Sitevigil
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
-Sogou web spider
+SlySearch
+Snapbot
+Sociscraper
 Sosospider
-SpankBot
+SpaceBison
+Spammen
 Spanner
-Spbot
-SputnikBot
-Sqlmap
-Steeler
-SuperHTTP
-Telesoft
+Spinn3r
+Sqworm
+Stripper
+Sucker
+Sucuri
+SuperBot
+Surfbot
+Swiftbot
+T0PHackTeam
+Teleport
 Telesphoreo
 Telesphorep
-The Intraformant
-True_Robot
-TwengaBot
-Twice
-URLy.Warning
+Titan
+Tracemyfile
+Turingos
+Turnitin
+TurnitinBot
 UnisterBot
-Upflow
+V-BOT
 VB Project
+VCI
 VeriCiteCrawler
-VidibleScraper
-Voltron
-WWW-Collector-E
-WWW-Mechanize
+VoidEYE
+WBSearchBot
+WEBDAV
+WISENutbot
 WWWOFFLE
-Wallpapers/3.0
-Web Collage
-WebBandit
+Web Auto
+Web Fetch
+Web Fuck
+Web Sauger
+WebCopier
 WebFetch
-WebGo IS
-WebSucker
-WebWhacker
+WebFuck
+WebLeacher
+WebStripper
 Webshag
-WebsiteQuester
-Whack
-Whacker
-Whatweb
-WiseGuys Robot
+Website Quester
+Who.is Bot
 Wonderbot
 Woobot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
+Zauba
 Zitebot
-ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
+adscanner
+autoemailspider
 backlink-check
-cah.io.community
-check1.exe
 clark-crawler
+coccocbot
 cognitiveseo
-dataforseo.com
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
 demandbase-bot
-gopher
-heritrix
-instabid
+evc-batch
+internetVista monitor
 ips-agent
+iubenda-radar
+lwp-request
+lwp-trivial
 magpie-crawler
-meanpathbot
-polaris version
-ripz
+page scorer
+pcBrowser
+probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
-seobility
-seocompany.store
 seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+sysscan
 voyagerx.com
-x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+webgains-bot