V4.2022.10.3408 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404enemy
+80legs
+ADmantX
 AIBOT
 ASPSeek
-Aboundex
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Aipbot
+AlphaBot
+Anarchy99
 Apexoo
-Asterias
-Atomseobot
-Attach
 AwarioRssBot
+BBBike
+BDCbot
+BackDoorBot
+BackStreet
 BackWeb
-Bandit
-BetaBot
-Bitacle
-BlackWidow
+BacklinkCrawler
+Badass
+BatchFTP
+Bigfoot
 Blackboard
+Blow
+BlowFish
+Boardreader
 Brandprotect
+Brandwatch
+Buck
+BuiltBotTough
 BuiltWith
-Bullseye
 CATExplorador
-CCBot
 CODE87
 CSHttp
 Calculon
-CazoodleBot
-CheTeam
-CheeseBot
-ChinaClaw
 Chlooe
-Citoid
 Claritybot
 Cliqzbot
-Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-Crescent
-Curious
+Collector
+Cosmos
+CrunchBot
+CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
-Devil
-Disco
-Discobot
+DataCha0s
+DatabaseDriverMysqli
+Demon
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
+Dragonfly
 EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
 EirGrabber
-FDM
+EroCrawler
+Evil
+Exabot
+Extractor
+FHscan
 FemtosearchBot
-Fimap
 Foobot
-FrontPage
-G-i-g-a-b-o-t
+FyberSpider
 GT::WWW
-GetRight
+GermCrawler
 Gigabot
-Grabber
+Go!Zilla
 GridBot
 HEADMasterSEO
 HTMLparser
 Haansoft
-HaosouSpider
-Harvest
-Havij
-Hloader
 HonoluluBot
 Humanlinks
-IDBTE4M
-IDBot
 IRLbot
-IlseBot
+Id-search
+Image Fetch
+IndeedBot
 InfoNaviRobot
-Internet Ninja
-InternetSeer
-Iria
 IstellaBot
 JOC Web Spider
-Jbrofuzz
+JennyBot
+Jetty
+JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
-LNSpiderguy
+Keybot Translation-Search-Machine
+Keyword Density
 Lanshanbot
-Larbin
 LeechFTP
-LexiBot
 LibWeb
+LieBaoFast
 Lightspeedsystems
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkWalker
+Linkbot
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MQQBrowser
 MSIECrawler
 MTRobot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
-Masscan
-Mister PiX
+MarkWatch
+Mata Hari
+Meanpathbot
+Metauri
+Microsoft URL Control
 Moblie Safari
 Morfeus Fucking Scanner
-Msrabot
-Musobot
+NPbot
 Navroad
-NearSite
-Nessus
 Net Vampire
-NetAnts
-NetZIP
-Netvibes
-Nibbler
-Nikto
-Not
+NextGenSearchBot
+Ninja
 Nuclei
-Nutch
-OpenLinkProfiler
+Offline Explorer
+OnCrawl
 Openvas
-OrangeBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
 PageScorer
 PageThing.com
 Pandalytics
+Panscient
 Papa Foto
-Petalbot
+Pavuk
+PeoplePal
 Picscout
-Pimonster
-Pixray
+Piepmatz
 PleaseCrawl
 ProPowerBot
-Probethenet
+ProWebWalker
 Psbot
-Pu_iN
 Pump
+PxBroker
+PyCurl
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
+RankActive
 RankActiveLinkBot
 RankingBot
 RankingBot2
-Re-re
+Rankivabot
 ReGet
 RebelMouse
-RedesScrapy
 RepoMonkey
-Ripper
-SBIder
+Rogerbot
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
+SISTRIX
 SMTBot
+ScanAlert
 Scanbot
-Screaming
-Searchestate
+ScoutJet
 SearchmetricsBot
-Semrush
 SentiBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
 Site Sucker
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-SlySearch
-Snake
+Siteimprove
+Sitevigil
+Sociscraper
 Sogou web spider
-Sosospider
-Spbot
-Steeler
-Stripper
-Sucuri
-SuperBot
+Sottopop
+SputnikBot
+Sqlmap
 SuperHTTP
-Surfbot
-Suzuran
-Swiftbot
-Szukacz
-T0PHackTeam
-Telesoft
-The Intraformant
-TightTwatBot
-Toata
-Tracemyfile
+TheNomad
+Thumbor
+Toweyabot
 Trendictionbot
+Turnitin
+TurnitinBot
 Twice
 Vacuum
 Vagabondo
+VelenPublicWebCrawler
 Virusdie
-WEBDAV
+Voltron
+WISENutbot
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
 WeSEE
+Web Fetch
+Web Fuck
 WebBandit
-WebPix
-WebSucker
+WebCollage
+WebFetch
+WebGo IS
+WebImageCollector
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Widow
-Zauba
+Whack
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zermelo
-ZmEu
 ZoomBot
-ZoominfoBot
-autoemailspider
+ZyBorg
+cah.io.community
 check1.exe
-clark-crawler
-crawler.feedback
+cognitiveseo
+crawl.sogou.com
 crawler4j
 demandbase-bot
-gopher
-heritrix
-instabid
-mediawords
+internetVista monitor
+lwp-request
+magpie-crawler
+meanpathbot
 muhstik-scan
 oBot
+pcBrowser
 probe-image-size
-satoristudio.net
+ripz
+s1z.ru
 scalaj-http
 scan.lol
-seobility
-seocompany.store
 serpstatbot
 sitechecker.pro
 siteripz
-sp_auditbot
+sogouspider
 spyfu
-trendiction.com
+tAkeOut
+voyagerx.com
 webgains-bot
-webpros.com
+webmeup-crawler
+webprosbot
+x09Mozilla
 xpymep1.exe
-zauba.io