V4.2022.01.2856 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+360Spider
+AIBOT
+ALittle Client
+ASPSeek
+Aboundex
+Aboundexbot
+Acunetix
 AhrefsBot
-AiHitBot
-Alexibot
-AlphaBot
+AllSubmitter
+Alligator
 Anarchy
 Anarchy99
+Ankit
+Anthill
 Asterias
+Attach
+AwarioSmartBot
+BBBike
 BDCbot
-BacklinkCrawler
-Badass
+BLEXBot
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Bitacle
+BlackWidow
+Blackboard
+BlowFish
 Brandwatch
-Buck
-Buddy
 BuiltBotTough
+BuiltWith
+Bullseye
 BunnySlippers
 CATExplorador
-CODE87
-CSHttp
+CCBot
 Calculon
-CensysInspect
+Cegbfeieh
 CheeseBot
-CherryPicker
 ChinaClaw
-Collector
-Copier
+Chlooe
+Claritybot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 CopyRightCheck
-Cosmos
-Craftbot
-CrazyWebCrawler
-Crescent
-DTS Agent
+CrunchBot
+Curious
+Custo
+DIIbot
 DatabaseDriverMysqli
-DigitalPebble
-Discobot
-Discoverybot
-DomCopBot
-DomainAppender
+Digincore
+Dispatch
+DnyzBot
+DomainCrawler
 Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
+EasyDL
 Ecxi
 EroCrawler
-Exabot
+Evil
+Express WebPictures
 ExtLinksBot
-Extractor
-EyeNetIE
 FemtosearchBot
-Firefox/7.0
-FlashGet
 Flunky
 Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
-GermCrawler
-Gigabot
-Go!Zilla
-Gotit
+FrontPage
+GT::WWW
+GetWeb
+Getintent
+Go-Ahead-Got-It
+GrabNet
 Grabber
 GridBot
-HEADMasterSEO
-HTMLparser
-HTTrack
+HTTP::Lite
+Haansoft
+Harvest
 Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-Id-search
 IlseBot
-Internet Ninja
-JOC Web Spider
-Jetty
-JustView
-Jyxobot
-Kinza
-LNSpiderguy
+Image Fetch
+IndeedBot
+Indy Library
+Iria
+JennyBot
+Jorgee
 Lanshanbot
-Larbin
 LeechFTP
 LeechGet
-LieBaoFast
+LexiBot
+Libwhisker
+Likse
 LinkScan
-Linkdexbot
 LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
 Lmspider
 Ltx71
 MFC_Tear_Sample
-Mail.RU_Bot
+MIIxpc
+MJ12bot
+MSIECrawler
+Mag-Net
+Magnet
 Majestic SEO
+Majestic-SEO
+Mass Downloader
+Masscan
+Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Minefield
-Mojeek
-Morfeus Fucking Scanner
+Metauri
+Microsoft URL Control
+Moblie Safari
 Mozlila
-Mr.4x3
-Msrabot
-Name Intelligence
-Navroad
-Net Vampire
-NetAnts
-NetLyzer
-NetSpider
+Musobot
+NPbot
+NearSite
+NetZIP
 Netcraft
+Nettrack
+NextGenSearchBot
 Nibbler
-Nikto
 Nimbostratus
+Ninja
 Nmap
-Not
 Nuclei
 Offline Explorer
-Offline Navigator
-OrangeBot
-OutclicksBot
+OnCrawl
+Openfind
+Openvas
+OrangeSpider
+OutfoxBot
 PHPCrawl
+PageGrabber
 PageScorer
-PictureFinder
-Piepmatz
+Pandalytics
+Panscient
+PeoplePal
+Pi-Monster
+Picscout
 Pixray
-ProPowerBot
-ProWebWalker
+Pockey
+Psbot
 Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot
 RankingBot2
+Rankivabot
 RankurBot
-RealDownload
-Reaper
 RedesScrapy
 RepoMonkey
-Rogerbot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SalesIntelligent
+SBIder
+SEOprofiler
+ScoutJet
 Scrapy
-ScreenerBot
-Searchestate
 SearchmetricsBot
-Seekport
-SentiBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
-Siteimprove
+SiteSucker
+Sitebeam
 Sitevigil
-SlySearch
-SocialRankIOBot
-Sottopop
-SpaceBison
-Spinn3r
-SputnikBot
-Sucuri
-SuperBot
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Spammen
+Spanner
+Spbot
+Sqlworm
 Surfbot
 SurveyBot
-T8Abot
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+TeleportPro
 Telesphoreo
-The Intraformant
-Titan
-Toata
-Toweyabot
-Tracemyfile
+True_Robot
 Turingos
-Turnitin
-URLy.Warning
+TwengaBot
+Twice
 UnisterBot
 Upflow
-V-BOT
-VB Project
-Vacuum
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 Voil
 WEBDAV
 WISENutbot
 WPScan
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-WeSEE
-Web Auto
-Web Sauger
-WebEnhancer
+Wallpapers/3.0
+Web Fetch
+Web Fuck
+Web Sucker
+WebBandit
+WebCollage
 WebFuck
+WebPix
 WebReaper
+WebSauger
 WebStripper
-Webshag
-WebsiteExtractor
-WebsiteQuester
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Website Quester
 Whack
-Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
+Whacker
+Who.is Bot
+Wotbox
 Wprecon
-Zade
+Xaldon WebSpider
+Xenu
+YoudaoBot
 Zermelo
-Zeus
-Zitebot
-ZoominfoBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
+ZoomBot
+arquivo-web-crawler
 autoemailspider
-backlink-check
-cah.io.community
 check1.exe
+clark-crawler
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 dataforseo.com
-eCatch
+demandbase-bot
+domainsproject.org
 facebookscraper
-instabid
-internetVista monitor
-lwp-trivial
 magpie-crawler
-muhstik-scan
-pcBrowser
-polaris version
+meanpathbot
+netEstate NE Crawler
+page scorer
+plumanalytics
+probe-image-size
 ripz
-scalaj-http
+s1z.ru
+scan.lol
 seocompany.store
-seostar
-serpstatbot
 sexsearcher
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
+spyfu
+sysscan
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
-webpros.com
-x09Mozilla
 x22Mozilla
+xpymep1.exe
+zauba.io