V4.2022.04.3059 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
+AIBOT
+ALittle Client
+Abonti
 Aboundexbot
 Acunetix
-AhrefsBot
-Anarchy
-Ankit
-Apexoo
+AiHitBot
+Anarchie
+Aspiegel
+Asterias
+AwarioRssBot
 BBBike
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-Bitacle
-Black Hole
+BDCbot
+BackStreet
+Bandit
+BatchFTP
+Bigfoot
 BlackWidow
-Boardreader
+BotALot
 Brandprotect
-Buddy
 BuiltWith
-Bullseye
+BunnySlippers
 CCBot
-CODE87
 CSHttp
-CazoodleBot
-CensysInspect
+Calculon
 CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
-Chlooe
-Citoid
-Collector
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
+Claritybot
+Cliqzbot
+Cogentbot
+CopyRightCheck
+Cosmos
+Craftbot
 Custo
+DBLBot
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
 Demon
-Devil
-Digincore
-Discobot
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Dotbot
+Dragonfly
+EMail Siphon
 EasyDL
-EirGrabber
-Evil
+Ebingbong
 Express WebPictures
-Extreme Picture Finder
+ExtLinksBot
+FDM
 Firefox/7.0
-Flunky
-Freeuploader
-G-i-g-a-b-o-t
+Foobot
+Fuzz
+FyberSpider
 GT::WWW
 GalaxyBot
 Genieo
 GetRight
-Getintent
+GetWeb
+Gotit
 GrabNet
-HEADMasterSEO
+Grabber
+GrapeFX
 HTMLparser
-HTTP::Lite
-HTTrack
 Haansoft
 HaosouSpider
-Harvest
-HonoluluBot
-Humanlinks
-HybridBot
-Iblog
-IlseBot
-IndeedBot
+Havij
+Heritrix
+IDBot
+IRLbot
 Indy Library
-InfoTekies
 Intelliseek
-InterGET
 InternetSeer
-IstellaBot
-JOC Web Spider
-JetCar
+Iria
+Iskanie
+Jbrofuzz
+JennyBot
 Jetty
-Jorgee
-JustView
+JikeSpider
+Jyxobot
 Kenjin Spider
+Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
+Larbin
 Leap
-LeechFTP
-Likse
-LinkScan
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-Ltx71
-MIDown tool
-Magnet
+LexiBot
+LibWeb
+LinksManager
+LinqiaScrapeBot
+Litemage_walker
+MFC_Tear_Sample
+MIIxpc
+MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
-MarkWatch
-Masscan
-Meanpathbot
+Majestic12
+Mass Downloader
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-MolokaiBot
+Mojeek
+Msrabot
+Musobot
+NICErsPRO
+NPbot
+Name Intelligence
 Nameprotect
-Navroad
-NearSite
 Nessus
-NetLyzer
-NetZIP
+NetAnts
+NetSpider
 Netcraft
-Nettrack
-Netvibes
 NextGenSearchBot
-Nikto
-Ninja
 Nmap
-Not
-Nutch
-Openvas
-OutclicksBot
-OutfoxBot
-PHPCrawl
-PageScorer
-PageThing.com
-Pavuk
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+OrangeBot
+PageAnalyzer
+PageGrabber
+Panscient
 Pi-Monster
 Picsearch
-Pimonster
 Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
+ProWebWalker
 Probethenet
-Psbot
-PxBroker
-PyCurl
+Pump
 Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
-RealDownload
+RankingBot
+RankurBot
+Re-re
 Recorder
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SalesIntelligent
+RepoMonkey
+SBIder
+SEOprofiler
+SISTRIX
 ScanAlert
-Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
+SemrushBot
+Seomoz
 SiteCheckerBotCrawler
-SiteSnagger
+SiteLockSpider
 Sitebeam
-Snake
+Sitevigil
+SlySearch
 Snapbot
 Snoopy
 SocialRankIOBot
-Sosospider
-Spammen
+Sociscraper
+SpaceBison
 SpankBot
-Spbot
-Sqlworm
-Sqworm
+Sqlmap
 Steeler
-Sucuri
+Stripper
+Sucker
 SuperBot
-SuperHTTP
-SurveyBot
+Surfbot
 Suzuran
-T8Abot
+Szukacz
 Teleport
-TeleportPro
 Telesoft
-Telesphoreo
 Thumbor
-Toweyabot
+TightTwatBot
 Tracemyfile
+Trendiction
 True_Robot
-Turnitin
 TwengaBot
-Twice
+URLy Warning
 URLy.Warning
-V-BOT
+UnisterBot
+Upflow
 VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voltron
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
-WeSEE
-Web Auto
+WISENutbot
+WallpapersHD
 Web Collage
-WebCollage
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebAuto
+WebCopier
 WebFetch
 WebFuck
 WebGo IS
+WebLeacher
+WebPix
+WebSauger
+WebSucker
+WebZIP
 WebmasterWorldForumBot
-Webster
-Whacker
-Whatweb
+Webshag
+Website Quester
+WebsiteExtractor
+Who.is Bot
+Widow
 Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Zeus
-ZoomBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
+YoudaoBot
+Zermelo
+Zitebot
+ZmEu
 clark-crawler
-com.plumanalytics
+coccocbot
 crawl.sogou.com
-crawler.feedback
-crawler4j
-demandbase-bot
-gopher
-iubenda-radar
+dataforseo.com
+domainsproject.org
+facebookscraper
+internetVista monitor
 linkdexbot
 lwp-request
-netEstate NE Crawler
+lwp-trivial
+mediawords
+oBot
+page scorer
 plumanalytics
-polaris version
-satoristudio.net
-scalaj-http
 scan.lol
-seobility
-seocompany.store
-sexsearcher
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
-webmeup-crawler
-webpros.com
+seoscanners
+seostar
+sitechecker.pro
+siteripz
+sogouspider
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webprosbot
 x22Mozilla
 xpymep1.exe
-zauba.io
+zgrab