V4.2021.09.2603 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404enemy
+80legs
 ADmantX
 AIBOT
+ALittle Client
 ASPSeek
-Abonti
+Aboundexbot
 AhrefsBot
-AiHitBot
-Aipbot
-AllSubmitter
-Anarchie
-Anarchy
-Ankit
-Apexoo
-Aspiegel
 Attach
-AwarioRssBot
-BBBike
 BDCbot
-BDFetch
-BackStreet
-Backlink-Ceck
-Bigfoot
-Bitacle
+BackWeb
+Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Black Hole
 Blackboard
-BlowFish
-Boardreader
+Blow
 BotALot
 Brandprotect
-Buddy
+BunnySlippers
 BuzzSumo
-Calculon
-CazoodleBot
-CensysInspect
-CheTeam
+CCBot
+CSHttp
+Cegbfeieh
 CheeseBot
 CherryPicker
-ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
+Copier
+CopyRightCheck
 Copyscape
-Crawling at Home Project
-CrunchBot
-Curious
-Custo
-DSearch
-DTS Agent
+Cosmos
+CrazyWebCrawler
 DatabaseDriverMysqli
 Demon
 Deusu
-Devil
-Digincore
 Dirbuster
+Discobot
+Discoverybot
 Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
+Dotbot
 Download Wonder
-EroCrawler
-Exabot
+EMail Wolf
+EasyDL
+Ebingbong
+Evil
 ExtractorPro
-EyeNetIE
-Ezooms
+FemtosearchBot
 Fimap
-FlashGet
-Flunky
-Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
 GermCrawler
-GetWeb
 Getintent
-Gotit
+Go-Ahead-Got-It
 GrabNet
 Grabber
 Grafula
-GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-Harvest
-IDBot
-IRLbot
-Iblog
-Id-search
+HMView
+HTTrack
+Havij
+Heritrix
+Humanlinks
+IDBTE4M
 IlseBot
-InfoNaviRobot
-Intelliseek
-Iria
-Iskanie
-Jorgee
-JustView
+Image Fetch
+InfoTekies
+IstellaBot
+JamesBOT
+Jetty
+JikeSpider
+Joomla
 Jyxobot
-Kozmosbot
-LNSpiderguy
+Kenjin Spider
+LWP::Simple
 Lanshanbot
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LibWeb
 LieBaoFast
-LinkWalker
+Linkbot
+LinkextractorPro
 LinkpadBot
-MFC_Tear_Sample
-MJ12bot
+LinksManager
+Lipperhey Spider
+Lmspider
+Ltx71
+MIDown tool
+MIIxpc
+MQQBrowser
 MSFrontPage
 MSIECrawler
-MTRobot
 Mag-Net
 Mail.RU_Bot
-Majestic12
-Mass Downloader
-Mata Hari
-MauiBot
 Metauri
+MicroMessenger
 Microsoft URL Control
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Msrabot
+Mr.4x3
+Musobot
 Name Intelligence
-Navroad
+Nameprotect
+NearSite
+Needle
 Nessus
-Net Vampire
 NetAnts
+NetMechanic
+NetSpider
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
-Ninja
-Nuclei
+NimbleCrawler
+Nmap
 Nutch
-Offline Navigator
 OnCrawl
+OpenLinkProfiler
 Openfind
 OrangeBot
-OutfoxBot
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
-PageScorer
-Papa Foto
+Pandalytics
 Pavuk
 Petalbot
-Picscout
-PictureFinder
-Piepmatz
+Pimonster
 Pixray
+PleaseCrawl
 Pockey
-Psbot
-PxBroker
-RankActive
-RankingBot
-Rankivabot
-Re-re
-ReGet
-RepoMonkey
+ProWebWalker
+Probethenet
+PyCurl
+Quick-Crawler
+RankurBot
+RealDownload
+Recorder
+RocketCrawler
 Rogerbot
+SEOkicks
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
 SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
 Screaming
-SentiBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-Sitevigil
+ScreenerBot
+Searchestate
+SemrushBot
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
+SiteExplorer
+SiteSnagger
+Siteimprove
+SlySearch
 SmartDownload
-SpaceBison
+Snake
+Snoopy
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
 Spammen
-Spbot
-Spinn3r
-Sqlmap
-Sqworm
+Steeler
+Stripper
+Sucker
 SuperBot
-Swiftbot
-T0PHackTeam
+SuperHTTP
+Surfbot
+SurveyBot
 T8Abot
+Teleport
+TeleportPro
+The Intraformant
 TightTwatBot
-Toata
-True_Robot
+Titan
+Toweyabot
+Trendiction
+Turingos
 Turnitin
-TwengaBot
-URLy Warning
-URLy.Warning
+TurnitinBot
+Twice
 UnisterBot
+Upflow
+V-BOT
 VB Project
-Vacuum
-VelenPublicWebCrawler
+VCI
+VeriCiteCrawler
 Virusdie
 VoidEYE
-Voil
-WPScan
-WWW-Collector-E
+WEBDAV
+WWW::Mechanize
 WWWOFFLE
-WeSEE
-Web Collage
-Web Enhancer
-Web Pix
-Web Sucker
-WebAuto
-WebCollage
+Web Fetch
+WebBandit
 WebFetch
-WebFuck
+WebImageCollector
 WebLeacher
-WebReaper
 WebSauger
+WebStripper
 WebSucker
+WebWhacker
 WebZIP
 Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whack
+Webster
 Whatweb
 Who.is Bot
-Woobot
+WinHTTrack
+Wonderbot
+Xaldon WebSpider
 YoudaoBot
-Zauba
-Zermelo
-Zeus
-ZmEu
 ZoomBot
-ZumBot
-ZyBorg
-backlink-check
-check1.exe
-crawl.sogou.com
-crawler.feedback
+ZoominfoBot
+arquivo-web-crawler
+cah.io.community
+clark-crawler
+crawler4j
 demandbase-bot
-facebookscraper
-internetVista monitor
-ips-agent
+eCatch
+evc-batch
+gopher
+heritrix
+instabid
 lwp-request
-muhstik-scan
+meanpathbot
+mediawords
 pcBrowser
-s1z.ru
-sexsearcher
+ripz
+scalaj-http
+seoscanners
+seostar
+siteripz
+sp_auditbot
 spyfu
-sysscan
-tAkeOut
-trendiction.com
-webprosbot
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 x09Mozilla
-x22Mozilla
 zauba.io
+zgrab