V4.2021.09.2586 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+404checker
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
 Abonti
-Aboundexbot
-AhrefsBot
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+Alexibot
+AlphaBot
+Anarchy
 Ankit
 Anthill
-Apexoo
-Asterias
-Attach
+Aspiegel
 BBBike
-BDCbot
 BLEXBot
+BackDoorBot
 BackStreet
+Backlink-Ceck
 BacklinkCrawler
 Bandit
-Battleztar Bazinga
+Bitacle
 Black Hole
-BlackWidow
-Blackboard
+Blow
 BlowFish
-Bolt
-Brandprotect
-BuiltBotTough
+Bullseye
 BunnySlippers
 CATExplorador
+CSHttp
 Calculon
-CazoodleBot
 Cegbfeieh
-CheeseBot
-CherryPicker
-Claritybot
-Cliqzbot
-Cloud mapping
-Cogentbot
-Copier
-CopyRightCheck
+Chlooe
+Collector
 Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
 Crescent
-Discobot
-DittoSpyder
+Curious
+CyotekWebCopy
+DBLBot
+DataCha0s
+Devil
+Dispatch
 DnyzBot
 DomCopBot
 DomainCrawler
-Download Wonder
-Dragonfly
-Drip
-EasyDL
+DomainSigmaCrawler
+Domains Project
+Dotbot
+EMail Wolf
 EirGrabber
-Express WebPictures
+Evil
 ExtLinksBot
-Ezooms
-FHscan
-FemtosearchBot
-Firefox/7.0
-Flunky
+Extractor
+FDM
+FlashGet
 Foobot
+FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
 GetRight
 GetWeb
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
 Grabber
 Grafula
 HEADMasterSEO
-HTMLparser
 HTTP::Lite
-HTTrack
-Harvest
-HybridBot
-IDBTE4M
-IDBot
 IRLbot
+Iblog
 Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
+Intelliseek
 InterGET
-InternetSeer
-JOC Web Spider
-Jbrofuzz
-JennyBot
-JetCar
+Iria
+JamesBOT
 JikeSpider
 Joomla
-Keyword Density
-Lanshanbot
+Jorgee
+Kenjin Spider
+Kinza
+Kozmosbot
+LNSpiderguy
+Larbin
 Leap
-LexiBot
+LeechFTP
 Lftp
-Libwhisker
-LieBaoFast
+LibWeb
+Lightspeedsystems
 LinkScan
-Linkbot
+Linkdexbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
 Ltx71
-MIDown tool
 MIIxpc
-MJ12bot
 MQQBrowser
-MSIECrawler
-Majestic-SEO
+Magnet
+Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
 Mata Hari
+Mb2345Browser
+MegaIndex.ru
+Metauri
+Microsoft Data Access
 Microsoft URL Control
-Mojolicious
-Mozlila
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
 NICErsPRO
-NPbot
-Nameprotect
-NearSite
+Name Intelligence
+Needle
 NetAnts
 NetMechanic
+NetSpider
+NetZIP
 Netcraft
-Niki-bot
-NimbleCrawler
-Nimbostratus
+Nikto
 Nuclei
-Offline Explorer
+Octopus
 Offline Navigator
-Openvas
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PageGrabber
-PageScorer
-Pandalytics
+OpenVAS
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageThing.com
 Panscient
+Papa Foto
 Pavuk
+PeoplePal
 Petalbot
-Picscout
+Picsearch
 PictureFinder
-PleaseCrawl
-Probethenet
-Psbot
-RankActive
+Piepmatz
+Pixray
+ProPowerBot
+Pu_iN
+PxBroker
 RankActiveLinkBot
-RankFlex
 RankingBot2
-ReGet
+RealDownload
+RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SMTBot
+SalesIntelligent
+Scanbot
 ScoutJet
-Scrapy
 ScrepyBot
-Semrush
-SeoSiteCheckup
+Searchestate
+SearchmetricsBot
+SentiBot
 Siphon
-Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-SiteSucker
-SlySearch
-Snake
-Snoopy
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sottopop
+Sosospider
 SpaceBison
-SpankBot
-Spbot
+Spammen
+Spanner
+Spinn3r
 SputnikBot
-Sqworm
-Steeler
+Sqlmap
 Stripper
+Sucker
 Sucuri
-SuperHTTP
-SurveyBot
-Suzuran
+SuperBot
+Surfbot
 Swiftbot
-Szukacz
-TeleportPro
-Telesoft
-Telesphoreo
+Telesphorep
 TheNomad
+Thumbor
 Titan
+Toata
 Trendictionbot
 Turingos
-URLy.Warning
+URLy Warning
 UnisterBot
-VeriCiteCrawler
+VB Project
+Vacuum
+Vagabondo
+VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
-WISENutbot
 WPScan
-WWW-Collector-E
-Web Auto
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+WeSEE
 Web Collage
+Web Enhancer
+Web Fetch
 Web Fuck
+Web Pix
+Web Sauger
 Web Sucker
-WebCopier
+WebEnhancer
 WebFetch
-WebLeacher
+WebFuck
+WebImageCollector
 WebPix
-WebSauger
-WebSucker
+WebReaper
 Webalta
 WebmasterWorldForumBot
-Webshag
 WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
+Webster
 Woobot
-Wotbox
+Wprecon
+Xaldon_WebSpider
+Zade
+Zauba
+Zermelo
 Zeus
-ZoomBot
 ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
+cah.io.community
 coccocbot-web
-com.plumanalytics
-dataforseo.com
+crawl.sogou.com
+crawler.feedback
+crawler4j
 demandbase-bot
-facebookscraper
-gopher
-heritrix
-internetVista monitor
+evc-batch
+instabid
+lwp-request
 magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
+plumanalytics
 s1z.ru
 seoscanners
 seostar
 serpstatbot
 sexsearcher
-siteripz
+sitechecker.pro
 sogouspider
-sp_auditbot
-sysscan
-voyagerx.com
+spyfu
+tAkeOut
+trendiction.de
 webpros.com
 x09Mozilla
-xpymep1.exe
 zauba.io