V4.2021.12.2776 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404enemy
 80legs
-ADmantX
-AIBOT
-Aboundexbot
-AhrefsBot
-Alexibot
+AfD-Verbotsverfahren
+AlphaBot
 Anarchie
+Anarchy
 Anarchy99
 Ankit
-BBBike
-BDCbot
-BackStreet
-Badass
-Bandit
+Apexoo
+Aspiegel
+Attach
+AwarioRssBot
+AwarioSmartBot
+BackDoorBot
+BacklinkCrawler
 Barkrowler
-BetaBot
-Bitacle
+BatchFTP
+Battleztar Bazinga
+Black Hole
+Blackboard
 Blow
+BlowFish
+Bolt
+Brandprotect
 Buck
-Bullseye
-BuzzSumo
+BuiltBotTough
+BuiltWith
+BunnySlippers
 CATExplorador
 CSHttp
+Calculon
 CazoodleBot
-CheeseBot
 CherryPicker
-Chlooe
-Cliqzbot
-Cloud mapping
+Claritybot
+Cogentbot
 Copier
+CopyRightCheck
 Copyscape
-Cosmos
 Craftbot
 Crescent
+CrunchBot
 Curious
 CyotekWebCopy
-DIIbot
-DTS Agent
-Demon
+DSearch
+DataCha0s
+Deusu
+Devil
+DigitalPebble
 Discobot
-DnyzBot
-Dotbot
+Dispatch
+DomCopBot
+DomainSigmaCrawler
+Domains Project
 Dragonfly
+Drip
 EMail Wolf
-Ecxi
+EasyDL
 Evil
+Exabot
+Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
-Fimap
-Firefox/7.0
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FemtosearchBot
 FlashGet
+Flunky
 Foobot
 Freeuploader
 FrontPage
-FyberSpider
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-Go!Zilla
-GrabNet
+GalaxyBot
+GetWeb
 Grabber
+Grafula
 GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
 HTTP::Lite
+HTTrack
 Haansoft
 Heritrix
-Humanlinks
+HybridBot
 IDBot
-IRLbot
-Id-search
-IlseBot
 Image Sucker
-InfoTekies
-InterGET
-Internet Ninja
-InternetSeer
+Indy Library
+Intelliseek
+IstellaBot
+JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
-Jyxobot
-Keyword Density
+JikeSpider
 Kozmosbot
-Lanshanbot
+LNSpiderguy
 Leap
 LeechGet
 Lftp
-Libwhisker
-LieBaoFast
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-Lmspider
-Ltx71
+Lightspeedsystems
+Linkbot
+Linkdexbot
+LinkpadBot
+LinqiaScrapeBot
+Lipperhey Spider
 MIDown tool
-MSFrontPage
-MTRobot
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MIIxpc
+MJ12bot
+MSIECrawler
+Mag-Net
+Magnet
+MarkWatch
 Masscan
-Meanpathbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Mojolicious
+Mata Hari
+MeanPath Bot
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NICErsPRO
-Nameprotect
-Nessus
-NetLyzer
+Msrabot
+Name Intelligence
+NearSite
+Net Vampire
 NetZIP
 Netcraft
-Nikto
-NimbleCrawler
+NextGenSearchBot
+Nibbler
 Ninja
-Nmap
-Nuclei
-Nutch
+Offline Explorer
 OpenLinkProfiler
 OrangeSpider
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
 PageGrabber
+PageScorer
 PageThing.com
-Panscient
+Pandalytics
 Papa Foto
+Pavuk
 Petalbot
-Picscout
-Pimonster
-ProWebWalker
-PyCurl
-RankActive
-RankFlex
+Picsearch
+Pockey
+ProPowerBot
+Psbot
+Quick-Crawler
+RSSingBot
+RankingBot
 RankurBot
-Re-re
-RealDownload
-Reaper
+ReGet
+RebelMouse
 Recorder
-SBIder
-SEOkicks
+RepoMonkey
+Rogerbot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
-Scrapy
-ScreenerBot
+SalesIntelligent
+ScanAlert
+ScoutJet
 Searchestate
-SearchmetricsBot
 SemanticJuice
 SeoSiteCheckup
-SeobilityBot
 Shodan
+Siphon
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSucker
-Siteimprove
+SlySearch
 SmartDownload
 Snapbot
 Snoopy
-Sociscraper
-Sottopop
-SpankBot
-Spinn3r
-SputnikBot
-Sqlmap
+SocialRankIOBot
+Sosospider
+Spanner
+Sqlworm
+Sqworm
+Steeler
 Stripper
-Sucuri
 SurveyBot
-Swiftbot
-T8Abot
+Suzuran
 Telesphorep
-Toweyabot
-Trendiction
-True_Robot
+Toata
 Turingos
+Turnitin
 TurnitinBot
 TwengaBot
-URLy.Warning
+Twice
 UnisterBot
 Upflow
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Voltron
-WASALive-Bot
-WBSearchBot
+Voil
 WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers/3.0
-WeSEE
 Web Auto
-Web Fuck
-Web Pix
-WebAuto
-WebCollage
-WebCopier
-WebGo IS
-WebImageCollector
-WebReaper
+Web Collage
+WebEnhancer
 WebStripper
 WebSucker
-WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Webster
+Whack
+Whacker
 Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
+WiseGuys Robot
+Woobot
 Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+YoudaoBot
+Zauba
+Zeus
 ZmEu
 ZoomBot
-ZumBot
-ZyBorg
-arquivo-web-crawler
-backlink-check
+ZoominfoBot
+archive.org_bot
+clark-crawler
 coccocbot-web
+cognitiveseo
 com.plumanalytics
-dataforseo.com
-demandbase-bot
+crawler.feedback
 eCatch
-facebookscraper
-instabid
+evc-batch
+gopher
+heritrix
 ips-agent
-netEstate NE Crawler
+lwp-request
+muhstik-scan
 oBot
-page scorer
-pcBrowser
-probe-image-size
+satoristudio.net
 scan.lol
 seobility
-seocompany.store
-seoscanners
-sexsearcher
+seostar
+serpstatbot
+siteripz
 sogouspider
-ubermetrics-technologies.com
+sysscan
 voyagerx.com
-webpros.com
-webprosbot
-x09Mozilla
-xpymep1.exe
+webmeup-crawler
 zgrab