V4.2022.07.3213 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-404enemy
 80legs
-ASPSeek
-Abonti
-Acunetix
+ALittle Client
+Aboundexbot
 AfD-Verbotsverfahren
-AllSubmitter
-Anarchie
-Anarchy
+AiHitBot
+Alligator
+AlphaBot
 Ankit
-Apexoo
-Asterias
+Atomseobot
+Attach
 AwarioSmartBot
 BBBike
+BDCbot
+BDFetch
+BLEXBot
+BackDoorBot
+BackWeb
 Badass
-Bandit
-Battleztar Bazinga
+Barkrowler
+BatchFTP
+Bitacle
+Black Hole
 BlackWidow
-Boardreader
-BotALot
-Brandprotect
-BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CODE87
-CSHttp
+Blackboard
+Blow
+BlowFish
+Bolt
+Brandwatch
+Buddy
+BuiltBotTough
+CCBot
 CazoodleBot
-CheeseBot
-CherryPicker
+Cegbfeieh
+ChinaClaw
 Chlooe
-Citoid
+Claritybot
 Cloud mapping
-Cocolyzebot
-Collector
-Copier
-Craftbot
-CrazyWebCrawler
-Crescent
-Curious
+CopyRightCheck
+CrunchBot
 Custo
-DBLBot
-DSearch
+DataCha0s
+DatabaseDriverMysqli
 Demon
 Digincore
-DigitalPebble
-Dirbuster
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomainAppender
+Dispatch
+DnyzBot
 DomainCrawler
-DomainStatsBot
-Download Wonder
+DomainSigmaCrawler
+Domains Project
 Dragonfly
 Drip
-Ecxi
-EirGrabber
+EMail Wolf
+Ebingbong
+Evil
 Express WebPictures
-EyeNetIE
+ExtLinksBot
 Ezooms
-FHscan
-FemtosearchBot
-FrontPage
-Fuzz
-FyberSpider
-GT::WWW
-GermCrawler
-GetWeb
-Getintent
+FDM
+FlashGet
+Flunky
+G-i-g-a-b-o-t
+GetRight
 Gigabot
-Go-Ahead-Got-It
-GrabNet
-Grabber
+Go!Zilla
 Grafula
-HTMLparser
-Haansoft
+GrapeFX
+GrapeshotCrawler
 HaosouSpider
-Harvest
 Havij
-Hloader
-Humanlinks
-HybridBot
+Heritrix
 IDBTE4M
 IDBot
-Iblog
-Id-search
-IlseBot
-IndeedBot
-InfoNaviRobot
-InternetSeer
-Iskanie
-JamesBOT
-Jetty
-Joomla
-Keyword Density
-LWP::Simple
+IRLbot
+Image Sucker
+Indy Library
+InfoTekies
+Intelliseek
+InterGET
+Iria
+Jbrofuzz
+JetCar
+Keybot Translation-Search-Machine
+Kinza
 Lanshanbot
-LeechFTP
+Larbin
+LeechGet
 LexiBot
-Lightspeedsystems
-Likse
+Lftp
+LibWeb
 LinkWalker
 LinkextractorPro
-LinqiaRSSBot
-Litemage_walker
-MJ12bot
-Mag-Net
-Majestic-SEO
+LinksManager
+MSIECrawler
+MTRobot
+Mail.RU_Bot
 Majestic12
-Mass Downloader
-Mata Hari
-Mb2345Browser
+MarkWatch
+Masscan
+MauiBot
 Meanpathbot
-Metauri
-MicroMessenger
+Mediatoolkitbot
+MegaIndex.ru
 Microsoft Data Access
-Minefield
-Moblie Safari
+Microsoft URL Control
+Mister PiX
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NICErsPRO
+Msrabot
 NPbot
 Nameprotect
+NearSite
 Needle
-NetMechanic
+Net Vampire
+NetAnts
+NetSpider
 Netcraft
-Nettrack
+NextGenSearchBot
+Niki-bot
 Nikto
-Nimbostratus
+NimbleCrawler
 Ninja
-Nutch
+Not
 Offline Navigator
-Openvas
 OrangeBot
-PECL::HTTP
-PHPCrawl
-PageGrabber
+OutfoxBot
 PageScorer
-Pavuk
+Pandalytics
+Panscient
+Papa Foto
 Petalbot
 Pi-Monster
-Picscout
-Picsearch
-PictureFinder
-Piepmatz
 Pimonster
 PleaseCrawl
 Pockey
-PyCurl
-QueryN Metasearch
+Pump
+RSSingBot
 RankActiveLinkBot
-RankingBot2
 RankurBot
-Re-re
 ReGet
-RealDownload
+Reaper
 RebelMouse
-Recorder
 RedesScrapy
-Ripper
-SEOkicks
-SEOstats
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks-Robot
 ScoutJet
 Screaming
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
-SentiBot
+SemanticJuice
+SemrushBot
+SeobilityBot
 Seomoz
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-SlySearch
+Shodan
+Site Sucker
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Sitevigil
+SmartDownload
 Snake
-Snapbot
 Snoopy
-SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpaceBison
-Spanner
-Spbot
+Spammen
 Spinn3r
-Sqworm
-Stripper
-Sucker
-SuperHTTP
-SurveyBot
+SputnikBot
+Sqlworm
+Sucuri
+SuperBot
+Surfbot
+Suzuran
 Swiftbot
-T8Abot
+Teleport
+TeleportPro
 Telesoft
-The Intraformant
-TightTwatBot
-Trendiction
-Turingos
-TwengaBot
-Twice
-URLy Warning
+Telesphoreo
+Toweyabot
+Trendictionbot
+True_Robot
+Turnitin
+URLy.Warning
+V-BOT
 VB Project
+VCI
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
-Voil
+Virusdie
+VoidEYE
 Voltron
+WEBDAV
+WISENutbot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
 Wallpapers
-Web Collage
-Web Fetch
-Web Fuck
+Web Auto
+Web Enhancer
+Web Pix
 Web Sauger
-WebBandit
-WebFetch
+WebAuto
+WebFuck
 WebGo IS
+WebLeacher
 WebReaper
-WebSauger
-WebStripper
 WebSucker
-Webshag
-WebsiteExtractor
+WebWhacker
+WebZIP
+Webalta
+WebsiteQuester
 Whack
-Widow
-Wonderbot
-Xenu
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zade
 Zermelo
+ZmEu
 ZoominfoBot
-arquivo.pt
-check1.exe
-clark-crawler
-crawl.sogou.com
-gopher
+ZyBorg
+arquivo-web-crawler
+coccocbot
+cognitiveseo
+crawler.feedback
+crawler4j
+domainsproject.org
 internetVista monitor
 isitwp.com
-linkdexbot
-lwp-request
 lwp-trivial
-netEstate NE Crawler
+magpie-crawler
 oBot
-s1z.ru
-sexsearcher
+page scorer
+scalaj-http
+seobility
+seoscanners
+serpstatbot
 sitechecker.pro
 sp_auditbot
-trendiction.de
 ubermetrics-technologies.com
-webprosbot
+voyagerx.com
+webgains-bot
+webmeup-crawler
 x09Mozilla
 zauba.io
-zgrab