V4.2021.08.2556 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404enemy
+80legs
 AIBOT
 ALittle Client
+ASPSeek
 Abonti
 Aboundex
-AllSubmitter
+AhrefsBot
+AiHitBot
+Aipbot
+Alexibot
+AlphaBot
 Anarchie
 Anarchy99
+Anthill
+Apexoo
+Asterias
 Attach
-BBBike
-BDFetch
-BackDoorBot
+AwarioSmartBot
+BDCbot
 BackWeb
-BacklinkCrawler
-Badass
-Barkrowler
-Battleztar Bazinga
+Bandit
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
 BlackWidow
 Blackboard
+Blow
 BlowFish
-BotALot
-BuiltWith
-Bullseye
+Brandprotect
+Buck
+Buddy
+BuzzSumo
 CATExplorador
+CCBot
 CSHttp
+CazoodleBot
 CensysInspect
-CheeseBot
-Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
 CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
+Crawling at Home Project
 Crescent
-Custo
-DBLBot
+Curious
+CyotekWebCopy
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Demon
+Deusu
 Devil
+Digincore
 Disco
 Discobot
+Dispatch
 DnyzBot
-DomCopBot
+DomainAppender
 DomainStatsBot
 Domains Project
-EasyDL
+Dotbot
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
+EMail Wolf
 Ecxi
+Evil
 Exabot
-ExtractorPro
-Extreme Picture Finder
+Express WebPictures
+ExtLinksBot
 EyeNetIE
+FDM
 FHscan
 FemtosearchBot
 Fimap
+Firefox/7.0
 Flunky
-FrontPage
-Fuzz
+Freeuploader
 FyberSpider
-GT::WWW
-GetRight
-GetWeb
+Fyrebot
+GermCrawler
 Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
 Grabber
 GrapeFX
-HEADMasterSEO
-HTMLparser
+GrapeshotCrawler
+GridBot
 HTTP::Lite
 HTTrack
-Havij
-Hloader
-HybridBot
-IDBot
-IlseBot
-InfoNaviRobot
-InterGET
+Harvest
+Humanlinks
+Indy Library
+Intelliseek
 Internet Ninja
 InternetSeer
-IstellaBot
 JamesBOT
 JennyBot
 JetCar
-Jetty
 Joomla
-Jorgee
-JustView
 Kenjin Spider
-Keyword Density
-LNSpiderguy
-LWP::Simple
 Lanshanbot
-Larbin
-LeechFTP
 LeechGet
-Libwhisker
-LinkWalker
+LexiBot
+LibWeb
+Likse
 Linkdexbot
-LinkextractorPro
-LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Lmspider
-MQQBrowser
-MSFrontPage
-MTRobot
+Ltx71
+MJ12bot
 Mag-Net
 Magnet
-Mail.RU_Bot
+MarkWatch
+Mass Downloader
+Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
+Meanpathbot
 Mojolicious
-Mozlila
 Msrabot
 Musobot
+NICErsPRO
+NPbot
 Needle
 Nessus
 Net Vampire
-NetAnts
-NetMechanic
-Nikto
 Nimbostratus
-Offline Explorer
-OnCrawl
+Offline Navigator
+OpenVAS
 Openvas
+OrangeBot
 OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+OutfoxBot
+PHPCrawl
+Page Analyzer
 PageThing.com
-Pandalytics
-PeoplePal
-Petalbot
-PictureFinder
-ProWebWalker
+Panscient
+Piepmatz
+Pixray
 Probethenet
-Pu_iN
+QueryN Metasearch
+Quick-Crawler
 RankActiveLinkBot
-RankingBot
-RankingBot2
+RankFlex
+ReGet
 RealDownload
-RepoMonkey
-Ripper
+RebelMouse
+Recorder
 SBIder
 SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-ScoutJet
+SMTBot
 Screaming
-ScreenerBot
-ScrepyBot
 Searchestate
-SearchmetricsBot
-SentiBot
-SeoSiteCheckup
-Siphon
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
+Sitebeam
 Siteimprove
-SlySearch
-SmartDownload
-Snake
+Sitevigil
 Snapbot
-SocialRankIOBot
 Sociscraper
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
 Spammen
-Spinn3r
+Sqlmap
+Sqlworm
+Steeler
+Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
-T8Abot
-Teleport
-TeleportPro
+Suzuran
 Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
 TheNomad
-Toweyabot
-True_Robot
+Titan
+Toata
+Tracemyfile
+Trendictionbot
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
 Twice
 URLy Warning
-Upflow
+UnisterBot
 VB Project
-Vagabondo
-VidibleScraper
+VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
 Voltron
-WEBDAV
-WPScan
-WWW-Collector-E
+WASALive-Bot
 WWW-Mechanize
-Wallpapers
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-WeSEE
+Web Collage
 Web Enhancer
-Web Fetch
 Web Fuck
+Web Pix
 Web Sauger
-WebBandit
-WebGo IS
-WebReaper
+WebCopier
+WebStripper
 WebWhacker
 Webalta
-WebmasterWorldForumBot
+Webshag
 Website Quester
-WinHTTrack
+Webster
+Whack
+Whatweb
+Widow
 WiseGuys Robot
-Wotbox
-Wprecon
-Xenu
-Zade
+Wonderbot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+Zermelo
 Zeus
-ZmEu
 ZoomBot
-archive.org_bot
 autoemailspider
-backlink-check
 clark-crawler
-crawl.sogou.com
 crawler4j
-demandbase-bot
 evc-batch
-facebookscraper
 gopher
-meanpathbot
+lwp-request
+lwp-trivial
 mediawords
-muhstik-scan
-oBot
+page scorer
 pcBrowser
 probe-image-size
-scan.lol
+scalaj-http
+seobility
 serpstatbot
-siteripz
-sp_auditbot
-webprosbot
-x22Mozilla
+sexsearcher
+sysscan
+trendiction.de
+voyagerx.com
+webmeup-crawler
+webpros.com
+x09Mozilla
+zgrab