V4.2022.09.3325 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 80legs
-ALittle Client
+ADmantX
+Aboundex
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
+Alexibot
+AllSubmitter
 Alligator
+Ankit
 Anthill
-Atomseobot
+Aspiegel
 Attach
-AwarioSmartBot
+AwarioRssBot
+BBBike
 BDCbot
-BLEXBot
 BackDoorBot
-BackStreet
-Bandit
-Barkrowler
-Battleztar Bazinga
-Bitacle
-Blackboard
-BlowFish
-Brandwatch
+BackWeb
+Badass
+BatchFTP
+Bigfoot
+BlackWidow
+Blow
+Boardreader
 Buddy
-BuiltBotTough
 BunnySlippers
-CensysInspect
-CheeseBot
-CherryPicker
+CCBot
+ChinaClaw
 Chlooe
-Collector
-Craftbot
-Crawling at Home Project
+Citoid
+Claritybot
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
+CrazyWebCrawler
 Crescent
-CrunchBot
-CyotekWebCopy
-DSearch
+Custo
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Devil
-Dirbuster
 Disco
-Dispatch
+DittoSpyder
+DomainAppender
 DomainCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
-Drip
 EMail Siphon
 EMail Wolf
-Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
-Extractor
-ExtractorPro
-FDM
+Exabot
+ExtLinksBot
+EyeNetIE
 FHscan
-FemtosearchBot
+FlashGet
 Flunky
-FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GoZilla
-HEADMasterSEO
-HTMLparser
-Harvest
-Havij
-HonoluluBot
+Foobot
+Freeuploader
+GT::WWW
+GermCrawler
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+Grafula
+HMView
+Haansoft
+HaosouSpider
+Heritrix
+Hloader
 Humanlinks
 HybridBot
 IDBTE4M
-IRLbot
-Image Fetch
-IndeedBot
-Indy Library
 InfoNaviRobot
 Intelliseek
-Internet Ninja
-Iria
+InterGET
 Iskanie
-JOC Web Spider
-JamesBOT
-JennyBot
-JetCar
+IstellaBot
 JikeSpider
+Jorgee
+JustView
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 Kozmosbot
-LNSpiderguy
-Lanshanbot
-Leap
-LeechFTP
-LeechGet
-LexiBot
+LWP::Simple
 Lftp
-Likse
+LibWeb
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 Linkbot
-LinkpadBot
-LinksManager
-MIIxpc
-MQQBrowser
+LinqiaRSSBot
+Lmspider
+Ltx71
+MIDown tool
 MSIECrawler
-MTRobot
-Majestic12
-MarkMonitor
-Mb2345Browser
+Mag-Net
+Mail.RU_Bot
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-Mojolicious
+Meanpathbot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mr.4x3
+Msrabot
+Nameprotect
+NearSite
 Needle
-NetAnts
-NextGenSearchBot
-Niki-bot
-Nikto
-Ninja
+NetZIP
+Nibbler
+NimbleCrawler
+Nimbostratus
 Nmap
-Not
 Nuclei
-Octopus
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+OnCrawl
+OrangeSpider
 PageGrabber
-Pandalytics
-PeoplePal
+PageScorer
+Papa Foto
+Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
 Pimonster
-Pixray
+ProPowerBot
+ProWebWalker
 Psbot
 PyCurl
+RSSingBot
+RankActiveLinkBot
 RankFlex
-Rankivabot
+RankingBot
+RankingBot2
 Re-re
-RealDownload
+ReGet
+Reaper
+Recorder
 RedesScrapy
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-ScanAlert
+SEOprofiler
+ScoutJet
 Screaming
 ScreenerBot
 SearchmetricsBot
-SemanticJuice
+Seekport
 SentiBot
 SeoSiteCheckup
-SiteExplorer
-Sitebeam
+SiteCheckerBotCrawler
+SiteLockSpider
 Siteimprove
 Snake
-Snoopy
-SocialRankIOBot
+Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
-SputnikBot
+Spammen
+SpankBot
+Spbot
+Spinn3r
 Sqlmap
+Sqlworm
 Steeler
-Sucker
-Sucuri
 SuperBot
 SuperHTTP
-Suzuran
-T8Abot
+Surfbot
+Szukacz
 Teleport
-TeleportPro
-Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
 Thumbor
-TightTwatBot
-Titan
-Tracemyfile
+Toata
+Toweyabot
 Trendiction
-Trendictionbot
 True_Robot
 Turingos
-TurnitinBot
-Twice
-URLy Warning
+Turnitin
+Typhoeus
 UnisterBot
-Upflow
-V-BOT
-VB Project
-VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
 Voil
-Wallpapers
-WallpapersHD
-WeSEE
+Voltron
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
 Web Collage
-Web Fuck
-Web Pix
-WebBandit
-WebCollage
-WebCopier
-WebImageCollector
+Web Fetch
+Web Sauger
+WebFuck
+WebReaper
 WebStripper
-WebWhacker
-Webalta
+WebSucker
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
 Whacker
 Whatweb
-WiseGuys Robot
-Wonderbot
-Woobot
-Wprecon
-Xenu
-YoudaoBot
+Who.is Bot
+Widow
+WinHTTrack
 Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
+Zermelo
+ZumBot
 ZyBorg
-adscanner
+arquivo-web-crawler
+arquivo.pt
 backlink-check
-cah.io.community
 check1.exe
 clark-crawler
-com.plumanalytics
-demandbase-bot
-evc-batch
-facebookscraper
+cognitiveseo
+crawler.feedback
+crawler4j
+eCatch
+heritrix
 instabid
-internetVista monitor
+isitwp.com
+iubenda-radar
 lwp-request
-meanpathbot
-netEstate NE Crawler
+magpie-crawler
 oBot
-probe-image-size
+plumanalytics
+polaris version
 ripz
-scan.lol
-seoscanners
+s1z.ru
+seocompany.store
+seostar
 serpstatbot
-spyfu
-sysscan
-tAkeOut
-trendiction.com
+sogouspider
+sp_auditbot
+trendiction.de
 voyagerx.com
+webgains-bot
+webmeup-crawler
+webpros.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io
 zgrab