V4.2022.10.3406 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-AIBOT
+360Spider
+404enemy
+ADmantX
+ASPSeek
+Abonti
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AiHitBot
 Anarchie
-Anarchy
 Anarchy99
-Ankit
-Asterias
-AwarioRssBot
+Apexoo
 BDCbot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
+Bandit
 Barkrowler
+BatchFTP
+Bigfoot
+Bitacle
+Black Hole
 BlackWidow
 Blow
-Bolt
-Brandprotect
-Buck
-BuiltBotTough
-Bullseye
+Brandwatch
+BunnySlippers
 BuzzSumo
-CCBot
-CSHttp
+CODE87
 Cegbfeieh
 CheTeam
-ChinaClaw
 Citoid
-Claritybot
-Cloud mapping
-Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-Custo
+Cliqzbot
+Cogentbot
+Collector
+Cosmos
+CyotekWebCopy
 DBLBot
+DIIbot
 DSearch
-DatabaseDriverMysqli
-Demon
+DTS Agent
+DataCha0s
 Devil
+Digincore
 DigitalPebble
+Dirbuster
 Discobot
-Discoverybot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Dragonfly
+DomCopBot
+Dotbot
 ECCP/1.0
-EMail Siphon
-EasyDL
+EMail Wolf
+Ecxi
+EirGrabber
+EroCrawler
+Exabot
 Express WebPictures
 ExtLinksBot
 Extractor
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 Ezooms
 FDM
 FHscan
-Fimap
-Flunky
-Freeuploader
-G-i-g-a-b-o-t
-GalaxyBot
+FemtosearchBot
+FyberSpider
+GT::WWW
 Genieo
 GetRight
-GetWeb
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 GrabNet
-Grabber
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
-Heritrix
-Hloader
-Humanlinks
+HaosouSpider
+Havij
+HybridBot
 Iblog
-Image Fetch
+IlseBot
 Image Sucker
-InfoNaviRobot
-InfoTekies
 Internet Ninja
-InternetSeer
-Jbrofuzz
+Iskanie
+JOC Web Spider
+JamesBOT
 JetCar
-JikeSpider
-Joomla
-JustView
-Jyxobot
-Kenjin Spider
+Jetty
+Keybot Translation-Search-Machine
 Lanshanbot
 Leap
-LeechGet
-Lftp
+LeechFTP
 Libwhisker
-LieBaoFast
-Likse
-LinkScan
-LinkextractorPro
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
-Lmspider
+Ltx71
+MIDown tool
+MIIxpc
 MQQBrowser
-MTRobot
-Magnet
+Mag-Net
 Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkWatch
+Mata Hari
 MauiBot
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
+MicroMessenger
 Microsoft Data Access
 Minefield
-Mister PiX
-Moblie Safari
 Mojeek
-Msrabot
+Morfeus Fucking Scanner
+Musobot
 NICErsPRO
+NPbot
+Nameprotect
 Navroad
-NetZIP
-Netvibes
+Needle
+Nessus
+NetLyzer
+NetMechanic
+NetSpider
+Nettrack
+NextGenSearchBot
+Nikto
+NimbleCrawler
 Ninja
 Nmap
-Nuclei
-OpenVAS
-OrangeBot
-OutfoxBot
-Page Analyzer
+Not
+Nutch
+Offline Explorer
+Openfind
+Openvas
 PageAnalyzer
-PageThing.com
-Petalbot
-Pi-Monster
-Picscout
+PageGrabber
+Picsearch
+PictureFinder
 Piepmatz
+Pimonster
+Pockey
 ProPowerBot
 Probethenet
-Psbot
-Pu_iN
 Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankFlex
+RankingBot2
 Rankivabot
-RankurBot
-ReGet
 RealDownload
-Reaper
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
+Recorder
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
 SISTRIX
-SMTBot
-ScanAlert
+Scanbot
 Scrapy
-SearchmetricsBot
-Seekport
-SentiBot
+Screaming
+SemanticJuice
+SemrushBot
 SeobilityBot
-SiteLockSpider
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
+SlySearch
 Sogou web spider
 Sosospider
-Spanner
-SputnikBot
-Sqlmap
-Sqworm
-Sucker
+Sottopop
 Sucuri
 SuperBot
-Surfbot
-SurveyBot
-Swiftbot
+SuperHTTP
+Suzuran
+Szukacz
 T0PHackTeam
 Teleport
-Telesoft
+Telesphoreo
 Telesphorep
-Thumbor
+The Intraformant
+TightTwatBot
+Toata
 Toweyabot
 Tracemyfile
+Trendictionbot
 Turnitin
+Twice
 Typhoeus
-URLy.Warning
-VB Project
-VeriCiteCrawler
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+Virusdie
 Voil
 Voltron
+WBSearchBot
 WEBDAV
-WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
 WeSEE
-Web Auto
-Web Enhancer
-Web Pix
 Web Sucker
 WebBandit
+WebCollage
+WebCopier
+WebFetch
 WebGo IS
-WebImageCollector
-WebSucker
-Webalta
+WebLeacher
+WebPix
+WebStripper
+WebWhacker
+WebZIP
 Webshag
 WebsiteQuester
+Whack
 Whatweb
 Widow
-Wprecon
+WinHTTrack
+Wotbox
 Xaldon WebSpider
-Zauba
-ZoomBot
-ZyBorg
-autoemailspider
-cah.io.community
+YoudaoBot
+Zitebot
+ZmEu
+arquivo-web-crawler
 check1.exe
-com.plumanalytics
+coccocbot
 dataforseo.com
 evc-batch
-facebookscraper
 instabid
 ips-agent
-iubenda-radar
+linkdexbot
 lwp-request
+magpie-crawler
 meanpathbot
 mediawords
 muhstik-scan
+oBot
 polaris version
+ripz
+s1z.ru
 scalaj-http
-seobility
-seocompany.store
-seostar
-siteripz
+seoscanners
+sitechecker.pro
 sp_auditbot
+spyfu
 x09Mozilla
-x22Mozilla
-xpymep1.exe
+zauba.io
 zgrab