V4.2023.01.3553 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-AIBOT
-ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-Alexibot
-Alligator
-Anarchie
-Anarchy99
-Ankit
+404checker
+80legs
+ADmantX
+ASPSeek
+Acunetix
+AllSubmitter
+Anarchy
 Anthill
-Aspiegel
-BDCbot
-BackDoorBot
+Atomseobot
+BBBike
 BackWeb
-Bandit
-Barkrowler
-BetaBot
-BlowFish
+BacklinkCrawler
+Badass
+Battleztar Bazinga
+Bigfoot
+Bitacle
+Black Hole
+BlackWidow
 Bolt
-BotALot
-BuiltBotTough
+Brandprotect
+Buck
+BuiltWith
+Bullseye
+BunnySlippers
 BuzzSumo
-CSHttp
+CATExplorador
+CCBot
+CensysInspect
 CheeseBot
-Chlooe
+CherryPicker
+ChinaClaw
 Citoid
 Claritybot
-Cloud mapping
 Copier
-Cosmos
-CyotekWebCopy
+Copyscape
+CrunchBot
 DBLBot
+DIIbot
 DSearch
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 Demon
-Devil
-Disco
-DittoSpyder
+DigitalPebble
+DomCopBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Dotbot
-Download Wonder
+Dragonfly
 Drip
-EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
 Ecxi
+EirGrabber
+ExtLinksBot
 Extractor
-EyeNetIE
+ExtractorPro
+Extreme Picture Finder
 Ezooms
-Fimap
+FDM
+FemtosearchBot
 Flunky
-Foobot
-Fuzz
+Fyrebot
+Genieo
 Go-Ahead-Got-It
 GoZilla
+GrabNet
+Grafula
 GridBot
-HTMLparser
-HTTP::Lite
-HaosouSpider
+HEADMasterSEO
+HMView
 Harvest
 Havij
 Hloader
-HonoluluBot
 Humanlinks
-IRLbot
+IDBot
 Id-search
-Image Sucker
-Intelliseek
+Image Fetch
+InfoNaviRobot
+InfoTekies
 Internet Ninja
-JOC Web Spider
+Iria
+IstellaBot
 Jbrofuzz
-Jetty
-Joomla
-JustView
-Kenjin Spider
+JennyBot
+JikeSpider
+Jorgee
+Keyword Density
+Kinza
 LWP::Simple
-Lanshanbot
-Larbin
-Leap
+LeechFTP
 LexiBot
+LibWeb
+Libwhisker
 LieBaoFast
-Likse
-LinkWalker
-LinkpadBot
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
-MIDown tool
-MIIxpc
-MTRobot
-Mail.RU_Bot
+Lmspider
+MJ12bot
+MSIECrawler
 Majestic-SEO
-Majestic12
-Mata Hari
-Mb2345Browser
+MarkWatch
+Masscan
 MeanPath Bot
 Meanpathbot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Mister PiX
+Moblie Safari
 Mojeek
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-NPbot
-Nessus
+Mr.4x3
+Net Vampire
 NetSpider
 NetZIP
-Netvibes
+Netcraft
 NextGenSearchBot
-Niki-bot
-Nuclei
-Nutch
-Offline Explorer
+NimbleCrawler
+Nimbostratus
+Nmap
+Not
+Octopus
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openvas
+Openfind
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+OutfoxBot
+PageGrabber
+PageThing.com
 Pandalytics
-Panscient
-Pavuk
-Picscout
-PictureFinder
+Piepmatz
 Pimonster
-Pixray
+PleaseCrawl
+Pockey
 ProPowerBot
 Probethenet
 Pu_iN
-QueryN Metasearch
-RankFlex
+Pump
+Quick-Crawler
+RSSingBot
 RankingBot2
-Rankivabot
-RealDownload
+Re-re
+Reaper
 RebelMouse
-Recorder
-RedesScrapy
-RocketCrawler
+RepoMonkey
 Rogerbot
-SEOprofiler
+SBIder
+SEOkicks
 SEOstats
-ScanAlert
-Scanbot
-ScrepyBot
+SISTRIX
+Screaming
 Searchestate
 SearchmetricsBot
-Semrush
+Seekport
 SemrushBot
-SeobilityBot
+SentiBot
+SiteCheckerBotCrawler
 Sitebeam
 Siteimprove
 Sitevigil
-Snapbot
+Snake
 Snoopy
-Sociscraper
+Sottopop
 SpaceBison
+Spammen
+SpankBot
 Spbot
-Spinn3r
-Sqlmap
-Sqworm
-Stripper
+SputnikBot
+Steeler
+Sucuri
 SuperBot
-SurveyBot
+SuperHTTP
 Suzuran
-Swiftbot
-TeleportPro
-Telesoft
+Teleport
+Telesphorep
 Titan
-Tracemyfile
+Toata
+Trendiction
+Turingos
 Turnitin
-Twice
+TurnitinBot
 Typhoeus
 URLy Warning
-URLy.Warning
 Upflow
 VCI
-VelenPublicWebCrawler
-VidibleScraper
+Vagabondo
+Virusdie
 VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WEBDAV
 WWW-Mechanize
-WWW::Mechanize
-WeSEE
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
 Web Sucker
 WebAuto
 WebCollage
-WebCopier
 WebFetch
-WebImageCollector
+WebFuck
+WebGo IS
+WebLeacher
 WebSauger
+WebStripper
+WebWhacker
+WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
+WebsiteQuester
 Webster
-Whack
-Who.is Bot
+Whacker
 Widow
+WiseGuys Robot
 Wonderbot
 Woobot
 Wprecon
+Xenu
+YoudaoBot
+Zauba
+Zeus
 Zitebot
 ZmEu
-ZumBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo-web-crawler
+ZoomBot
 arquivo.pt
-backlink-check
-cognitiveseo
-crawl.sogou.com
-crawler.feedback
-crawler4j
-demandbase-bot
 facebookscraper
-instabid
-internetVista monitor
-isitwp.com
-lwp-trivial
-magpie-crawler
+linkdexbot
+meanpathbot
 mediawords
-muhstik-scan
-pcBrowser
-plumanalytics
+netEstate NE Crawler
+polaris version
+ripz
 s1z.ru
 scalaj-http
 scan.lol
 seobility
 seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
+sp_auditbot
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-x22Mozilla
+webgains-bot
+webprosbot
 xpymep1.exe
-zauba.io