V4.2022.08.3301 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
-ADmantX
+80legs
 AIBOT
-ALittle Client
-ASPSeek
-Abonti
-Acunetix
-Alexibot
-AllSubmitter
-Anarchie
-Anarchy
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Aipbot
+AlphaBot
 Anarchy99
-Anthill
-BBBike
+Ankit
+Aspiegel
+Atomseobot
+BDCbot
 BDFetch
-BackDoorBot
-BacklinkCrawler
-Bandit
-BetaBot
-Bolt
+BackStreet
+BackWeb
+Bigfoot
+Bitacle
+Black Hole
+Blow
+BlowFish
+BotALot
 Brandwatch
-Buck
-BuiltBotTough
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
+CSHttp
 Cegbfeieh
-CheTeam
-Cocolyzebot
-Cogentbot
+Chlooe
+Claritybot
+Cliqzbot
+Cloud mapping
+Collector
+Copier
 Copyscape
-Craftbot
-CrazyWebCrawler
-Crescent
+Crawling at Home Project
+Curious
 Custo
 DBLBot
-DataCha0s
+DSearch
+Devil
 Dirbuster
 Disco
+Discobot
 Dispatch
-DittoSpyder
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Download Wonder
+DnyzBot
+DomCopBot
+DomainCrawler
+Dragonfly
 Drip
-EMail Wolf
-EasyDL
-EirGrabber
-EroCrawler
+EMail Siphon
+Ebingbong
+Express WebPictures
 Extreme Picture Finder
-Ezooms
-FDM
-FemtosearchBot
-Firefox/7.0
-Flunky
+EyeNetIE
 Foobot
 Freeuploader
 Fuzz
 FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-Getintent
-Gigabot
+GermCrawler
 Go!Zilla
-GrabNet
-GrapeshotCrawler
-HTTP::Lite
-HaosouSpider
+Go-Ahead-Got-It
+Gotit
+GrapeFX
+GridBot
+HMView
+HTTrack
+Haansoft
 Heritrix
-Hloader
-HonoluluBot
-HybridBot
-Image Sucker
+IDBTE4M
+IRLbot
+Id-search
+IlseBot
+Indy Library
 InfoTekies
-Jbrofuzz
-JennyBot
-Jyxobot
+Internet Ninja
+Iskanie
+JOC Web Spider
+JamesBOT
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
 LNSpiderguy
-Lanshanbot
-LeechGet
+Larbin
+Leap
+LexiBot
 LibWeb
 Libwhisker
 LinkWalker
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
+Lmspider
+MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MSIECrawler
 MTRobot
 Mag-Net
-Mail.RU_Bot
+Majestic-SEO
 MarkWatch
 Masscan
-Mata Hari
-Metauri
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
-Mojeek
-Mojolicious
 MolokaiBot
 Mozlila
-Msrabot
-NICErsPRO
-Name Intelligence
+Nameprotect
 NearSite
+Needle
+Nessus
+Net Vampire
 NetMechanic
 NetZIP
-Netcraft
-Netvibes
-Niki-bot
+NextGenSearchBot
 NimbleCrawler
-Nutch
-Offline Navigator
-OpenVAS
-OrangeBot
+Ninja
+Nuclei
+OnCrawl
+Openfind
 OutclicksBot
 PHPCrawl
-PageGrabber
+PageAnalyzer
+PageScorer
+PageThing.com
 Panscient
-Pavuk
+Papa Foto
 PeoplePal
-PictureFinder
-Piepmatz
-Pimonster
+Petalbot
+Pi-Monster
 PleaseCrawl
 Pockey
+Probethenet
+Psbot
+Pu_iN
 PyCurl
-RankActiveLinkBot
-RankFlex
-RankingBot2
-Re-re
-ReGet
+QueryN Metasearch
+RankActive
 RebelMouse
 Recorder
+RepoMonkey
+SEOkicks-Robot
 SMTBot
-ScrepyBot
+ScoutJet
+Screaming
 Searchestate
-SearchmetricsBot
-Semrush
+Seekport
+SemrushBot
 SentiBot
 SeobilityBot
-Seomoz
-Siphon
 Site Sucker
-SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
-Sogou web spider
+Sitevigil
+SlySearch
+SmartDownload
+Snake
+Snapbot
+Snoopy
+Sociscraper
 Sottopop
+Spammen
 Spanner
 Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
+Steeler
 Stripper
+Sucker
 Sucuri
 SuperHTTP
-Surfbot
-SurveyBot
+Swiftbot
+Szukacz
+T0PHackTeam
 T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-TheNomad
-Thumbor
+Telesoft
+Telesphorep
+TightTwatBot
 Titan
-Toata
+Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-True_Robot
-Turingos
+TurnitinBot
 Typhoeus
-UnisterBot
 Upflow
-Vacuum
-Vagabondo
+V-BOT
 VeriCiteCrawler
-VidibleScraper
+Virusdie
+Voil
 Voltron
-WASALive-Bot
-WPScan
-WWW-Mechanize
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
-Web Fetch
-Web Fuck
+Wallpapers
+Web Collage
 Web Sucker
 WebBandit
+WebCollage
 WebCopier
-WebFuck
-WebSauger
-WebWhacker
-WebZIP
-Website Quester
-WebsiteExtractor
+WebFetch
+WebLeacher
+WebReaper
+WebSucker
+Webalta
+WebsiteQuester
 Whack
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Xaldon WebSpider
+Who.is Bot
+WinHTTrack
+Xenu
+YoudaoBot
 Zermelo
 ZmEu
-ZumBot
-adscanner
-archive.org_bot
+ZoominfoBot
+ZyBorg
 backlink-check
-clark-crawler
+cah.io.community
+coccocbot
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-domainsproject.org
-evc-batch
-internetVista monitor
+crawler4j
+dataforseo.com
+facebookscraper
 ips-agent
-isitwp.com
 iubenda-radar
 linkdexbot
-mediawords
+lwp-trivial
+magpie-crawler
+oBot
 page scorer
+pcBrowser
 plumanalytics
-polaris version
-probe-image-size
-scalaj-http
 scan.lol
 seobility
-seoscanners
+seocompany.store
 serpstatbot
-sexsearcher
-sitechecker.pro
 siteripz
-spyfu
 sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-webgains-bot
-x22Mozilla
-zauba.io
-zgrab
+webmeup-crawler
+webpros.com