V4.2022.05.3086 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-ADmantX
-ASPSeek
-Abonti
+360Spider
+404enemy
 Aboundexbot
-AhrefsBot
+AfD-Verbotsverfahren
 Aipbot
+Alexibot
 AllSubmitter
-Alligator
+AlphaBot
 Anarchie
-Anthill
+Anarchy
+Anarchy99
+Apexoo
+Atomseobot
 Attach
-BDCbot
-BackWeb
-BacklinkCrawler
+BDFetch
+BLEXBot
+BackStreet
+Badass
+Barkrowler
+BatchFTP
 BetaBot
 Bigfoot
-Brandwatch
-Buck
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
-BuzzSumo
+BlackWidow
+Blackboard
+BlowFish
 CATExplorador
-CODE87
-Calculon
+CCBot
 CazoodleBot
-Cegbfeieh
 CensysInspect
-Claritybot
-Cliqzbot
+CheTeam
+Chlooe
 Cloud mapping
-Cogentbot
-Collector
-CopyRightCheck
+Cocolyzebot
+Copier
+Copyscape
 Craftbot
-Crawling at Home Project
 Crescent
-CrunchBot
+Custo
+CyotekWebCopy
 DBLBot
-Deusu
-Devil
-Dirbuster
-Discobot
+DTS Agent
+DataCha0s
+Disco
 Dispatch
-Dotbot
-Dragonfly
+DittoSpyder
+DomainAppender
+DomainStatsBot
+Domains Project
 Drip
-EMail Wolf
-Ecxi
-ExtLinksBot
-ExtractorPro
+EMail Siphon
+Ebingbong
+EirGrabber
+EroCrawler
+Evil
+Express WebPictures
 FDM
-FemtosearchBot
+FHscan
 Fimap
-Firefox/7.0
-Foobot
-Freeuploader
+FlashGet
 Fuzz
-FyberSpider
-GalaxyBot
+G-i-g-a-b-o-t
 Genieo
+Getintent
 Gigabot
+Go!Zilla
 GoZilla
+Grabber
+GrapeFX
 GridBot
 HEADMasterSEO
-HaosouSpider
+HTTP::Lite
+HTTrack
+Haansoft
 Harvest
 Havij
-HybridBot
+Hloader
+Humanlinks
 IDBTE4M
-IRLbot
+IDBot
 IlseBot
+Image Fetch
 Image Sucker
-InterGET
+InfoTekies
 Internet Ninja
-InternetSeer
+IstellaBot
 JamesBOT
-JennyBot
-JetCar
 Jetty
 JikeSpider
-Joomla
 Jorgee
+Kenjin Spider
 Lanshanbot
 Larbin
+Leap
 LeechGet
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-MSIECrawler
-Mail.RU_Bot
+Lftp
+Libwhisker
+Linkbot
+LinkpadBot
+LinksManager
+MFC_Tear_Sample
+MIIxpc
+MTRobot
 Majestic-SEO
-Majestic12
 MarkWatch
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Mister PiX
-Moblie Safari
-MolokaiBot
-Mozlila
-NPbot
-Name Intelligence
+Mass Downloader
+Meanpathbot
+MicroMessenger
+Microsoft URL Control
+Mojeek
+Mr.4x3
+Musobot
 Nameprotect
-Navroad
-Needle
 Nessus
+NetLyzer
 NetSpider
-Netcraft
+Nettrack
 Nibbler
-Nikto
 NimbleCrawler
-Ninja
+Nimbostratus
+Nmap
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
+Offline Navigator
 OpenVAS
-Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
-PHPCrawl
-PageScorer
-Pavuk
+POE-Component-Client-HTTP
+Panscient
+Papa Foto
 Petalbot
-PictureFinder
-Pockey
+Pixray
 ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
 PyCurl
-RSSingBot
+Quick-Crawler
+RankingBot
+Re-re
+ReGet
+Reaper
 Recorder
-Ripper
+RedesScrapy
+RepoMonkey
 RocketCrawler
 Rogerbot
-SBIder
-SEOstats
-SISTRIX
-SMTBot
-Scanbot
-Screaming
-Searchestate
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+ScanAlert
 Seekport
-SemanticJuice
-Semrush
+SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-Siphon
-SiteCheckerBotCrawler
+Shodan
+SiteLockSpider
 Siteimprove
 Sitevigil
-Snoopy
+SlySearch
+SmartDownload
 Sogou web spider
 SpankBot
+Spanner
+Spbot
+SputnikBot
 Sqlworm
-Sqworm
-Stripper
-SuperBot
 Suzuran
 Swiftbot
+Szukacz
 T0PHackTeam
 T8Abot
-Teleport
+TeleportPro
 Telesoft
+Telesphorep
 TightTwatBot
-Toweyabot
+Titan
+Toata
+Tracemyfile
 True_Robot
 Turingos
-TurnitinBot
-TwengaBot
+Twice
+URLy.Warning
+UnisterBot
+V-BOT
 VB Project
-VCI
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+Vagabondo
 Voil
-Voltron
-WBSearchBot
-WEBDAV
-WWW-Mechanize
-Wallpapers
-Web Auto
-Web Collage
+WISENutbot
+WWW::Mechanize
+WWWOFFLE
 Web Enhancer
 Web Fuck
-Web Pix
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
 WebImageCollector
 WebLeacher
-WebPix
 WebReaper
 WebSauger
+WebStripper
 WebWhacker
 WebZIP
+Webalta
 Webshag
 Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webster
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Wonderbot
 Xaldon WebSpider
-Xenu
-Zade
+Zauba
+Zermelo
+Zeus
 Zitebot
 ZmEu
-clark-crawler
-crawler.feedback
+ZoominfoBot
+adscanner
+archive.org_bot
+arquivo.pt
+autoemailspider
+cah.io.community
+check1.exe
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-dataforseo.com
 domainsproject.org
-facebookscraper
-instabid
-lwp-request
+evc-batch
+heritrix
+ips-agent
+isitwp.com
+linkdexbot
+magpie-crawler
+meanpathbot
 mediawords
-netEstate NE Crawler
 pcBrowser
-plumanalytics
-scan.lol
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 seobility
-serpstatbot
-siteripz
+seocompany.store
+seostar
+sexsearcher
 sogouspider
+sp_auditbot
+spyfu
 sysscan
 trendiction.com
-webgains-bot
-webmeup-crawler
+ubermetrics-technologies.com
 webpros.com
-webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
+zgrab