V4.2023.01.3549 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
+360Spider
+80legs
+ALittle Client
+ASPSeek
 Abonti
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
+Aipbot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Anarchy99
+Anthill
 Apexoo
-Aspiegel
+Atomseobot
 Attach
-AwarioRssBot
 AwarioSmartBot
-BBBike
-BDFetch
-Barkrowler
-BetaBot
-Bigfoot
+BDCbot
+BLEXBot
+BackStreet
+BacklinkCrawler
+BatchFTP
 Blackboard
-BlowFish
-Bolt
-BotALot
-Buck
-BuiltBotTough
-BuiltWith
+Buddy
 BunnySlippers
 BuzzSumo
-Calculon
-Cegbfeieh
-CherryPicker
-ChinaClaw
+CATExplorador
+CODE87
+CazoodleBot
+CensysInspect
+CheTeam
 Chlooe
 Citoid
-Cloud mapping
+Cogentbot
+Collector
 CopyRightCheck
-Cosmos
-Crescent
-CrunchBot
-Custo
-CyotekWebCopy
+Crawling at Home Project
+CrazyWebCrawler
 DIIbot
-Demon
-Dirbuster
-Discobot
-Discoverybot
+DataCha0s
+Deusu
+DigitalPebble
 Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
-DomainStatsBot
+DomCopBot
+DomainSigmaCrawler
+Dotbot
 Download Wonder
+Dragonfly
 Drip
+EMail Siphon
 EasyDL
-Ebingbong
 Ecxi
 EroCrawler
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-Ezooms
-Flunky
-Freeuploader
+FemtosearchBot
 Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-Gigabot
+GermCrawler
+GoZilla
 Gotit
-GrabNet
 Grafula
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTMLparser
-HTTP::Lite
+HTTrack
+Haansoft
 HaosouSpider
 Harvest
-Hloader
-HybridBot
+HonoluluBot
+IDBTE4M
+IDBot
 Iblog
-Image Fetch
-Image Sucker
-Indy Library
+IndeedBot
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
 InternetSeer
-Iria
 Iskanie
 JOC Web Spider
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
-Jorgee
+JamesBOT
+Joomla
+Jyxobot
+Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
-LWP::Simple
 Lanshanbot
-LeechGet
-Lftp
+LeechFTP
 LibWeb
-LieBaoFast
+Lightspeedsystems
 LinkScan
 LinkWalker
 Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-MFC_Tear_Sample
+LinqiaScrapeBot
+Lmspider
+Ltx71
+MIDown tool
 MSIECrawler
 MTRobot
-Mag-Net
-Majestic12
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkWatch
 Mass Downloader
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
+Mediatoolkitbot
 Minefield
-Mojeek
 Mr.4x3
-Msrabot
-NICErsPRO
-NPbot
+NearSite
 Nessus
 Net Vampire
-NetLyzer
+NetMechanic
 NetZIP
-Netcraft
-Nimbostratus
+Nettrack
+Nibbler
+Nikto
+Ninja
+Nmap
 Not
-Octopus
-OpenLinkProfiler
+Nuclei
+Offline Explorer
 Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
+PageScorer
+Pandalytics
 Panscient
-Papa Foto
 PeoplePal
 Picscout
-Picsearch
-PictureFinder
-Pimonster
 Psbot
-PxBroker
+Pu_iN
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
 RankingBot2
+Rankivabot
 Re-re
 RealDownload
 Recorder
 RepoMonkey
+Ripper
 RocketCrawler
 SBIder
-SEOlyticsCrawler
-SEOstats
+SEOkicks
+SEOkicks-Robot
+SISTRIX
 ScanAlert
-Scrapy
+ScoutJet
 Screaming
 ScrepyBot
+SearchmetricsBot
 Seekport
 SemanticJuice
+Semrush
 SemrushBot
-SentiBot
-SeoSiteCheckup
+Seomoz
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-Sitebeam
+SiteExplorer
+SiteSucker
 SmartDownload
 Snake
-Snoopy
-SocialRankIOBot
 Sogou web spider
 Sosospider
-SpankBot
-Spanner
-SputnikBot
-Sqlmap
-Sqlworm
+Spbot
+Spinn3r
 Steeler
-Suzuran
-Telesphorep
-The Intraformant
-TheNomad
+Stripper
+SuperHTTP
+T8Abot
+Telesoft
+Telesphoreo
 Thumbor
-Toata
 Toweyabot
+Tracemyfile
+Trendictionbot
 Turingos
 TurnitinBot
-UnisterBot
+Twice
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 WISENutbot
-WeSEE
-Web Collage
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+Web Auto
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
-WebAuto
+Web Sucker
 WebCollage
 WebEnhancer
-WebFuck
 WebGo IS
-WebReaper
+WebImageCollector
+WebLeacher
 WebStripper
 WebSucker
-WebZIP
+WebWhacker
 Webalta
+Webshag
+Webster
+Whack
+Whacker
+Whatweb
+WiseGuys Robot
 Woobot
-Wotbox
 Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-ZmEu
-ZoomBot
-ZumBot
-adscanner
-archive.org_bot
-autoemailspider
-cah.io.community
-cognitiveseo
+Zermelo
+ZoominfoBot
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 crawler4j
 demandbase-bot
-facebookscraper
-gopher
-heritrix
 internetVista monitor
-lwp-request
-lwp-trivial
+iubenda-radar
+linkdexbot
+magpie-crawler
 meanpathbot
+netEstate NE Crawler
 oBot
-s1z.ru
+page scorer
+pcBrowser
+polaris version
+satoristudio.net
+seocompany.store
 seoscanners
 seostar
 serpstatbot
+sexsearcher
 sitechecker.pro
-trendiction.com
+siteripz
+spyfu
 voyagerx.com
+webgains-bot
 webmeup-crawler
-webpros.com
-zgrab
+webprosbot
+x09Mozilla