V4.2022.11.3489 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+ADmantX
 ALittle Client
+ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Aipbot
 AllSubmitter
-Alligator
+AlphaBot
 Anarchie
-Anarchy
-Anarchy99
-Ankit
-Asterias
+Anthill
+Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
 BDCbot
-BLEXBot
-BackWeb
-Backlink-Ceck
+BackDoorBot
 BacklinkCrawler
-Badass
-Bandit
-Barkrowler
+Battleztar Bazinga
 BetaBot
-Bigfoot
+Blow
+Bolt
 BotALot
-Brandwatch
-BuiltBotTough
+Brandprotect
+BunnySlippers
 BuzzSumo
-CSHttp
-Calculon
+CCBot
+CODE87
+Cegbfeieh
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
+Claritybot
+Cliqzbot
 Cocolyzebot
-Copier
-CopyRightCheck
+Cogentbot
+Copyscape
 Cosmos
+Craftbot
 Crawling at Home Project
-Curious
-Custo
+Crescent
 CyotekWebCopy
-DBLBot
-DSearch
 DatabaseDriverMysqli
-Demon
+Deusu
 Devil
-Disco
+DigitalPebble
+Discobot
 Dispatch
+DnyzBot
+DomCopBot
+DomainAppender
+DomainStatsBot
 Dotbot
+Drip
+EMail Siphon
 Ebingbong
-Ecxi
 EirGrabber
 EroCrawler
 Evil
 Exabot
-Express WebPictures
-ExtLinksBot
 Extractor
-ExtractorPro
-EyeNetIE
-Ezooms
-FHscan
-Firefox/7.0
-Foobot
-Freeuploader
-FrontPage
-Fuzz
-FyberSpider
+Fimap
+Flunky
 G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GetRight
-GetWeb
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
+GalaxyBot
+Gigabot
+GoZilla
 Grafula
-GrapeFX
-GrapeshotCrawler
 GridBot
-HEADMasterSEO
 HTMLparser
+HTTP::Lite
+HTTrack
 HaosouSpider
+Harvest
 Havij
-Humanlinks
+HonoluluBot
+HybridBot
 IDBTE4M
-IDBot
-Id-search
 IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
 InfoNaviRobot
-InfoTekies
 Intelliseek
+InterGET
 Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
+Iria
+IstellaBot
+JamesBOT
 Jbrofuzz
-Joomla
-Jorgee
-JustView
-Jyxobot
-Keyword Density
-Kinza
-Kozmosbot
-Lanshanbot
-Larbin
-LeechGet
+Jetty
+Kenjin Spider
+Keybot Translation-Search-Machine
+LeechFTP
+LexiBot
 LibWeb
 Libwhisker
 LieBaoFast
 Lightspeedsystems
-Likse
-LinkWalker
-LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+Lipperhey Spider
 Litemage_walker
-MIDown tool
-MQQBrowser
-MSIECrawler
 Magnet
-Mail.RU_Bot
 Majestic-SEO
 MarkMonitor
-Meanpathbot
+MarkWatch
+Mata Hari
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
 Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Msrabot
-Name Intelligence
-NearSite
-Nessus
+Moblie Safari
+Morfeus Fucking Scanner
+Mr.4x3
+NICErsPRO
+Navroad
+Net Vampire
 NetLyzer
-Netcraft
+NetMechanic
+NetSpider
+Netvibes
+Nibbler
+Niki-bot
+NimbleCrawler
 Nmap
-Not
-Nuclei
-Nutch
-Octopus
-OpenVAS
-OutclicksBot
-PageGrabber
-PageScorer
-Pandalytics
+OnCrawl
+Openfind
+OrangeBot
+OrangeSpider
+PHPCrawl
+Page Analyzer
+Panscient
 Papa Foto
-Pavuk
-Petalbot
 Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-Pockey
-ProPowerBot
-ProWebWalker
-Pu_iN
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankingBot
-Rankivabot
+RankActive
+RankFlex
+RankingBot2
+RankurBot
+Re-re
 ReGet
-Reaper
-RebelMouse
 Recorder
+RedesScrapy
 Ripper
-Rogerbot
-SBIder
 SISTRIX
-Scanbot
-ScoutJet
+SalesIntelligent
 Scrapy
-ScrepyBot
-Searchestate
-Seekport
+ScreenerBot
 Semrush
 SentiBot
-SeobilityBot
-SiteExplorer
-SiteLockSpider
-SiteSnagger
+SeoSiteCheckup
+Shodan
+Siphon
+Site Sucker
 SiteSucker
 Sitebeam
-Sitevigil
-SmartDownload
+Snake
 Snapbot
 Snoopy
+Sosospider
 Sottopop
-SpankBot
-Spanner
-Spinn3r
-Sqlmap
-Sqlworm
-Stripper
+Spammen
+Sucker
 Sucuri
-SuperBot
-Swiftbot
-TeleportPro
-Telesoft
-Telesphorep
+Surfbot
+Suzuran
+T0PHackTeam
+Telesphoreo
 TheNomad
-Trendiction
-Turingos
+Thumbor
+Titan
+Toata
+Turnitin
 TurnitinBot
-TwengaBot
+Twice
 Typhoeus
-URLy.Warning
-VidibleScraper
-Virusdie
+UnisterBot
+V-BOT
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+WASALive-Bot
+WBSearchBot
 WEBDAV
 WPScan
 WWW-Collector-E
 WWW::Mechanize
-Web Auto
-Web Enhancer
-Web Fetch
+WWWOFFLE
+Wallpapers
+WallpapersHD
+Web Collage
 Web Fuck
 Web Pix
-Web Sucker
-WebImageCollector
+Web Sauger
+WebEnhancer
+WebFetch
+WebFuck
+WebPix
 WebWhacker
-Webalta
+WebZIP
 Webshag
+WebsiteExtractor
 WebsiteQuester
 Webster
-WinHTTrack
-Woobot
-Wprecon
+Whack
+Whacker
+Whatweb
+Widow
+Wonderbot
 Xaldon WebSpider
-Xenu
-Zermelo
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-clark-crawler
-cognitiveseo
+Xaldon_WebSpider
+Zauba
+Zitebot
+ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
+coccocbot
 demandbase-bot
-facebookscraper
-heritrix
-lwp-request
-mediawords
-page scorer
+domainsproject.org
+eCatch
+ips-agent
+isitwp.com
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+oBot
 polaris version
-s1z.ru
+ripz
+satoristudio.net
+scan.lol
 seobility
 seocompany.store
-siteripz
-sp_auditbot
-x09Mozilla
+seoscanners
+seostar
+sexsearcher
+sitechecker.pro
+ubermetrics-technologies.com
+webprosbot
+x22Mozilla
+xpymep1.exe
+zauba.io