V4.2022.12.3515 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404enemy
+80legs
 ADmantX
+ALittle Client
 ASPSeek
 Abonti
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-Alexibot
+Aipbot
 Alligator
-Anarchy
-Apexoo
+Anarchie
 Aspiegel
-Attach
-AwarioRssBot
 AwarioSmartBot
+BBBike
+BDFetch
 BackStreet
-BatchFTP
+BackWeb
+Barkrowler
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-Black Hole
-BlackWidow
+BlowFish
 Boardreader
-Buck
-Buddy
-BuiltWith
-CODE87
+Brandprotect
+Bullseye
+CATExplorador
+CSHttp
+Calculon
 Cegbfeieh
+CheTeam
 ChinaClaw
 Chlooe
-Citoid
 Claritybot
-Cliqzbot
 Cogentbot
-Cosmos
-Craftbot
-CrazyWebCrawler
-Custo
-DSearch
+CopyRightCheck
+Copyscape
+Crescent
+CrunchBot
+DBLBot
 DTS Agent
-Deusu
-DigitalPebble
-Disco
+DatabaseDriverMysqli
+Demon
 Discobot
+Discoverybot
 DnBCrawler-Analytics
 DnyzBot
-Domains Project
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Dragonfly
 EMail Siphon
-EMail Wolf
 EasyDL
-EirGrabber
+Ebingbong
+Ecxi
 EroCrawler
-Exabot
-Express WebPictures
-Extreme Picture Finder
+Extractor
+ExtractorPro
 EyeNetIE
 Ezooms
 FemtosearchBot
-Flunky
-Freeuploader
-FrontPage
+Fimap
+Firefox/7.0
+Foobot
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
+GT::WWW
 GetRight
-GetWeb
-Getintent
-Go!Zilla
-Gotit
+Grabber
+Grafula
 GrapeFX
 GrapeshotCrawler
-HTTrack
-HaosouSpider
-Harvest
+Haansoft
 Heritrix
-IDBot
-IlseBot
-Image Sucker
+HonoluluBot
+HybridBot
+Iblog
+Id-search
 IndeedBot
-Indy Library
-InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
+InternetSeer
+Iskanie
+JOC Web Spider
 JennyBot
 JetCar
-JikeSpider
-JustView
-Kinza
-LNSpiderguy
+Keyword Density
+Kozmosbot
+LWP::Simple
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
 LibWeb
 Lightspeedsystems
 Likse
-LinkScan
-LinkWalker
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-Mag-Net
-MarkWatch
-Masscan
-Mata Hari
-MeanPath Bot
-Metauri
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+Mb2345Browser
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Mojeek
-MolokaiBot
+Mojolicious
+Morfeus Fucking Scanner
 NPbot
-Nessus
-NetLyzer
-NetSpider
+Nameprotect
+Navroad
 NetZIP
+Netcraft
+Nettrack
+Netvibes
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nikto
-NimbleCrawler
-Ninja
 Not
-Offline Navigator
+Nutch
+Octopus
 OnCrawl
-Openvas
+OpenVAS
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
+PECL::HTTP
 PageAnalyzer
-PageGrabber
-Pandalytics
-Papa Foto
+PageScorer
+Panscient
+Pavuk
 Pi-Monster
-PictureFinder
-Piepmatz
-Pixray
+Picscout
 PleaseCrawl
-ProPowerBot
-PxBroker
+ProWebWalker
+Probethenet
+Pu_iN
+Pump
 PyCurl
-Quick-Crawler
-RankingBot
+RSSingBot
+RankActiveLinkBot
 RankingBot2
 Re-re
 Reaper
-RedesScrapy
+Recorder
+Ripper
 RocketCrawler
-SEOkicks
-SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
-Scanbot
-Scrapy
 Screaming
-SearchmetricsBot
+Seekport
 SemanticJuice
-SemrushBot
-Seomoz
-Site Sucker
-SiteExplorer
+Semrush
+Shodan
 SiteLockSpider
 Sitebeam
-Siteimprove
-Snake
-Sogou web spider
-Sottopop
+Sitevigil
+SlySearch
+Sociscraper
+Sosospider
+Spammen
+SpankBot
 SputnikBot
 Sqlworm
 Sqworm
-T8Abot
-TeleportPro
+Steeler
+Stripper
+Sucker
+SuperHTTP
+Swiftbot
+Szukacz
+Teleport
 Telesoft
 Telesphorep
+TheNomad
+Titan
 Toata
 Toweyabot
-Tracemyfile
-Trendiction
-True_Robot
+Trendictionbot
 Turingos
-Twice
+Turnitin
 URLy Warning
-UnisterBot
 Upflow
-Vacuum
-VeriCiteCrawler
-Voil
-Voltron
-WEBDAV
-WPScan
-WWW-Mechanize
-Wallpapers
+V-BOT
+VidibleScraper
+Virusdie
+WASALive-Bot
+WBSearchBot
+WWW-Collector-E
+WallpapersHD
 Web Auto
 Web Collage
 Web Sauger
 Web Sucker
-WebAuto
-WebCopier
-WebFetch
-WebGo IS
-WebImageCollector
+WebCollage
+WebEnhancer
+WebFuck
 WebLeacher
 WebPix
-WebStripper
-WebSucker
-WebZIP
-Webalta
-WebsiteExtractor
+WebSauger
+WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
-Webster
 Whatweb
-WinHTTrack
-Woobot
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-Zermelo
-adscanner
+Widow
+WiseGuys Robot
+Wotbox
+Xenu
+Zitebot
+ZmEu
+ZumBot
+ZyBorg
+arquivo.pt
+autoemailspider
+cah.io.community
 check1.exe
+clark-crawler
 coccocbot
-dataforseo.com
-domainsproject.org
+cognitiveseo
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 facebookscraper
-instabid
+gopher
+heritrix
+internetVista monitor
 isitwp.com
-lwp-request
-muhstik-scan
-s1z.ru
+iubenda-radar
+linkdexbot
+meanpathbot
+mediawords
+oBot
+pcBrowser
+plumanalytics
+polaris version
 satoristudio.net
-seobility
+seocompany.store
+seoscanners
 seostar
 sexsearcher
 sitechecker.pro
+siteripz
 spyfu
-sysscan
-tAkeOut
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
-xpymep1.exe
-zauba.io
-zgrab
+webprosbot