V4.2023.02.3581 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-ADmantX
-AIBOT
 ASPSeek
+Abonti
 Aboundexbot
-AhrefsBot
+AfD-Verbotsverfahren
 AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Anarchy
-Ankit
-Apexoo
-Aspiegel
-Attach
-AwarioRssBot
-AwarioSmartBot
 BDCbot
-BDFetch
-BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
 Bandit
 Battleztar Bazinga
-BetaBot
+Bigfoot
 Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
-BlowFish
-BotALot
-Brandwatch
 Buck
-BuiltBotTough
 BuiltWith
-CATExplorador
+Bullseye
+BuzzSumo
 CCBot
-CODE87
 CSHttp
-Cegbfeieh
-CensysInspect
-CherryPicker
-Chlooe
+Calculon
+CheTeam
 Citoid
 Cliqzbot
-Cloud mapping
+Cocolyzebot
 Cogentbot
-Copier
-Cosmos
-Craftbot
+Collector
+CopyRightCheck
+Copyscape
+Crawling at Home Project
 Curious
-DBLBot
 DSearch
+DTS Agent
 Demon
+Deusu
 Devil
-Discoverybot
+DigitalPebble
 DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dotbot
 Dragonfly
-Drip
-EMail Siphon
-Ecxi
+ECCP/1.0
+Ebingbong
 EroCrawler
+Evil
 Exabot
 ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
+EyeNetIE
+FHscan
 FlashGet
 Flunky
-Foobot
-Fuzz
-Fyrebot
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+GetRight
 Getintent
 Gigabot
-Gotit
-GrapeFX
+Go!Zilla
+GoZilla
 GrapeshotCrawler
+GridBot
 HMView
-HTTP::Lite
-Heritrix
-IDBTE4M
+HTMLparser
+HaosouSpider
+Harvest
+Havij
+Hloader
+IDBot
 IRLbot
-IndeedBot
+Id-search
+Indy Library
 InfoTekies
-IstellaBot
+InterGET
+Internet Ninja
+Iskanie
+JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
+JennyBot
+JikeSpider
 Joomla
-Jorgee
-Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-LNSpiderguy
-Lanshanbot
-Leap
-LexiBot
+Kozmosbot
+Lftp
 LibWeb
-LinkScan
+LieBaoFast
 Linkbot
-LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-MFC_Tear_Sample
-MQQBrowser
+Lipperhey Spider
+Ltx71
+MIDown tool
+MJ12bot
 MSFrontPage
+MSIECrawler
+MTRobot
 Mag-Net
-Majestic12
-MarkWatch
-Mass Downloader
-MauiBot
-Mb2345Browser
-Microsoft URL Control
-Mister PiX
-Mojolicious
+Masscan
+Mata Hari
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Name Intelligence
-NetMechanic
-Nibbler
+Mr.4x3
+NICErsPRO
+Nameprotect
+Navroad
+NetAnts
+NetZIP
+Netcraft
+Nettrack
 Niki-bot
 Nikto
-NimbleCrawler
-Not
-Offline Navigator
-OpenVAS
-Openfind
-Openvas
-OrangeBot
+Nimbostratus
+Nuclei
+Nutch
+OnCrawl
+OutclicksBot
 OutfoxBot
 PECL::HTTP
-Page Analyzer
-PageThing.com
-Panscient
-Petalbot
+PHPCrawl
+PageAnalyzer
+PageScorer
+PeoplePal
 Pi-Monster
-Picsearch
-Pimonster
+Piepmatz
 Pixray
 PleaseCrawl
-Pu_iN
+Psbot
 PxBroker
-PyCurl
 Quick-Crawler
-RankFlex
-Rankivabot
+RSSingBot
+RankActive
+RankingBot
+RankingBot2
+RankurBot
+Recorder
 RepoMonkey
-Rogerbot
+Ripper
+RocketCrawler
 SBIder
-SEOkicks
 SEOkicks-Robot
-SEOprofiler
 SMTBot
-ScanAlert
-Scrapy
 ScreenerBot
-ScrepyBot
+SearchmetricsBot
+Seekport
+SemanticJuice
 SemrushBot
-SentiBot
 Siphon
-Site Sucker
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-SiteSucker
-Sitevigil
-SmartDownload
-Snapbot
-Snoopy
+Siteimprove
+SlySearch
+Snake
 SocialRankIOBot
-Sociscraper
-Spammen
-SputnikBot
-Steeler
-Sucuri
+Sogou web spider
+Sosospider
+SpankBot
+Sqlworm
+Sqworm
+Sucker
+SuperBot
+SuperHTTP
 Surfbot
-Szukacz
+SurveyBot
+Suzuran
 T8Abot
+Teleport
+TeleportPro
 Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-Toweyabot
-TwengaBot
+TheNomad
+Titan
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
+Turnitin
+Typhoeus
 URLy Warning
-UnisterBot
-VB Project
-VoidEYE
-Voil
+URLy.Warning
+Upflow
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+Virusdie
 WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Web Collage
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Fetch
-Web Sauger
-WebAuto
+Web Fuck
+Web Pix
+WebCollage
+WebCopier
+WebEnhancer
+WebGo IS
+WebLeacher
 WebReaper
-WebStripper
-WebSucker
-WebWhacker
-Webshag
-Website Quester
-WebsiteExtractor
-Whatweb
-Widow
-WiseGuys Robot
-Woobot
+WebSauger
+Webalta
+WebmasterWorldForumBot
+Whacker
+Who.is Bot
+WinHTTrack
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zade
-Zauba
-Zermelo
-Zitebot
-ZoomBot
-clark-crawler
-coccocbot
+ZmEu
+ZumBot
+archive.org_bot
+cah.io.community
 com.plumanalytics
 crawler4j
-eCatch
+gopher
 heritrix
+internetVista monitor
+linkdexbot
+lwp-trivial
 magpie-crawler
+meanpathbot
 mediawords
-oBot
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-scalaj-http
+s1z.ru
+satoristudio.net
 scan.lol
 seobility
 seocompany.store
+seoscanners
 seostar
 serpstatbot
-sitechecker.pro
-spyfu
+siteripz
+sp_auditbot
+tAkeOut
 trendiction.com
 trendiction.de
-webgains-bot
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+x22Mozilla
 zauba.io
+zgrab