V4.2022.03.2966 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
+360Spider
+404checker
+80legs
+ADmantX
+AIBOT
 ASPSeek
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
 Alexibot
-Alligator
-Anarchie
-Anarchy
+AlphaBot
 Anthill
-Apexoo
-Aspiegel
 Asterias
-Atomseobot
-AwarioSmartBot
+Attach
+BBBike
 BDFetch
 BLEXBot
+BackDoorBot
+BackStreet
 Backlink-Ceck
+BacklinkCrawler
 Badass
 Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
+Black Hole
 Blackboard
 BlowFish
+Bolt
 BotALot
 Brandprotect
+Brandwatch
+Buck
+Buddy
 BuiltWith
-Bullseye
-CATExplorador
-CODE87
-CensysInspect
 CheTeam
-Chlooe
+CheeseBot
+CherryPicker
 Citoid
-Cliqzbot
+Claritybot
 Cocolyzebot
-Collector
-Copier
-CopyRightCheck
 Copyscape
 Crawling at Home Project
-CrunchBot
-Curious
+CrazyWebCrawler
+CyotekWebCopy
 DBLBot
-Deusu
-Digincore
-DigitalPebble
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Devil
 DnyzBot
-DomainAppender
-DomainCrawler
-Dotbot
+DomCopBot
+DomainSigmaCrawler
+Download Wonder
 Dragonfly
+Drip
+EMail Siphon
 EasyDL
-EirGrabber
 EroCrawler
-Exabot
-Express WebPictures
-ExtractorPro
-EyeNetIE
-Ezooms
+Evil
+Extreme Picture Finder
 FDM
-FemtosearchBot
+FHscan
 FlashGet
-Flunky
+Foobot
 Freeuploader
 Fuzz
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
+Genieo
+GermCrawler
+GetRight
 Getintent
-Gigabot
-GoZilla
-GrapeFX
-HMView
-HTMLparser
-IDBot
-Iblog
+Grabber
+Grafula
+GrapeshotCrawler
+Haansoft
+Heritrix
+HonoluluBot
 Id-search
-IndeedBot
+Image Fetch
 InfoNaviRobot
 InfoTekies
-Intelliseek
 Iria
-Iskanie
 IstellaBot
-JamesBOT
+JOC Web Spider
 Jbrofuzz
+JennyBot
 Jetty
 Jorgee
 Jyxobot
+Keybot Translation-Search-Machine
+Kinza
 Larbin
-Leap
 LeechGet
 LexiBot
+Lftp
 Libwhisker
 LieBaoFast
-Lightspeedsystems
-Likse
 LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+LinkpadBot
 Litemage_walker
-MSFrontPage
+MJ12bot
 MTRobot
-Mail.RU_Bot
-Majestic-SEO
-Masscan
-MegaIndex.ru
+Mag-Net
+Magnet
+Majestic SEO
+MeanPath Bot
+Meanpathbot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
 Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-Musobot
-NPbot
-Name Intelligence
-NetAnts
+Mojeek
+NICErsPRO
+Navroad
+NearSite
+Net Vampire
+NetLyzer
+NetMechanic
 NetSpider
-Nettrack
-Nibbler
+Netcraft
+Niki-bot
 Nikto
-Nimbostratus
-Nuclei
-Octopus
-Offline Explorer
+NimbleCrawler
 OnCrawl
-Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PageGrabber
-PageScorer
+PageThing.com
+Pandalytics
+Panscient
 Pavuk
+Picscout
 PictureFinder
 Piepmatz
-ProWebWalker
-Pu_iN
-Pump
-PyCurl
-RankActive
-RankingBot
-RankingBot2
-RankurBot
+Pimonster
+Pockey
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
+Re-re
 ReGet
 RealDownload
+Reaper
+Recorder
 Ripper
 Rogerbot
 SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
+SMTBot
+ScanAlert
 Scanbot
+ScoutJet
 Screaming
-ScreenerBot
-ScrepyBot
-Semrush
-SeoSiteCheckup
+SearchmetricsBot
+Seekport
+Seomoz
 Siphon
-Site Sucker
 SiteExplorer
-Sitebeam
-Sitevigil
-SmartDownload
+SiteSnagger
+SiteSucker
+Siteimprove
 Snapbot
-Snoopy
+Sociscraper
+Sosospider
 Sottopop
 Spammen
-Spanner
 Spbot
 Spinn3r
-Steeler
-Sucuri
-Surfbot
-Telesoft
+SurveyBot
+Suzuran
+T0PHackTeam
+Teleport
+Telesphoreo
 Telesphorep
-Thumbor
-True_Robot
-Turingos
-Typhoeus
+The Intraformant
+Titan
+Toweyabot
+Turnitin
+Twice
+URLy Warning
 URLy.Warning
-Upflow
+V-BOT
 VB Project
 Vacuum
-VidibleScraper
-Virusdie
+VoidEYE
 Voltron
 WASALive-Bot
 WEBDAV
-WISENutbot
-Web Fuck
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Fetch
+Web Pix
+Web Sauger
 WebAuto
-WebBandit
-WebCollage
 WebCopier
+WebGo IS
 WebImageCollector
-WebLeacher
+WebPix
+WebReaper
 WebSauger
-Webalta
-WebsiteExtractor
-Who.is Bot
-Woobot
+WebZIP
+Webshag
+WebsiteQuester
+Webster
+Whatweb
+Widow
 Wprecon
 Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zauba
-Zermelo
+Zade
 Zeus
-ZmEu
+Zitebot
 ZumBot
-archive.org_bot
-arquivo.pt
-cah.io.community
-check1.exe
 clark-crawler
 coccocbot
 crawl.sogou.com
+crawler.feedback
 dataforseo.com
 demandbase-bot
-facebookscraper
+eCatch
+evc-batch
 gopher
-instabid
 internetVista monitor
 ips-agent
-magpie-crawler
-oBot
+isitwp.com
+iubenda-radar
+lwp-trivial
+muhstik-scan
 pcBrowser
+plumanalytics
 polaris version
 probe-image-size
 ripz
-s1z.ru
-seobility
-seoscanners
-sexsearcher
+scalaj-http
+sitechecker.pro
+spyfu
 sysscan
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-x09Mozilla
+voyagerx.com
+webpros.com
+webprosbot
+x22Mozilla
+zauba.io