V4.2022.01.2887 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-404enemy
-ADmantX
-ALittle Client
-Aboundexbot
-Acunetix
+80legs
+ASPSeek
+Aboundex
 AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
+AiHitBot
+Alexibot
 Alligator
 AlphaBot
+Anarchie
+Anarchy99
 Ankit
-Anthill
 Apexoo
-Asterias
-Attach
-AwarioRssBot
-BDFetch
+BBBike
 BackStreet
 BackWeb
+BacklinkCrawler
+Badass
 Bandit
-Barkrowler
-BetaBot
-Bigfoot
-Bitacle
-Boardreader
-Brandwatch
+Black Hole
+Blow
+Bolt
+Brandprotect
 Buddy
-BuiltBotTough
 Bullseye
-BuzzSumo
-CODE87
-CheTeam
-CheeseBot
+BunnySlippers
+CATExplorador
 Citoid
-Cloud mapping
+Cliqzbot
 Cocolyzebot
+Collector
+Copier
 Copyscape
-Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
+CyotekWebCopy
 DIIbot
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
-DigitalPebble
+Devil
 Dirbuster
-Discoverybot
+Disco
 Dispatch
-DnyzBot
 DomCopBot
-DomainSigmaCrawler
+DomainCrawler
 Download Wonder
-EMail Wolf
+Drip
+ECCP/1.0
+EMail Siphon
+EasyDL
 Ebingbong
+EirGrabber
 EroCrawler
 Evil
-Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+ExtLinksBot
+EyeNetIE
 FDM
 FHscan
-Foobot
-Freeuploader
+FemtosearchBot
+FlashGet
+Flunky
 FrontPage
-G-i-g-a-b-o-t
-Genieo
-GetRight
+Fuzz
+FyberSpider
+GermCrawler
+GetWeb
+Gigabot
 Go-Ahead-Got-It
-Gotit
-GrabNet
-Grabber
-GrapeshotCrawler
-GridBot
 HMView
+HTMLparser
 HTTrack
 Haansoft
-HaosouSpider
 Heritrix
 Hloader
 HonoluluBot
+Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
+Id-search
+IlseBot
 Image Sucker
-InfoNaviRobot
-InterGET
-JamesBOT
-JetCar
-Jorgee
+IndeedBot
+Indy Library
+Intelliseek
+JOC Web Spider
 JustView
-Jyxobot
-Kenjin Spider
+Lanshanbot
 Larbin
 Leap
-LeechFTP
-Libwhisker
-LinkWalker
-Linkbot
+LeechGet
+Lightspeedsystems
+Likse
+LinkScan
+Linkdexbot
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
-MQQBrowser
-MSIECrawler
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MIIxpc
+MTRobot
 Mag-Net
-Magnet
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-Mass Downloader
+MarkWatch
+Masscan
+MeanPath Bot
 Metauri
-Microsoft Data Access
-Moblie Safari
+MicroMessenger
+Minefield
+Mister PiX
 Mojeek
-Msrabot
-Navroad
-NetAnts
-NetMechanic
+Mojolicious
+Musobot
+Name Intelligence
+Netcraft
 Nettrack
 Netvibes
 NextGenSearchBot
-Offline Explorer
+Nibbler
+Nutch
+Octopus
 OnCrawl
+OpenLinkProfiler
+Openfind
+Openvas
 OrangeBot
 OutclicksBot
+OutfoxBot
 PECL::HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
+PageThing.com
+Panscient
+Petalbot
+Pi-Monster
+Picsearch
 PictureFinder
-Pimonster
-Pixray
-Pockey
-Pu_iN
-PxBroker
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 RankingBot
-RankingBot2
-Rankivabot
-Re-re
-Reaper
-RepoMonkey
+RankurBot
+RealDownload
+RebelMouse
+Recorder
+RedesScrapy
 RocketCrawler
-Rogerbot
 SEOkicks
-SISTRIX
+SEOlyticsCrawler
 SMTBot
-ScanAlert
-Scrapy
-Screaming
 ScreenerBot
 ScrepyBot
-SearchmetricsBot
+Seekport
+Semrush
 Seomoz
+Shodan
+SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Siteimprove
-Sitevigil
 SlySearch
-Snoopy
+Sosospider
 Sottopop
+SpaceBison
+Spammen
+SpankBot
 Spanner
-SputnikBot
+Sqlmap
 Sqlworm
+Sqworm
 SuperBot
-SurveyBot
-Suzuran
-T0PHackTeam
+Swiftbot
 T8Abot
 Teleport
-TeleportPro
 Telesoft
-Telesphorep
-TheNomad
+Thumbor
 Titan
-Toata
-Trendiction
 Trendictionbot
-Turnitin
-Twice
-URLy Warning
-URLy.Warning
-Upflow
-Vagabondo
-VeriCiteCrawler
+V-BOT
 VidibleScraper
 VoidEYE
 Voil
-WWW-Mechanize
-WWWOFFLE
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 Wallpapers
 Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
 Web Enhancer
+Web Fuck
+Web Pix
 Web Sauger
-WebAuto
-WebCollage
-WebFetch
-WebGo IS
-WebPix
+WebCopier
+WebFuck
+WebLeacher
 WebSauger
-WebWhacker
-WebsiteExtractor
+Webalta
 WebsiteQuester
+Webster
 Whack
-Whacker
 Whatweb
+Who.is Bot
 Widow
-WiseGuys Robot
-Woobot
-Wotbox
-Wprecon
+WinHTTrack
+Xaldon WebSpider
 Zade
-ZoomBot
-ZoominfoBot
-backlink-check
+Zauba
+ZmEu
+ZumBot
+ZyBorg
+adscanner
+arquivo.pt
+cah.io.community
+clark-crawler
 coccocbot-web
-crawl.sogou.com
-dataforseo.com
+cognitiveseo
+com.plumanalytics
 demandbase-bot
+eCatch
 evc-batch
-instabid
+facebookscraper
 internetVista monitor
-isitwp.com
+ips-agent
 iubenda-radar
-lwp-request
-magpie-crawler
-muhstik-scan
+lwp-trivial
+mediawords
 pcBrowser
-plumanalytics
 probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
-seobility
-seostar
+seocompany.store
+seoscanners
 serpstatbot
-sitechecker.pro
-sogouspider
-sp_auditbot
+siteripz
+sysscan
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webgains-bot
 webpros.com
-x09Mozilla
+webprosbot
+zauba.io
+zgrab