V4.2022.08.3283 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
+360Spider
 80legs
-ADmantX
-AIBOT
+ALittle Client
 ASPSeek
-Abonti
-Aboundexbot
-Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-AllSubmitter
 Alligator
-Ankit
-Atomseobot
-Attach
-BBBike
-BDCbot
-BDFetch
+AlphaBot
+Anarchie
+Anarchy
+Anarchy99
+AwarioSmartBot
 BackStreet
-BacklinkCrawler
+Backlink-Ceck
+Badass
+BatchFTP
+Battleztar Bazinga
 BetaBot
 Bigfoot
-Black Hole
+Bitacle
 BlackWidow
-Blow
+Blackboard
+BlowFish
 Boardreader
-BotALot
 Brandprotect
-Buddy
-BuiltBotTough
-Bullseye
+Brandwatch
+BuiltWith
+BunnySlippers
+CCBot
+CODE87
 CSHttp
-Cegbfeieh
+Calculon
 CensysInspect
-CheeseBot
 CherryPicker
 ChinaClaw
 Chlooe
-Citoid
-Claritybot
-Collector
-Copyscape
+Copier
+Cosmos
 Craftbot
-CrazyWebCrawler
-Custo
-DIIbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
+Crescent
+CrunchBot
+Curious
+DTS Agent
+Demon
 Deusu
-Digincore
+Devil
 DigitalPebble
-Disco
-Discoverybot
-DomCopBot
-Drip
+Dirbuster
+Discobot
+Dispatch
+DomainStatsBot
+Download Wonder
+Dragonfly
 ECCP/1.0
 EMail Siphon
-EMail Wolf
-Extreme Picture Finder
-Firefox/7.0
-Flunky
-Freeuploader
-GermCrawler
-Getintent
+EroCrawler
+ExtractorPro
+FemtosearchBot
+Fimap
+FlashGet
+Fuzz
+FyberSpider
+Fyrebot
+GalaxyBot
 Gigabot
 Go!Zilla
-Grabber
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
 HaosouSpider
-Heritrix
-IRLbot
+Harvest
+HonoluluBot
+HybridBot
 Iblog
 IlseBot
 IndeedBot
+Indy Library
 InfoTekies
-InterGET
-IstellaBot
+Intelliseek
+Iskanie
 JOC Web Spider
-JetCar
-Joomla
+Jbrofuzz
+Jetty
 Jorgee
 Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
-Lanshanbot
-LeechGet
-Lftp
-LibWeb
-Libwhisker
+LNSpiderguy
+LWP::Simple
+LeechFTP
+LexiBot
 Lightspeedsystems
+LinkWalker
+Linkbot
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lmspider
-MFC_Tear_Sample
+LinqiaScrapeBot
+Lipperhey Spider
 MIDown tool
 MIIxpc
-MJ12bot
-MQQBrowser
-MTRobot
-Mail.RU_Bot
+Magnet
 Majestic-SEO
 Majestic12
-Meanpathbot
+MarkMonitor
+MarkWatch
+Mass Downloader
+Mata Hari
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Mister PiX
-Moblie Safari
+Metauri
 MolokaiBot
+Mr.4x3
+Msrabot
 Musobot
 Name Intelligence
-NearSite
 Needle
-Net Vampire
+NetAnts
 NetSpider
 Netcraft
-Nettrack
 Nibbler
 Nikto
+NimbleCrawler
 Nimbostratus
+Ninja
 Nuclei
-Nutch
-Octopus
-Offline Navigator
+Offline Explorer
 OnCrawl
-Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
+OpenLinkProfiler
+OrangeBot
+OrangeSpider
+OutclicksBot
 Pandalytics
+Papa Foto
+Pavuk
 Picsearch
-Piepmatz
+PictureFinder
+Pimonster
 Pixray
-PxBroker
+Pockey
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
+PyCurl
+QueryN Metasearch
 Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
 RankFlex
+RankingBot
 RankingBot2
 RankurBot
+Re-re
 ReGet
-Reaper
+Recorder
 RocketCrawler
-Rogerbot
 SBIder
-SEOkicks-Robot
-SEOprofiler
+SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-Scrapy
+Scanbot
+ScoutJet
 Screaming
-SemrushBot
-SentiBot
+SearchmetricsBot
 Seomoz
-Site Sucker
-SiteExplorer
-Siteimprove
-Sociscraper
-Sosospider
-Sottopop
-Spanner
-Spbot
-Spinn3r
-Sqworm
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Sitevigil
+SmartDownload
+Snoopy
+Sogou web spider
+Spammen
+SpankBot
 Steeler
-Sucker
-Sucuri
+Stripper
+SuperHTTP
 Surfbot
 SurveyBot
 T0PHackTeam
-T8Abot
-TeleportPro
+The Intraformant
 TheNomad
-Toata
-Toweyabot
-True_Robot
-TurnitinBot
-TwengaBot
+TightTwatBot
+Titan
+Trendictionbot
 UnisterBot
-V-BOT
-VCI
-Vagabondo
+Vacuum
+VidibleScraper
 VoidEYE
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WISENutbot
-WWW::Mechanize
-Wallpapers
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 Web Auto
+Web Collage
+Web Fetch
 Web Fuck
-WebAuto
-WebCollage
-WebEnhancer
-WebSauger
-WebSucker
-WebZIP
-Webalta
+Web Pix
+Web Sucker
+WebCopier
+WebFuck
+WebGo IS
+WebImageCollector
+WebReaper
+Webshag
 WebsiteExtractor
-Whacker
-Whatweb
 Who.is Bot
-Widow
-WinHTTrack
-Wonderbot
-Woobot
 Wprecon
-Xaldon WebSpider
-Xenu
-Zermelo
-archive.org_bot
+ZmEu
+ZumBot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-clark-crawler
 com.plumanalytics
-crawler4j
+crawl.sogou.com
+crawler.feedback
 dataforseo.com
-demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
-instabid
-internetVista monitor
+eCatch
+heritrix
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-trivial
+magpie-crawler
 meanpathbot
 mediawords
+muhstik-scan
 page scorer
 pcBrowser
+plumanalytics
 polaris version
 probe-image-size
+satoristudio.net
 scan.lol
+seobility
+seocompany.store
 seostar
-serpstatbot
 sexsearcher
 sitechecker.pro
-sysscan
-tAkeOut
-trendiction.com
-webgains-bot
+siteripz
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
 xpymep1.exe
+zgrab