V4.2023.02.3566 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 80legs
-ADmantX
 ALittle Client
-ASPSeek
 Abonti
 Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
 Alexibot
-Alligator
-AlphaBot
+AllSubmitter
+Anarchie
 Ankit
 Anthill
 Aspiegel
 Atomseobot
-AwarioSmartBot
-BackDoorBot
+Attach
+AwarioRssBot
+BDFetch
+BackStreet
 BackWeb
 Backlink-Ceck
 Badass
-Battleztar Bazinga
+Bandit
 Bitacle
-Blow
-BlowFish
+Blackboard
 Boardreader
-BotALot
+Bolt
 Brandwatch
-BuiltBotTough
-BunnySlippers
-CATExplorador
+BuiltWith
+Bullseye
+CSHttp
 CazoodleBot
-Cegbfeieh
 CensysInspect
-CheTeam
 CherryPicker
+ChinaClaw
 Chlooe
-Claritybot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-CrunchBot
+Craftbot
+CyotekWebCopy
 DSearch
 DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Discobot
-Discoverybot
+Deusu
+Digincore
+Dirbuster
 DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
-ECCP/1.0
+Dragonfly
+Drip
 EMail Siphon
 Ecxi
-EirGrabber
-Evil
-Exabot
 Express WebPictures
+ExtLinksBot
+Extractor
 Extreme Picture Finder
-EyeNetIE
-FHscan
+FemtosearchBot
+Fimap
 Firefox/7.0
 FlashGet
 Flunky
-Foobot
 Freeuploader
-FrontPage
-FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+Genieo
 GetRight
-Getintent
 Gigabot
-Grafula
-HMView
-HTMLparser
-HTTP::Lite
-Haansoft
+GoZilla
+GrabNet
 HaosouSpider
-IDBot
-Iblog
-Id-search
-Image Fetch
-Image Sucker
-Indy Library
+Havij
+Heritrix
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
+IRLbot
+IndeedBot
 InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
 InternetSeer
-Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
-Jetty
+JetCar
+Jorgee
+JustView
+Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
-Leap
+Kinza
+LWP::Simple
+Lanshanbot
+LeechFTP
 LeechGet
-Libwhisker
 Lightspeedsystems
-LinkWalker
+Likse
+LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Ltx71
 MFC_Tear_Sample
-MIIxpc
 MQQBrowser
 MSFrontPage
-MTRobot
-Magnet
-MarkMonitor
-Mata Hari
+MarkWatch
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
 Metauri
-Mister PiX
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-NICErsPRO
+Musobot
 Nameprotect
-NearSite
+Navroad
 Nessus
-Net Vampire
-Nimbostratus
+NetLyzer
+NetMechanic
+NetSpider
+Netvibes
+Nibbler
+NimbleCrawler
+Ninja
+Nmap
+Not
+Nutch
 Offline Explorer
-OpenLinkProfiler
+Offline Navigator
+OnCrawl
+Openfind
+Openvas
 OrangeBot
-OrangeSpider
 OutfoxBot
-Page Analyzer
-Pandalytics
-PeoplePal
-Petalbot
-Pi-Monster
-Piepmatz
+Panscient
+Picscout
+PictureFinder
 Pimonster
-ProPowerBot
+PleaseCrawl
 ProWebWalker
-Probethenet
-PxBroker
-PyCurl
+Psbot
+Pu_iN
+Pump
 RSSingBot
-Re-re
-Recorder
-RepoMonkey
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankurBot
+ReGet
+Reaper
+RebelMouse
+RedesScrapy
 Ripper
-RocketCrawler
-SEOlyticsCrawler
-SEOprofiler
+Rogerbot
 SEOstats
-SMTBot
-Screaming
-SearchmetricsBot
+SISTRIX
+SalesIntelligent
+ScanAlert
+Scrapy
 Seekport
-SemrushBot
+Semrush
+SentiBot
 SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
-SiteExplorer
 SiteLockSpider
-SiteSucker
+SiteSnagger
 Siteimprove
-Sitevigil
-SmartDownload
-Snake
+SlySearch
 Snapbot
+SocialRankIOBot
+Sociscraper
+SpankBot
+Spbot
 Spinn3r
-Sqlworm
+Sqlmap
 Steeler
-Sucker
 Sucuri
-SuperBot
-SuperHTTP
-Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
+T0PHackTeam
+Teleport
+Telesphoreo
 Telesphorep
+The Intraformant
+TheNomad
 Titan
-True_Robot
+Tracemyfile
+Trendiction
 Turingos
-Turnitin
-Twice
-URLy Warning
-UnisterBot
-VB Project
-Vacuum
+TurnitinBot
+TwengaBot
+URLy.Warning
+Upflow
+V-BOT
 Vagabondo
-VelenPublicWebCrawler
+VidibleScraper
 Virusdie
 Voltron
-WBSearchBot
-WWW-Mechanize
-WeSEE
+WASALive-Bot
+WPScan
+WWW::Mechanize
+Wallpapers
+WallpapersHD
 Web Auto
-Web Collage
 Web Pix
 Web Sucker
-WebCollage
-WebFuck
-WebSauger
+WebEnhancer
 WebStripper
+WebWhacker
+WebZIP
+Webalta
+Webshag
 Website Quester
 Webster
-Whack
-Whacker
 Who.is Bot
-Widow
-WinHTTrack
-Wonderbot
+WiseGuys Robot
+Wotbox
 Wprecon
-Xenu
+Xaldon WebSpider
 Zade
-Zitebot
-ZmEu
-ZoominfoBot
-ZyBorg
-archive.org_bot
+ZoomBot
 arquivo-web-crawler
-autoemailspider
-backlink-check
-crawler.feedback
+check1.exe
+clark-crawler
+cognitiveseo
+crawler4j
+dataforseo.com
+evc-batch
+facebookscraper
 gopher
-heritrix
 internetVista monitor
-ips-agent
-isitwp.com
-lwp-trivial
+linkdexbot
+lwp-request
 mediawords
 netEstate NE Crawler
+page scorer
 pcBrowser
-plumanalytics
-s1z.ru
-seobility
-seocompany.store
-seoscanners
-seostar
-sitechecker.pro
+polaris version
+satoristudio.net
+scan.lol
 spyfu
-trendiction.com
-trendiction.de
-x22Mozilla
-zauba.io
+webmeup-crawler
+webpros.com
+webprosbot