V4.2021.08.2505 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-AIBOT
-ASPSeek
+404enemy
+ALittle Client
 Abonti
 Acunetix
 AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AiHitBot
 AllSubmitter
-Anthill
-Aspiegel
+AlphaBot
+Anarchie
+Anarchy
+Anarchy99
+Attach
 AwarioSmartBot
+BDCbot
+BDFetch
+BLEXBot
+BackDoorBot
 BackWeb
 Backlink-Ceck
-Badass
-Bandit
-Barkrowler
-BatchFTP
+Battleztar Bazinga
 BetaBot
-Bitacle
+Bigfoot
+Black Hole
+Blackboard
+BlowFish
 Bolt
 Brandprotect
 Brandwatch
 Buck
 Buddy
-BuiltWith
-CCBot
-CSHttp
+BuiltBotTough
+Bullseye
+CATExplorador
 Calculon
+CazoodleBot
 Cegbfeieh
-CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
-Cocolyzebot
+Claritybot
+Cliqzbot
+CopyRightCheck
 Copyscape
 Cosmos
-CrazyWebCrawler
+Craftbot
+Crescent
 CrunchBot
 Curious
-CyotekWebCopy
-DBLBot
+Custo
 DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Disco
+DSearch
+Digincore
+DigitalPebble
+Dirbuster
 Discoverybot
-Dispatch
+DittoSpyder
 DomCopBot
-DomainAppender
-Domains Project
+Dotbot
 Download Wonder
-Dragonfly
-Drip
-ECCP/1.0
-Ebingbong
-EirGrabber
+EMail Wolf
+EasyDL
 EroCrawler
 Evil
-Exabot
-Express WebPictures
 Extractor
-Extreme Picture Finder
+ExtractorPro
+FDM
 FemtosearchBot
+Flunky
+Foobot
 Fuzz
-Fyrebot
-GT::WWW
-GetRight
-Gigablast
+G-i-g-a-b-o-t
+GalaxyBot
+Getintent
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrapeFX
+Gotit
+GrabNet
+Grafula
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-Havij
+HTTP::Lite
 Heritrix
 Humanlinks
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Image Fetch
-Image Sucker
-InternetSeer
-Iria
-JOC Web Spider
-JennyBot
-Jorgee
-JustView
-Jyxobot
-Kozmosbot
-LNSpiderguy
-LWP::Simple
+Iblog
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+Iskanie
+IstellaBot
+Jbrofuzz
+Jetty
+JikeSpider
+Kenjin Spider
+Kinza
+Lanshanbot
+Leap
+LeechFTP
 LeechGet
 LexiBot
+Lftp
 Libwhisker
-Linkbot
+Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
+LinqiaRSSBot
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-MTRobot
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkWatch
-Mass Downloader
-Masscan
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+MQQBrowser
+MSIECrawler
+Mata Hari
+Metauri
+MicroMessenger
 Microsoft Data Access
-Mojolicious
+Mojeek
 Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 Msrabot
-NPbot
-Name Intelligence
+Musobot
 Nameprotect
 Navroad
 NearSite
 Nessus
-NetAnts
+NetLyzer
 NetSpider
 NetZIP
-Nettrack
-Nibbler
-NimbleCrawler
+Netcraft
+Netvibes
+Niki-bot
 Nmap
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
+Offline Explorer
+Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PageAnalyzer
+PageScorer
 PageThing.com
-Panscient
-Papa Foto
 Pavuk
-PeoplePal
+Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Pimonster
-PleaseCrawl
-Pu_iN
+Piepmatz
+ProPowerBot
+Probethenet
 Pump
-PyCurl
-Quick-Crawler
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-Recorder
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
+PxBroker
+QueryN Metasearch
+RSSingBot
+RankActive
+RankFlex
+Re-re
 SBIder
-SEOkicks-Robot
-SEOprofiler
+SEOkicks
+SEOlyticsCrawler
 SMTBot
-Scanbot
-Scrapy
-ScrepyBot
-SeoSiteCheckup
-Seomoz
+ScanAlert
+ScoutJet
+ScreenerBot
+Searchestate
+SemrushBot
+SentiBot
+Shodan
 Site Sucker
-Sitevigil
-SmartDownload
-Snapbot
-Sosospider
+SiteSnagger
+SiteSucker
+SlySearch
 SpaceBison
+Spammen
 SpankBot
-Sucker
-SuperHTTP
-Surfbot
+Sqlworm
+Sqworm
+Steeler
+Stripper
+Sucuri
 SurveyBot
 Suzuran
-Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 Thumbor
+TightTwatBot
 Toweyabot
 Tracemyfile
-Trendictionbot
-True_Robot
-Turingos
+TwengaBot
+URLy Warning
 Upflow
-V-BOT
+VB Project
+VCI
+VelenPublicWebCrawler
 VidibleScraper
 VoidEYE
 Voltron
-WEBDAV
-WISENutbot
-WWW-Mechanize
+WASALive-Bot
+WBSearchBot
 WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Auto
+Web Collage
 Web Enhancer
 Web Fetch
-Web Sucker
+Web Pix
+WebCopier
+WebEnhancer
+WebFetch
 WebGo IS
-WebImageCollector
-WebReaper
-WebSauger
+WebSucker
 WebWhacker
-Webshag
 WebsiteExtractor
-Webster
 Who.is Bot
-WinHTTrack
-Xaldon WebSpider
-Xenu
+Widow
+Wonderbot
+Wotbox
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
-Zade
+Zauba
+Zermelo
 Zeus
-ZyBorg
+ZmEu
+ZoomBot
+archive.org_bot
 arquivo.pt
-autoemailspider
+backlink-check
+check1.exe
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+cognitiveseo
+crawler4j
 eCatch
-evc-batch
-gopher
-heritrix
-instabid
+internetVista monitor
+isitwp.com
 lwp-request
-mediawords
-page scorer
-plumanalytics
+lwp-trivial
+magpie-crawler
+muhstik-scan
+oBot
 ripz
 satoristudio.net
-serpstatbot
-sitechecker.pro
-sogouspider
-spyfu
+siteripz
+sp_auditbot
 trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-x09Mozilla
-zauba.io