V4.2022.09.3343 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 404enemy
-ADmantX
-ALittle Client
-Acunetix
-Aipbot
-Alexibot
-AllSubmitter
+80legs
+ASPSeek
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
 AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Apexoo
 Aspiegel
+Atomseobot
 AwarioRssBot
-BLEXBot
-BackDoorBot
-BackStreet
+BBBike
+BackWeb
 BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-Bigfoot
-Bolt
-Brandprotect
+Barkrowler
+BetaBot
+Blow
+BlowFish
+Boardreader
+BotALot
 Bullseye
-CODE87
-Calculon
+CCBot
+CSHttp
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
 CherryPicker
 ChinaClaw
-Citoid
-Cloud mapping
-Cocolyzebot
-Copier
+Chlooe
+Cliqzbot
+Cogentbot
+Collector
 CopyRightCheck
+Copyscape
 Cosmos
 CrazyWebCrawler
-CrunchBot
 DBLBot
-DIIbot
-DSearch
-DatabaseDriverMysqli
-Deusu
-Digincore
-DomainStatsBot
-Domains Project
+DTS Agent
+Demon
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
+Download Wonder
 ECCP/1.0
-EMail Siphon
-EasyDL
 Ecxi
-EroCrawler
 Evil
-Exabot
-Express WebPictures
-Extreme Picture Finder
-FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
+Extractor
+ExtractorPro
+EyeNetIE
 FrontPage
-Fuzz
 FyberSpider
-Fyrebot
-GT::WWW
-Getintent
+GalaxyBot
+Genieo
+GetWeb
 Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
-GrabNet
-GrapeshotCrawler
-GridBot
-Havij
-Heritrix
+Grafula
+GrapeFX
+Haansoft
+Harvest
 Hloader
-HonoluluBot
-IRLbot
-Iblog
+IDBot
 Id-search
 IlseBot
-Indy Library
-InternetSeer
-Iskanie
+Image Fetch
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Internet Ninja
 IstellaBot
 JOC Web Spider
 JamesBOT
-Jorgee
+Jbrofuzz
+JetCar
+Jetty
 JustView
-Kozmosbot
-Larbin
-LeechGet
-LexiBot
+Keyword Density
+Kinza
+Lanshanbot
+Leap
+LeechFTP
+Lftp
 LibWeb
 LieBaoFast
-Lightspeedsystems
+LinkScan
+LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-Litemage_walker
+Ltx71
 MIDown tool
-MIIxpc
+MJ12bot
 MQQBrowser
-MTRobot
-Mag-Net
-Majestic-SEO
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
 Masscan
 Mata Hari
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
-Minefield
-Moblie Safari
-MolokaiBot
+Mister PiX
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Musobot
 NPbot
-Navroad
-Nessus
-NetAnts
-Netcraft
-Netvibes
-NextGenSearchBot
+Nameprotect
+NearSite
+Needle
+NetMechanic
+NetSpider
+NetZIP
+NimbleCrawler
+Nimbostratus
 Not
+Octopus
+Offline Explorer
+OnCrawl
+OpenVAS
+Openvas
 OrangeSpider
 OutclicksBot
 OutfoxBot
-PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
 PageScorer
-Panscient
+PageThing.com
+Papa Foto
+PeoplePal
 Pi-Monster
-Picscout
-PictureFinder
-Pimonster
-PleaseCrawl
-ProPowerBot
-Probethenet
+Pockey
 Psbot
 PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+PyCurl
+RSSingBot
+Rankivabot
+Re-re
 Recorder
+RepoMonkey
 RocketCrawler
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
+Scrapy
 ScreenerBot
 Searchestate
-SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
+Seomoz
 Siphon
-SiteSnagger
-Sociscraper
+Site Sucker
+SiteExplorer
+Siteimprove
 Sogou web spider
-Sottopop
-SpaceBison
-SpankBot
-Sqlworm
+Sosospider
+Spammen
+Spanner
+Sqlmap
+Sqworm
 Steeler
 SuperBot
 Surfbot
 SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T0PHackTeam
+T8Abot
+TeleportPro
+Telesoft
 The Intraformant
-True_Robot
+TheNomad
+Titan
+Toweyabot
+Trendiction
 Turingos
-TurnitinBot
-Typhoeus
+TwengaBot
 UnisterBot
 Upflow
-V-BOT
 VCI
+Vacuum
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Voltron
+VoidEYE
+Voil
 WASALive-Bot
-WBSearchBot
 WEBDAV
 WISENutbot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Web Fuck
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
+Web Sucker
 WebAuto
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
-WebPix
-WebSauger
+WebGo IS
+WebReaper
 WebStripper
 WebWhacker
+WebZIP
 Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whacker
+Whack
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
+Widow
 Wonderbot
-Wprecon
-Xaldon WebSpider
+Wotbox
 Xenu
-Zade
-Zeus
-ZmEu
+YoudaoBot
+Zitebot
+ZoomBot
 ZoominfoBot
-ZumBot
 ZyBorg
+adscanner
+autoemailspider
 backlink-check
 check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
-crawl.sogou.com
+com.plumanalytics
 crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
 eCatch
-facebookscraper
-heritrix
-internetVista monitor
-isitwp.com
-linkdexbot
-meanpathbot
+instabid
+ips-agent
+iubenda-radar
+magpie-crawler
 netEstate NE Crawler
 oBot
-page scorer
 probe-image-size
-s1z.ru
-scalaj-http
+satoristudio.net
 scan.lol
-seobility
+seocompany.store
 seoscanners
-siteripz
+serpstatbot
+sogouspider
+sp_auditbot
 spyfu
-trendiction.de
 webgains-bot
 webmeup-crawler
-x09Mozilla
-x22Mozilla
-zauba.io