V4.2022.03.2972 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
 80legs
 ADmantX
-Abonti
+AIBOT
+ASPSeek
 Aboundex
 Acunetix
 AhrefsBot
-AlphaBot
+Alexibot
+Alligator
+Anarchie
 Anthill
 Aspiegel
-Attach
-AwarioRssBot
-AwarioSmartBot
+Asterias
+Atomseobot
 BBBike
 BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Badass
 Bandit
-Battleztar Bazinga
-Bitacle
+BatchFTP
 Black Hole
 BlackWidow
 Blackboard
-BlowFish
+Blow
+Boardreader
 Brandprotect
-Brandwatch
-Bullseye
+Buck
+BuiltWith
+CCBot
+CSHttp
+Calculon
+CazoodleBot
+CensysInspect
 CheTeam
 CheeseBot
-Cogentbot
+Cliqzbot
 CrazyWebCrawler
-Curious
-Custo
-CyotekWebCopy
+CrunchBot
 DSearch
-DTS Agent
-Deusu
-Dirbuster
-Dispatch
+Demon
+Devil
+DigitalPebble
+Discoverybot
 DittoSpyder
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-EMail Wolf
-ExtLinksBot
-Ezooms
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
+Ebingbong
+Ecxi
+Evil
+Exabot
+Extractor
+ExtractorPro
+Extreme Picture Finder
 FemtosearchBot
 Fimap
 Firefox/7.0
+FlashGet
 Flunky
+Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
-GalaxyBot
-Genieo
-GetRight
-Getintent
-HEADMasterSEO
-HTTrack
+GermCrawler
+Go-Ahead-Got-It
+GoZilla
+Gotit
 Haansoft
 HaosouSpider
+Harvest
 Havij
+Heritrix
 Humanlinks
-IRLbot
 Iblog
-Id-search
-Image Fetch
-IndeedBot
+Image Sucker
 Indy Library
-InfoNaviRobot
-Intelliseek
-InterGET
-Internet Ninja
-Iskanie
+InfoTekies
+IstellaBot
 JOC Web Spider
 JennyBot
-JikeSpider
-Joomla
+JetCar
+Jetty
 Jorgee
-Kenjin Spider
+JustView
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
+Kinza
+LNSpiderguy
+LWP::Simple
 Larbin
 LeechFTP
+LeechGet
 Lftp
 LibWeb
+Libwhisker
 Lightspeedsystems
 LinkScan
+LinkWalker
 Linkbot
-Linkdexbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Litemage_walker
+LinksManager
+LinqiaScrapeBot
+Lipperhey
 Lmspider
-Ltx71
 MFC_Tear_Sample
 MQQBrowser
-MTRobot
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MSFrontPage
+Mag-Net
+Magnet
 MarkMonitor
+Mass Downloader
 Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
 Minefield
 Mister PiX
-Moblie Safari
 Mojolicious
-MolokaiBot
-Mr.4x3
+Musobot
+NICErsPRO
 NPbot
 Name Intelligence
-NearSite
-Net Vampire
-NetAnts
+Nessus
 NetLyzer
-NetZIP
-Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
-Nikto
-Ninja
-OpenLinkProfiler
-OpenVAS
-OutfoxBot
-PECL::HTTP
-Papa Foto
+Nibbler
+NimbleCrawler
+Offline Navigator
+Openfind
+OrangeSpider
+PageAnalyzer
+Panscient
+PeoplePal
 Petalbot
+Pi-Monster
 Picscout
 Picsearch
-Pockey
-Probethenet
-PyCurl
-QueryN Metasearch
-RSSingBot
+Piepmatz
+Pimonster
+Pu_iN
+Pump
 RankActive
+RankFlex
+RankingBot
 RankingBot2
-RankurBot
-Re-re
-RealDownload
-Reaper
-RebelMouse
+Recorder
+RedesScrapy
 Rogerbot
-SBIder
-SEOkicks
+SEOkicks-Robot
+SISTRIX
 SMTBot
-ScoutJet
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-Siphon
+SalesIntelligent
+ScanAlert
+Scanbot
+Screaming
+ScrepyBot
+Searchestate
+SeobilityBot
 SiteExplorer
-SiteLockSpider
-SmartDownload
-Snapbot
-Sogou web spider
+Siteimprove
+Sitevigil
+Snake
+Snoopy
+SpaceBison
 Spammen
-SpankBot
-Spanner
-Sqlmap
+SputnikBot
+Sqlworm
+Sqworm
+Steeler
+Stripper
 Sucker
 Sucuri
-Suzuran
-Swiftbot
+SuperBot
 Szukacz
-T0PHackTeam
-T8Abot
-Teleport
 TeleportPro
+Telesoft
 The Intraformant
-TheNomad
 TightTwatBot
-Toweyabot
-Tracemyfile
 Trendiction
-Trendictionbot
 True_Robot
+Turingos
+Turnitin
 TurnitinBot
-URLy Warning
+URLy.Warning
+UnisterBot
 V-BOT
 VB Project
 Vacuum
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
 Voil
-WASALive-Bot
+Voltron
 WEBDAV
 WISENutbot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Collage
-Web Fetch
-WebAuto
+Web Fuck
+Web Pix
+WebBandit
 WebCollage
-WebCopier
+WebEnhancer
 WebFetch
-WebGo IS
-WebPix
-WebSauger
-WebSucker
-WebZIP
-WebmasterWorldForumBot
+WebFuck
+WebImageCollector
+WebLeacher
+Webalta
+Webshag
 Website Quester
-Webster
-Wonderbot
-Woobot
+Whacker
+Whatweb
+Widow
+WiseGuys Robot
 Wprecon
 Zade
-Zauba
 Zeus
-ZmEu
-ZoomBot
-archive.org_bot
+ZoominfoBot
+adscanner
 arquivo-web-crawler
 arquivo.pt
-check1.exe
 clark-crawler
-coccocbot
 crawl.sogou.com
-dataforseo.com
-domainsproject.org
 eCatch
 facebookscraper
+heritrix
+internetVista monitor
 isitwp.com
-lwp-request
-lwp-trivial
-meanpathbot
-mediawords
-netEstate NE Crawler
+magpie-crawler
 page scorer
+polaris version
+ripz
+s1z.ru
+scalaj-http
 scan.lol
-serpstatbot
-sitechecker.pro
-sogouspider
+seocompany.store
+seostar
+sexsearcher
+siteripz
 sp_auditbot
 spyfu
-trendiction.de
+tAkeOut
+trendiction.com
 voyagerx.com
-webmeup-crawler
-webprosbot
-xpymep1.exe
-zauba.io
+webpros.com
+zgrab