V4.2023.02.3576 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-80legs
-ADmantX
 AIBOT
-ASPSeek
-Abonti
-AfD-Verbotsverfahren
+ALittle Client
+Acunetix
 AhrefsBot
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
 Anarchie
-Anarchy99
+Anarchy
 Anthill
 Apexoo
 Aspiegel
-Atomseobot
 Attach
-BBBike
-BLEXBot
-BacklinkCrawler
+AwarioSmartBot
+BDCbot
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
+Barkrowler
 BatchFTP
-Battleztar Bazinga
+BetaBot
 Blackboard
-Blow
-BlowFish
 Boardreader
+BotALot
 Buck
-BuiltBotTough
-BunnySlippers
-CATExplorador
-CCBot
-CODE87
-CazoodleBot
-CheeseBot
-ChinaClaw
-Cocolyzebot
-Cogentbot
+Bullseye
+BuzzSumo
+Cegbfeieh
+Chlooe
+Citoid
+Claritybot
+Cliqzbot
 Collector
-CrazyWebCrawler
-Crescent
+Copier
+CopyRightCheck
+Crawling at Home Project
 Curious
-Demon
+Custo
+DataCha0s
+Devil
 Digincore
-DigitalPebble
+Dirbuster
+Disco
+Discobot
 Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-EMail Siphon
-Ecxi
+Drip
+EasyDL
+Ebingbong
+EroCrawler
 Exabot
-Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
-Fimap
 Firefox/7.0
-Flunky
-Foobot
-Fuzz
+Freeuploader
 FyberSpider
 GT::WWW
+GalaxyBot
 Genieo
+GetRight
 GetWeb
+Getintent
 Gigabot
 Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
-Grabber
-Grafula
-GridBot
-HEADMasterSEO
+GrapeFX
+HMView
 Haansoft
-Harvest
-Humanlinks
-HybridBot
-IndeedBot
+IDBTE4M
+IDBot
+Iblog
+Indy Library
 InfoTekies
-Internet Ninja
-Iria
+Intelliseek
 IstellaBot
-JOC Web Spider
-Jbrofuzz
-JennyBot
-Joomla
-JustView
-Kenjin Spider
-LNSpiderguy
-Larbin
-Lftp
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-LinkpadBot
-Lipperhey Spider
-Ltx71
+JikeSpider
+Jorgee
+Keybot Translation-Search-Machine
+Keyword Density
+LWP::Simple
+LeechFTP
+LeechGet
+LexiBot
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+Lmspider
 MFC_Tear_Sample
-MJ12bot
-MTRobot
-Mag-Net
-Magnet
+MIDown tool
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
 Mail.RU_Bot
-Majestic12
-Masscan
-MauiBot
 Mediatoolkitbot
-Microsoft Data Access
-Moblie Safari
-Mojeek
+MegaIndex.ru
+Metauri
+MicroMessenger
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-NearSite
-Nessus
-Net Vampire
+NPbot
+Name Intelligence
+Needle
+NetAnts
 NetMechanic
-NetSpider
 NetZIP
-Niki-bot
+Netvibes
+Nibbler
 NimbleCrawler
-Nimbostratus
-Ninja
-Nuclei
-Offline Explorer
+Nmap
+Not
+Nutch
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
 Openvas
-OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
-Pavuk
+Panscient
 PeoplePal
-Pi-Monster
-Picscout
+Petalbot
+PictureFinder
 Piepmatz
+Pimonster
 Pockey
 Psbot
-Pu_iN
-Pump
-RankActive
-RankFlex
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankingBot
 Rankivabot
-RankurBot
-Re-re
 ReGet
-RepoMonkey
-Rogerbot
-SEOkicks-Robot
-SEOprofiler
+Ripper
+SEOkicks
 SalesIntelligent
-ScanAlert
 Scanbot
-Scrapy
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Seekport
+ScoutJet
+Searchestate
 SemanticJuice
-Site Sucker
-SiteLockSpider
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteCheckerBotCrawler
 Sitevigil
-Snake
-Snapbot
-Sociscraper
-Sogou web spider
-SpaceBison
+Snoopy
+Sosospider
+Sottopop
 Spammen
-SpankBot
+Spanner
 Spinn3r
-SputnikBot
-Sqlmap
-Sucuri
-Surfbot
-SurveyBot
-Swiftbot
-Teleport
+Sqworm
+SuperBot
+T8Abot
 TeleportPro
-Telesoft
 Telesphorep
-The Intraformant
-Toata
+Titan
 Toweyabot
 Tracemyfile
-True_Robot
-TwengaBot
+Turingos
+Turnitin
 Typhoeus
 UnisterBot
-Vacuum
-VidibleScraper
-VoidEYE
-WBSearchBot
-WISENutbot
+Upflow
+V-BOT
+VelenPublicWebCrawler
+VeriCiteCrawler
+WASALive-Bot
+WEBDAV
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-WallpapersHD
+Wallpapers/3.0
+WeSEE
+Web Collage
 Web Enhancer
 Web Fetch
-Web Sucker
+WebBandit
 WebCollage
 WebEnhancer
-WebFetch
 WebFuck
-WebPix
+WebGo IS
+WebImageCollector
+WebLeacher
+WebSauger
+WebSucker
 WebWhacker
+WebZIP
 WebsiteExtractor
+Whacker
+Widow
 WinHTTrack
-WiseGuys Robot
+Wonderbot
+Wprecon
 Xaldon WebSpider
-Zade
 Zauba
-Zeus
-ZmEu
+Zitebot
+ZumBot
+adscanner
 arquivo-web-crawler
 arquivo.pt
-autoemailspider
-backlink-check
-clark-crawler
-crawler4j
+check1.exe
+coccocbot
+com.plumanalytics
 dataforseo.com
-facebookscraper
+eCatch
+evc-batch
 gopher
 heritrix
 instabid
-isitwp.com
+ips-agent
 iubenda-radar
 linkdexbot
-lwp-request
-lwp-trivial
 mediawords
-pcBrowser
 plumanalytics
-probe-image-size
+ripz
 s1z.ru
+satoristudio.net
 scalaj-http
 seocompany.store
-serpstatbot
+seoscanners
 sexsearcher
-sogouspider
+sitechecker.pro
+sp_auditbot
 tAkeOut
+trendiction.com
 webgains-bot
-x09Mozilla
-xpymep1.exe
+webpros.com
+x22Mozilla
 zauba.io
-zgrab