V4.2023.03.3593 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,100 @@
-360Spider
 404enemy
-80legs
-ADmantX
-ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Aipbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
+ALittle Client
+Aboundex
+Aboundexbot
 Anthill
-Apexoo
-Attach
-BDCbot
-BDFetch
-BackDoorBot
-BackWeb
-Barkrowler
-BatchFTP
-Black Hole
-BlackWidow
-Blackboard
-Blow
-Boardreader
-Bolt
-Buck
-BunnySlippers
-BuzzSumo
-CATExplorador
-CazoodleBot
+BackStreet
+Bigfoot
+CensysInspect
 CheTeam
-CheeseBot
-Chlooe
-Cocolyzebot
-Craftbot
-Crescent
-DBLBot
-DIIbot
-Demon
-Discobot
-DnBCrawler-Analytics
-Dotbot
-ECCP/1.0
-EMail Siphon
+CherryPicker
+CopyRightCheck
+CrunchBot
+Custo
+DataCha0s
+Deusu
+Digincore
+DigitalPebble
+Disco
+DomainCrawler
 EasyDL
-EroCrawler
-Exabot
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
-Fimap
-Foobot
-FyberSpider
+ExtractorPro
+FemtosearchBot
+Firefox/7.0
+Flunky
 G-i-g-a-b-o-t
 GT::WWW
-GetWeb
+GalaxyBot
+Getintent
+Gigabot
 Go-Ahead-Got-It
-GoZilla
-GrapeFX
-GrapeshotCrawler
-HMView
 HTTP::Lite
-HTTrack
-Haansoft
 HaosouSpider
 Harvest
 HybridBot
-IDBTE4M
-IRLbot
-Id-search
-IlseBot
-IndeedBot
-Indy Library
-InfoTekies
+IDBot
+Iria
 Iskanie
-IstellaBot
-JOC Web Spider
 JamesBOT
-Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LibWeb
-LieBaoFast
-Lightspeedsystems
+Jbrofuzz
+JustView
 Likse
-LinkScan
-LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-MIIxpc
+MIDown tool
 MTRobot
-MarkWatch
-Mass Downloader
-MeanPath Bot
+Mag-Net
+Mediatoolkitbot
 MegaIndex.ru
-Minefield
-Mojeek
+Microsoft URL Control
 MolokaiBot
-Mozlila
-Mr.4x3
-Msrabot
 Musobot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
-Nessus
-Net Vampire
-NetSpider
-NetZIP
-Niki-bot
+NetAnts
+NetMechanic
+Netvibes
+NextGenSearchBot
+Nibbler
 NimbleCrawler
-Nmap
-Nutch
-Openvas
-OrangeBot
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
+Offline Navigator
 Page Analyzer
 PageAnalyzer
-PageGrabber
-PageThing.com
-Panscient
-Pi-Monster
 Picsearch
-Pimonster
-PleaseCrawl
 Pockey
-ProPowerBot
-Pump
-PxBroker
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-RebelMouse
-Recorder
-RedesScrapy
-RepoMonkey
-SBIder
-SEOkicks
-SEOkicks-Robot
-SISTRIX
-ScanAlert
-ScoutJet
+ProWebWalker
+RankurBot
+Scanbot
 Scrapy
-Searchestate
-SearchmetricsBot
-SentiBot
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Snapbot
-Snoopy
-SocialRankIOBot
-Sociscraper
+Sitevigil
 Sogou web spider
-Sosospider
-Sottopop
-Sqlmap
-Sqlworm
-Stripper
-Surfbot
-Suzuran
-Swiftbot
-Szukacz
-T0PHackTeam
-Telesphoreo
+SpaceBison
+Spbot
+T8Abot
+Thumbor
 Titan
-Tracemyfile
-Trendiction
-True_Robot
-UnisterBot
-VidibleScraper
+Twice
+VCI
+Vacuum
+Vagabondo
 Virusdie
-Voil
-WASALive-Bot
-WBSearchBot
-WPScan
+WISENutbot
 WWW::Mechanize
-WallpapersHD
-Web Auto
+WeSEE
 Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
 WebAuto
-WebCollage
 WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebPix
-WebReaper
-WebmasterWorldForumBot
-Webster
-Whacker
-Wonderbot
+WebLeacher
+Whack
 Xaldon WebSpider
-Zade
-Zermelo
-Zeus
-Zitebot
 ZumBot
 ZyBorg
-adscanner
-cah.io.community
-check1.exe
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-eCatch
-evc-batch
-heritrix
-ips-agent
-iubenda-radar
-lwp-request
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
-s1z.ru
-scan.lol
-seocompany.store
-seostar
-sexsearcher
+crawler4j
+dataforseo.com
+domainsproject.org
+probe-image-size
 sitechecker.pro
-sogouspider
-sysscan
-trendiction.de
+spyfu
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webprosbot
-x09Mozilla
-zauba.io
+webmeup-crawler
+webpros.com
+xpymep1.exe