V4.2021.12.2779 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
 404enemy
-AIBOT
-ASPSeek
 Abonti
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
-Anarchie
+AhrefsBot
+AiHitBot
+Alexibot
+AlphaBot
 Anarchy99
-Ankit
 Apexoo
-Attach
-AwarioRssBot
-AwarioSmartBot
+Asterias
+BBBike
 BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
 Barkrowler
 Battleztar Bazinga
-BetaBot
-Black Hole
-Blow
+Bitacle
 BlowFish
-Bolt
+Boardreader
+BotALot
 Buck
-BuiltBotTough
-CODE87
-Calculon
-CazoodleBot
+Bullseye
+BuzzSumo
+CCBot
+CSHttp
+CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
+Cloud mapping
+Cocolyzebot
+Collector
 CopyRightCheck
-Cosmos
+Copyscape
+Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-DSearch
+Custo
+CyotekWebCopy
+DBLBot
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
 Digincore
+DigitalPebble
 Dirbuster
+Discoverybot
+Dispatch
 DnyzBot
 DomainCrawler
 Domains Project
-Download Wonder
-EasyDL
-Ecxi
-EroCrawler
-Evil
+Dotbot
+ECCP/1.0
 Exabot
-Express WebPictures
-ExtractorPro
-EyeNetIE
-Ezooms
+FDM
 FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
+FlashGet
+Flunky
 Foobot
 Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
-GetRight
+GermCrawler
+Getintent
 Gigabot
 Go!Zilla
-GrapeshotCrawler
-GridBot
-HMView
-HTMLparser
+Gotit
+Grafula
 HTTrack
 Haansoft
 HaosouSpider
 Havij
-Heritrix
-IDBot
+Humanlinks
 Iblog
 IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-InfoNaviRobot
 InfoTekies
 InterGET
-Internet Ninja
 InternetSeer
 Iskanie
-IstellaBot
+Jbrofuzz
+JetCar
 Jorgee
-LWP::Simple
+JustView
+Kenjin Spider
+Keyword Density
+Kinza
+LNSpiderguy
 Lanshanbot
 Larbin
+Leap
+LibWeb
 Libwhisker
-LieBaoFast
-Likse
-LinkScan
-LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinksManager
 Lipperhey
-Lmspider
-Ltx71
 MFC_Tear_Sample
 MIIxpc
 MJ12bot
-MSFrontPage
-Mag-Net
 Magnet
+Majestic-SEO
 MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mb2345Browser
 Mediatoolkitbot
 Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
 Musobot
-NPbot
-NearSite
+Name Intelligence
+Needle
 Nessus
-Net Vampire
-NetAnts
-Netvibes
+NetSpider
+Nettrack
+NextGenSearchBot
 Nikto
 NimbleCrawler
+Ninja
+Nmap
 Nuclei
-Nutch
 Octopus
-Openfind
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+Openvas
 OrangeBot
-OrangeSpider
 OutclicksBot
+OutfoxBot
+PECL::HTTP
 PHPCrawl
 Page Analyzer
+PageGrabber
 PageScorer
-Papa Foto
+PageThing.com
+Panscient
 Pavuk
-PeoplePal
 Pi-Monster
-Picscout
-PictureFinder
-Pixray
-PleaseCrawl
+Piepmatz
+Pimonster
+Pockey
 ProPowerBot
-Pu_iN
-Pump
-QueryN Metasearch
-RSSingBot
+Probethenet
+Psbot
 RankFlex
-RankingBot
-ReGet
+RankurBot
 Reaper
-RebelMouse
 RedesScrapy
-RepoMonkey
-Rogerbot
-SEOlyticsCrawler
-SEOstats
+SEOkicks-Robot
 SISTRIX
-ScanAlert
-Scanbot
+SMTBot
 ScoutJet
+Scrapy
+ScrepyBot
 SearchmetricsBot
-SemrushBot
-SeobilityBot
-Siphon
+SemanticJuice
+Semrush
+Shodan
+SiteExplorer
 SiteSnagger
-SiteSucker
 Sitebeam
 Snapbot
+Snoopy
 SocialRankIOBot
-Sogou web spider
-SpaceBison
+Sottopop
+Spammen
 SpankBot
-Spinn3r
-SputnikBot
-Sqworm
-Steeler
-Stripper
-Sucker
+Spanner
+Spbot
+Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
 Suzuran
+Swiftbot
 Szukacz
-The Intraformant
+T0PHackTeam
+Telesoft
+Telesphoreo
 TheNomad
-TightTwatBot
-Titan
-Turingos
+Thumbor
+Toweyabot
+True_Robot
+TwengaBot
 Typhoeus
-URLy.Warning
+URLy Warning
 Upflow
 V-BOT
 VB Project
-VidibleScraper
+Vacuum
+VeriCiteCrawler
 Virusdie
-VoidEYE
-WISENutbot
-WWW-Collector-E
+Voltron
+WASALive-Bot
+WBSearchBot
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Enhancer
-Web Fuck
-Web Sucker
-WebAuto
-WebCollage
-WebEnhancer
+Wallpapers
+Web Collage
+WebCopier
 WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
 WebSucker
-WebWhacker
 WebmasterWorldForumBot
+WebsiteExtractor
+Webster
 Whacker
-WinHTTrack
 Wonderbot
+Wprecon
+Xaldon WebSpider
+Zade
 Zauba
 Zermelo
 Zeus
+Zitebot
 ZmEu
 ZoomBot
-adscanner
-arquivo.pt
-autoemailspider
+ZoominfoBot
+ZumBot
+ZyBorg
+check1.exe
 clark-crawler
-com.plumanalytics
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
-domainsproject.org
-instabid
+eCatch
+ips-agent
 isitwp.com
+lwp-request
 magpie-crawler
-pcBrowser
-plumanalytics
+meanpathbot
 polaris version
-probe-image-size
 satoristudio.net
 scalaj-http
-sitechecker.pro
+seocompany.store
 sp_auditbot
-sysscan
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-x09Mozilla
+webgains-bot
+webpros.com
+x22Mozilla
+xpymep1.exe
+zgrab