V4.2022.05.3102 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
-AIBOT
-Abonti
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+ALittle Client
+ASPSeek
+AhrefsBot
+Aipbot
 Alexibot
 AllSubmitter
-Anarchie
-Anarchy
-Aspiegel
-Asterias
-Atomseobot
-BBBike
+Alligator
+AlphaBot
+Apexoo
+Attach
+AwarioRssBot
+AwarioSmartBot
 BDFetch
-Backlink-Ceck
-BacklinkCrawler
+BLEXBot
+BackStreet
 Badass
 Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-BlackWidow
-Bolt
-Brandprotect
-Buck
+Blow
+Boardreader
+BotALot
+Brandwatch
+Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
+BuzzSumo
 CCBot
-CODE87
 CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
-Cliqzbot
-Cocolyzebot
-CrazyWebCrawler
-Crescent
-Curious
-CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
-DataCha0s
-DnBCrawler-Analytics
+CherryPicker
+Citoid
+Claritybot
+Cogentbot
+Copier
+CopyRightCheck
+DIIbot
+Deusu
+Devil
+Disco
+Discoverybot
+DittoSpyder
 DnyzBot
 DomCopBot
-DomainAppender
-Dotbot
-Download Wonder
+DomainCrawler
+Domains Project
 Drip
 EMail Siphon
-EMail Wolf
 EasyDL
-EirGrabber
-Evil
+EroCrawler
 Exabot
+Express WebPictures
 ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-FemtosearchBot
-Fuzz
-G-i-g-a-b-o-t
+FDM
+FHscan
+Fimap
+Firefox/7.0
+FlashGet
+Foobot
+Freeuploader
 GT::WWW
-Genieo
-GetRight
+GetWeb
 Getintent
 Go-Ahead-Got-It
-GoZilla
+Gotit
 GrabNet
 Grabber
 GrapeshotCrawler
-HEADMasterSEO
-HMView
+GridBot
 HTTP::Lite
-HonoluluBot
+Haansoft
+HaosouSpider
+Hloader
 Humanlinks
-IDBot
 IRLbot
-Iblog
-Image Sucker
+Image Fetch
+IndeedBot
 Indy Library
 InfoNaviRobot
-InterGET
-IstellaBot
+InfoTekies
+Intelliseek
+Internet Ninja
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
 JetCar
-JikeSpider
-Jorgee
-JustView
-Jyxobot
+Jetty
 Kenjin Spider
-Keyword Density
+Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Lftp
-LinkextractorPro
+Larbin
+Leap
+LexiBot
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkpadBot
-LinqiaRSSBot
-MQQBrowser
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+MFC_Tear_Sample
+MIIxpc
+MSFrontPage
 MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic12
 MarkMonitor
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
+Meanpathbot
+Mediatoolkitbot
+Microsoft URL Control
 Minefield
-Mojolicious
-Morfeus Fucking Scanner
+Mojeek
+MolokaiBot
 Mr.4x3
-NPbot
-Nameprotect
-NetLyzer
-NetSpider
-NetZIP
+Msrabot
+Musobot
+NICErsPRO
+NearSite
+Nessus
+Netcraft
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
-Ninja
-Nmap
-Nutch
-Octopus
-Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
+OutclicksBot
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
+PageScorer
 PageThing.com
-Papa Foto
+Panscient
+Pavuk
 PeoplePal
-Picsearch
-Piepmatz
-Pixray
-PleaseCrawl
-Pump
+Pi-Monster
+Pimonster
+Pockey
+ProPowerBot
+Psbot
+Pu_iN
 RSSingBot
 RankActiveLinkBot
 RankFlex
-RankurBot
+Re-re
 RebelMouse
-RedesScrapy
-SBIder
-SEOstats
+Ripper
+SMTBot
 SalesIntelligent
 Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-SemrushBot
+Seekport
+Semrush
 SentiBot
-Seomoz
-Site Sucker
-SiteCheckerBotCrawler
+SeoSiteCheckup
+Siphon
 SiteExplorer
-SiteSnagger
-SiteSucker
+Sitebeam
 Siteimprove
+SmartDownload
 Snake
 Snapbot
-Sociscraper
-Spammen
-Spinn3r
-SputnikBot
-Sqlworm
-SuperBot
-Surfbot
+SocialRankIOBot
+SpankBot
+Spanner
+Stripper
+Sucker
 SurveyBot
-Suzuran
-T0PHackTeam
+Szukacz
+T8Abot
 Telesoft
 Telesphoreo
-Telesphorep
-The Intraformant
+TheNomad
 TightTwatBot
-Titan
-Toweyabot
-Trendictionbot
-Turingos
-Turnitin
-TwengaBot
+Tracemyfile
+Trendiction
+True_Robot
+TurnitinBot
+Twice
 Typhoeus
 URLy Warning
-URLy.Warning
 UnisterBot
-Vagabondo
+Vacuum
+VeriCiteCrawler
 VidibleScraper
 Virusdie
+Voil
 WASALive-Bot
+WEBDAV
 WISENutbot
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fetch
-WebAuto
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
+WeSEE
+Web Auto
+Web Pix
+Web Sucker
 WebEnhancer
 WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
+WebPix
+WebReaper
+WebZIP
+WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
-Whatweb
+WebsiteQuester
+Who.is Bot
 Widow
-WinHTTrack
-Wprecon
-Zitebot
+WiseGuys Robot
+Wonderbot
+YoudaoBot
 ZmEu
-ZyBorg
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-crawl.sogou.com
-eCatch
-evc-batch
-facebookscraper
-gopher
-instabid
-internetVista monitor
-isitwp.com
+autoemailspider
+clark-crawler
+coccocbot
+heritrix
 iubenda-radar
-lwp-request
-netEstate NE Crawler
-pcBrowser
-probe-image-size
-scalaj-http
+linkdexbot
+magpie-crawler
+mediawords
+muhstik-scan
+s1z.ru
+satoristudio.net
+scan.lol
 seocompany.store
+seoscanners
 serpstatbot
 sexsearcher
 siteripz
-sogouspider
+sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
 webpros.com
-x09Mozilla
-x22Mozilla
 zauba.io
 zgrab