V4.2022.04.3064 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-ALittle Client
-Abonti
+80legs
+ASPSeek
 Aboundex
-Acunetix
-AiHitBot
-Alligator
-AlphaBot
-Anarchie
+Aipbot
+Alexibot
+AllSubmitter
 Anarchy99
-Anthill
-Apexoo
-Aspiegel
+Ankit
 Asterias
-Atomseobot
-Attach
-BLEXBot
+AwarioRssBot
+BBBike
+BDFetch
 BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Badass
+Barkrowler
+BatchFTP
 Battleztar Bazinga
-Blackboard
+BetaBot
+Bitacle
+Black Hole
 Blow
+BlowFish
+Boardreader
 Brandprotect
-Brandwatch
+Buck
 BuiltBotTough
-CSHttp
-Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+BunnySlippers
+CCBot
+CODE87
+CazoodleBot
 CheeseBot
-CherryPicker
 ChinaClaw
-Cliqzbot
-Cloud mapping
-Collector
-Crawling at Home Project
-DBLBot
-DIIbot
-DSearch
+Cosmos
+Custo
+DTS Agent
+Demon
+Deusu
 Digincore
+DigitalPebble
+Disco
 Discobot
-Dispatch
-DnyzBot
+DittoSpyder
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
-EMail Siphon
-EasyDL
+DomainStatsBot
+ECCP/1.0
+EMail Wolf
+Ebingbong
+Ecxi
 EirGrabber
-ExtLinksBot
-Ezooms
+Express WebPictures
+ExtractorPro
+EyeNetIE
 FDM
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
-FyberSpider
-Fyrebot
+Fuzz
 G-i-g-a-b-o-t
 GalaxyBot
-Genieo
 GermCrawler
 GetWeb
 Gigabot
+Go-Ahead-Got-It
+GrabNet
 GrapeFX
-HEADMasterSEO
-HTTrack
+GridBot
 Haansoft
-HaosouSpider
-Harvest
-Havij
-Heritrix
-HonoluluBot
-Humanlinks
+Hloader
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-IndeedBot
+IlseBot
+Image Sucker
 InfoNaviRobot
 InfoTekies
-Internet Ninja
-Iskanie
-IstellaBot
-JOC Web Spider
+InterGET
+InternetSeer
 JamesBOT
+Jbrofuzz
 JennyBot
-Jetty
-Joomla
-Keybot Translation-Search-Machine
-Kozmosbot
-LWP::Simple
-Lanshanbot
+JetCar
 Larbin
-Leap
 LeechFTP
-Lftp
-Likse
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+LibWeb
+Libwhisker
+LieBaoFast
+Linkbot
+LinkpadBot
+LinksManager
+Litemage_walker
+MFC_Tear_Sample
 MIIxpc
-MSIECrawler
-Mag-Net
 Majestic SEO
+Majestic-SEO
 Majestic12
+MarkMonitor
 MarkWatch
-Mass Downloader
 Mata Hari
-Mb2345Browser
 MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
+Metauri
 Microsoft Data Access
-Minefield
-Mister PiX
-Morfeus Fucking Scanner
+Mozlila
 Msrabot
+Musobot
+Name Intelligence
+NearSite
 Net Vampire
 NetAnts
-NetSpider
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
+Netvibes
+NextGenSearchBot
 Nibbler
+Niki-bot
+Nimbostratus
+Ninja
 Nmap
-Octopus
-Offline Navigator
 OnCrawl
 OpenLinkProfiler
-Page Analyzer
-PageGrabber
-PageScorer
-Pi-Monster
-Piepmatz
+Openvas
+OrangeSpider
+POE-Component-Client-HTTP
+PageThing.com
+Panscient
+Pavuk
+PeoplePal
+Picscout
+Picsearch
 Pimonster
 Pixray
+Pockey
 Probethenet
-Psbot
-Pu_iN
-PyCurl
+Pump
+PxBroker
 RSSingBot
+RankFlex
+RankingBot
+RankingBot2
 Re-re
 ReGet
-Reaper
-RebelMouse
+RealDownload
 Recorder
 Ripper
-Rogerbot
 SBIder
-SEOkicks
-SEOstats
-ScanAlert
-ScoutJet
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SalesIntelligent
 Scrapy
 ScrepyBot
+Searchestate
+SearchmetricsBot
 Semrush
-SeobilityBot
+SentiBot
+Seomoz
 Siphon
 Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
-Siteimprove
-Snake
+SiteSnagger
+SiteSucker
+Sitevigil
+SmartDownload
 Snapbot
-Sosospider
-Sottopop
-SpaceBison
-SpankBot
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 Spanner
-SputnikBot
+Spbot
 Sqlmap
-Sqworm
 Sucker
-Sucuri
 SuperBot
 Surfbot
 SurveyBot
-Swiftbot
 Szukacz
+T0PHackTeam
+T8Abot
 Teleport
-Telesphorep
-Trendiction
-Turingos
+Telesoft
+Telesphoreo
+The Intraformant
+Titan
+Toweyabot
+Tracemyfile
 TwengaBot
-Twice
-Upflow
+URLy Warning
 V-BOT
 VB Project
-VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
+VeriCiteCrawler
 Voil
 Voltron
-WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
-Web Auto
-Web Fuck
-Web Pix
+WBSearchBot
+WEBDAV
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+Web Sauger
 Web Sucker
-WebBandit
+WebAuto
+WebCopier
+WebFetch
 WebFuck
+WebLeacher
 WebPix
-WebStripper
-WebWhacker
-WebmasterWorldForumBot
-Website Quester
-Webster
-Whack
-Who.is Bot
-WinHTTrack
+WebsiteExtractor
+Widow
 WiseGuys Robot
-Wonderbot
-Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
+YoudaoBot
 Zade
-Zauba
-Zeus
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
+Zermelo
+ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
 cah.io.community
+check1.exe
 clark-crawler
-coccocbot
-cognitiveseo
-crawler.feedback
+com.plumanalytics
 domainsproject.org
+evc-batch
 facebookscraper
-gopher
 heritrix
-isitwp.com
-mediawords
+internetVista monitor
+ips-agent
+lwp-request
+meanpathbot
 netEstate NE Crawler
-oBot
 page scorer
-pcBrowser
+polaris version
+ripz
 s1z.ru
-scan.lol
-sogouspider
-tAkeOut
-trendiction.com
+seoscanners
+serpstatbot
+sysscan
 ubermetrics-technologies.com
-webgains-bot
-webprosbot
-x09Mozilla
-xpymep1.exe
+webpros.com
 zauba.io
-zgrab