V4.2022.10.3390 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404enemy
 ADmantX
-AIBOT
 ALittle Client
-Aboundex
-Aboundexbot
 Acunetix
 Aipbot
-AlphaBot
-Anarchy
-Anarchy99
-Apexoo
-Asterias
+Alexibot
+Alligator
+Anarchie
+Ankit
 Attach
-AwarioRssBot
 AwarioSmartBot
-BLEXBot
 BackDoorBot
 BackStreet
-BatchFTP
+Badass
+Barkrowler
 Battleztar Bazinga
+BetaBot
 Blackboard
 Blow
 Bolt
-Brandprotect
-Buck
-CODE87
+BotALot
+Brandwatch
+Buddy
+CCBot
+CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
 CheeseBot
-CherryPicker
+ChinaClaw
 Claritybot
-Cloud mapping
-Cocolyzebot
 Collector
+Copier
+CopyRightCheck
 Copyscape
-CrazyWebCrawler
+Craftbot
 CrunchBot
-CyotekWebCopy
+Custo
+DBLBot
+DIIbot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
-Deusu
-Digincore
-Discobot
-Discoverybot
-DittoSpyder
+Dispatch
 DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-Domains Project
-Dotbot
-Download Wonder
-EMail Siphon
+DomainSigmaCrawler
+Dragonfly
+Drip
+ECCP/1.0
 EMail Wolf
-EasyDL
+Ebingbong
 EirGrabber
-Evil
 Exabot
 Express WebPictures
-ExtractorPro
+ExtLinksBot
 Ezooms
-FDM
-FemtosearchBot
-Fimap
 FlashGet
-Flunky
-Fuzz
-Gigabot
-Go-Ahead-Got-It
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
+Genieo
+GermCrawler
+GetWeb
 GoZilla
+Gotit
+GrabNet
 Grafula
-GrapeFX
-HTMLparser
-Haansoft
+HEADMasterSEO
 Harvest
+Havij
 Heritrix
 Hloader
 HybridBot
-Id-search
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
+IDBTE4M
+IDBot
+IRLbot
+IlseBot
+Image Fetch
+InfoTekies
 Intelliseek
-InterGET
-InternetSeer
-Iria
-IstellaBot
-JamesBOT
+Internet Ninja
+Iskanie
+JennyBot
 Jetty
 JikeSpider
-Joomla
 Jorgee
-Lanshanbot
-Larbin
-LeechFTP
-LeechGet
-Lftp
-LibWeb
-LinkpadBot
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
+LexiBot
+Libwhisker
+LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
 Lmspider
-MIIxpc
+MFC_Tear_Sample
 MSFrontPage
-MSIECrawler
-MTRobot
 Mag-Net
-Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-MegaIndex.ru
-Microsoft URL Control
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
+Meanpathbot
+Metauri
+Mozlila
+Musobot
+NPbot
 Name Intelligence
-Navroad
+Nameprotect
+NearSite
+Net Vampire
 NetLyzer
 NetMechanic
 NetSpider
+NetZIP
 Nettrack
-Nibbler
-Niki-bot
 Nikto
 NimbleCrawler
+Nmap
 Not
-Nuclei
-Nutch
 Octopus
-Offline Explorer
 Offline Navigator
+OnCrawl
+Openvas
 OrangeBot
-OutfoxBot
+OrangeSpider
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+Pandalytics
 Panscient
 Papa Foto
-Pavuk
-PeoplePal
+Petalbot
 Picsearch
-Pimonster
+Pixray
+PleaseCrawl
 ProPowerBot
+Psbot
+Pump
 PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActive
 RankActiveLinkBot
 RankingBot2
 Re-re
 ReGet
-RebelMouse
+Reaper
 Recorder
-RedesScrapy
 RocketCrawler
-SEOkicks
+Rogerbot
+SBIder
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-Screaming
-ScreenerBot
+SalesIntelligent
+ScanAlert
+ScoutJet
+ScrepyBot
+Searchestate
 SemanticJuice
-SemrushBot
+Semrush
 SentiBot
 SeoSiteCheckup
-Seomoz
-SiteCheckerBotCrawler
+SeobilityBot
+Shodan
+Siphon
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-Sitevigil
-Snake
-Snapbot
+SmartDownload
+SocialRankIOBot
 Sociscraper
+Sogou web spider
 Sosospider
+Sottopop
+Spammen
 Spbot
-Sqlmap
-Sqlworm
-Steeler
+Stripper
+Sucuri
+SuperBot
+Surfbot
 Suzuran
-Szukacz
-Telesoft
+T0PHackTeam
+T8Abot
+TeleportPro
+Telesphorep
+Thumbor
 Titan
-Toata
-Trendiction
-Trendictionbot
+Tracemyfile
+True_Robot
 Turnitin
-Typhoeus
-UnisterBot
-Virusdie
+Twice
+URLy Warning
+URLy.Warning
+Vagabondo
 Voltron
+WBSearchBot
 WEBDAV
 WISENutbot
 WWW-Collector-E
-WWWOFFLE
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Pix
-WebFetch
-WebImageCollector
+Web Sauger
+WebAuto
 WebLeacher
-WebPix
-WebSucker
-Webalta
-Webster
+WebReaper
+WebSauger
+WebStripper
+Webshag
+Whack
+Whacker
+Widow
 WinHTTrack
-Woobot
+WiseGuys Robot
 Wotbox
 Wprecon
-Xaldon_WebSpider
 Xenu
-Zeus
+YoudaoBot
+Zauba
+Zermelo
+Zitebot
 ZoomBot
-ZumBot
+ZyBorg
 adscanner
-archive.org_bot
-arquivo.pt
-backlink-check
-com.plumanalytics
+autoemailspider
+clark-crawler
+cognitiveseo
+crawler.feedback
 crawler4j
 dataforseo.com
-domainsproject.org
 evc-batch
-heritrix
-internetVista monitor
+gopher
 ips-agent
-lwp-request
 lwp-trivial
+netEstate NE Crawler
 oBot
-page scorer
 pcBrowser
 plumanalytics
-polaris version
 probe-image-size
 ripz
-seobility
-seocompany.store
-seoscanners
-sitechecker.pro
+s1z.ru
+scan.lol
+serpstatbot
 siteripz
-sogouspider
-sp_auditbot
-spyfu
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
 voyagerx.com
-x09Mozilla
+webgains-bot
+webmeup-crawler
+webpros.com
+zgrab