V4.2023.02.3584 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
 404enemy
+80legs
 AIBOT
-ASPSeek
-Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Anarchie
-Apexoo
+Aipbot
+Anarchy
+Anarchy99
+Ankit
 Asterias
-BLEXBot
+BDCbot
 BackDoorBot
-BackWeb
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Blackboard
+BacklinkCrawler
+Badass
+Bigfoot
+Bitacle
+Black Hole
+Blow
+BlowFish
+Bolt
 Buck
 Buddy
 BuiltWith
 Bullseye
-BunnySlippers
 CODE87
 Calculon
+CazoodleBot
 Cegbfeieh
-CensysInspect
-CheeseBot
+CheTeam
+CherryPicker
+ChinaClaw
 Chlooe
 Citoid
-Claritybot
 Cliqzbot
-Cocolyzebot
-Collector
-CopyRightCheck
+Cloud mapping
 Copyscape
-CrunchBot
+Curious
+Custo
+CyotekWebCopy
 DBLBot
-DigitalPebble
-Dispatch
-DittoSpyder
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Digincore
+Dirbuster
+Disco
 DnyzBot
-DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dotbot
+Download Wonder
+ECCP/1.0
 EMail Siphon
-EMail Wolf
 Ebingbong
+EirGrabber
+EroCrawler
+Exabot
+Extreme Picture Finder
 Ezooms
-FlashGet
-Foobot
-Fyrebot
-GalaxyBot
+FDM
+Firefox/7.0
+FrontPage
+Fuzz
+FyberSpider
+Genieo
 GermCrawler
-Gigabot
-Go-Ahead-Got-It
+GetRight
+GoZilla
 Gotit
-GrabNet
+Grabber
+GrapeFX
+GridBot
+Harvest
 Havij
+Heritrix
+Hloader
 Humanlinks
-HybridBot
-IDBTE4M
-IRLbot
+IDBot
 Id-search
 Image Sucker
 InfoTekies
-Intelliseek
+InterGET
 Internet Ninja
+InternetSeer
 IstellaBot
 JOC Web Spider
-JamesBOT
-JennyBot
-JetCar
-Jetty
-Keybot Translation-Search-Machine
+Jbrofuzz
 Keyword Density
 Kozmosbot
-LNSpiderguy
-Larbin
-Leap
-LeechFTP
-Lftp
-LibWeb
-Likse
+Lanshanbot
+LeechGet
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkextractorPro
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Lmspider
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MSFrontPage
 MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-MarkWatch
+Mag-Net
+Magnet
 Masscan
-MauiBot
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Morfeus Fucking Scanner
-Msrabot
+MicroMessenger
+Microsoft URL Control
+Mojolicious
+MolokaiBot
+Mr.4x3
 Musobot
-NICErsPRO
-NPbot
+Name Intelligence
+Nameprotect
+Navroad
 Needle
-Nessus
-NetZIP
-Netcraft
-Netvibes
-NimbleCrawler
-Nutch
+Net Vampire
+NextGenSearchBot
+Nibbler
+Nikto
+Nmap
 Octopus
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
-Openvas
-PHPCrawl
+OnCrawl
+OutfoxBot
+Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
 Papa Foto
 Pavuk
-Picscout
+Picsearch
 PictureFinder
 Piepmatz
 Pimonster
-PleaseCrawl
-Pockey
+Pixray
+ProWebWalker
 Probethenet
-Pump
-PxBroker
-RankActive
-RankActiveLinkBot
-RankingBot2
-Rankivabot
+PyCurl
+Quick-Crawler
+RSSingBot
 RankurBot
-RebelMouse
-Recorder
-RedesScrapy
-Rogerbot
+RealDownload
+Reaper
+Ripper
+SBIder
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SMTBot
+SISTRIX
+SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SentiBot
-SeoSiteCheckup
+Seekport
+SemanticJuice
+Semrush
 SeobilityBot
 Seomoz
 Shodan
-Site Sucker
 SiteLockSpider
+SiteSnagger
+Sitebeam
 Siteimprove
-Snapbot
+Sitevigil
+SmartDownload
+Snake
 Snoopy
 SocialRankIOBot
 Sociscraper
-SpaceBison
+Sosospider
 Spammen
-SpankBot
-Spanner
 Spbot
+Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
+Sqworm
 Sucker
-SuperBot
-SuperHTTP
-Suzuran
-Swiftbot
-T0PHackTeam
+Sucuri
+SurveyBot
+Szukacz
 T8Abot
-Teleport
-TightTwatBot
-Tracemyfile
-TurnitinBot
-TwengaBot
-URLy Warning
-UnisterBot
-Upflow
+Telesphorep
+TheNomad
 V-BOT
+VB Project
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-VoidEYE
+Voil
+Voltron
 WBSearchBot
-WISENutbot
-WPScan
-WWWOFFLE
+WEBDAV
+WWW-Collector-E
 Wallpapers
-WeSEE
+WallpapersHD
+Web Collage
 Web Fetch
-Web Fuck
+WebAuto
 WebBandit
-WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
 WebLeacher
-WebReaper
-WebStripper
-WebWhacker
-Webalta
-Webshag
-Website Quester
-WebsiteQuester
-WinHTTrack
-Wonderbot
+WebZIP
+Webster
+Whack
+Widow
 Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Xenu
 Zermelo
+Zeus
 Zitebot
-ZmEu
-ZoominfoBot
-ZumBot
-backlink-check
-cah.io.community
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 clark-crawler
-crawl.sogou.com
-crawler.feedback
 crawler4j
-facebookscraper
-gopher
+dataforseo.com
 heritrix
+internetVista monitor
 ips-agent
+isitwp.com
+iubenda-radar
 linkdexbot
 lwp-request
-lwp-trivial
-meanpathbot
-netEstate NE Crawler
-oBot
-page scorer
+mediawords
 plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
+ripz
+scalaj-http
+scan.lol
+seobility
+serpstatbot
 sexsearcher
-trendiction.com
-webgains-bot
+sitechecker.pro
+siteripz
+sogouspider
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
 webpros.com
+x22Mozilla
+xpymep1.exe
 zgrab