V4.2022.04.3059 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-Abonti
-Acunetix
-AiHitBot
-Alexibot
+01h4x.com
+404checker
+AIBOT
+ALittle Client
+Aboundexbot
+Aipbot
 Anarchie
-Anarchy
-Apexoo
-BBBike
-BDCbot
-BackStreet
-BacklinkCrawler
-Badass
-Bandit
+Anarchy99
+Anthill
+Atomseobot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BatchFTP
+BetaBot
 Bigfoot
-BlackWidow
-Blackboard
-Blow
-Buck
+Bitacle
+Boardreader
+Bolt
+Buddy
 BuiltWith
-BuzzSumo
 CCBot
-CODE87
-CherryPicker
-Chlooe
+CSHttp
+Calculon
+CazoodleBot
+CensysInspect
+ChinaClaw
 Citoid
-Cliqzbot
 Cloud mapping
-Copier
-Copyscape
+Collector
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
-DBLBot
-DataCha0s
-Demon
+Curious
 Deusu
-Dirbuster
-Disco
-Discobot
+Devil
+DigitalPebble
 Dispatch
+DittoSpyder
+DomainAppender
 DomainSigmaCrawler
-Domains Project
-Dotbot
-ECCP/1.0
-EMail Siphon
+DomainStatsBot
+Download Wonder
+Dragonfly
 EMail Wolf
-EasyDL
-EroCrawler
-Evil
+Ebingbong
+Ecxi
 Exabot
 ExtLinksBot
 Extractor
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-Fimap
-Firefox/7.0
-FlashGet
+FDM
+FHscan
+Flunky
 Foobot
-Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
+FrontPage
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
 GermCrawler
 GetRight
-GetWeb
+Getintent
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 Gotit
-GrabNet
-GridBot
-HTTrack
-Haansoft
+Grafula
+GrapeshotCrawler
+HaosouSpider
+Havij
 Heritrix
-Humanlinks
-HybridBot
-Image Fetch
+Hloader
+IDBTE4M
+IRLbot
+Iblog
+Id-search
+Image Sucker
 IndeedBot
 Indy Library
+InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
+Iria
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 JennyBot
-Jetty
+JetCar
+JikeSpider
+Jyxobot
 Keybot Translation-Search-Machine
-Larbin
+Kinza
+LWP::Simple
 Leap
+LexiBot
 Lftp
 LibWeb
-LieBaoFast
-LinksManager
+Libwhisker
+Likse
+LinkScan
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lmspider
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
 MSFrontPage
+MSIECrawler
 Magnet
-Majestic SEO
 Majestic-SEO
-Majestic12
+MarkMonitor
 Mass Downloader
-MeanPath Bot
-MicroMessenger
+Meanpathbot
+Metauri
 Microsoft Data Access
-Microsoft URL Control
 Minefield
+Mojeek
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
+Mozlila
+Mr.4x3
+Name Intelligence
 Nameprotect
 Navroad
-Nessus
+Needle
 Net Vampire
-NetMechanic
-NetZIP
+NetAnts
 Netcraft
 Nettrack
-NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
-Not
+Ninja
 Nuclei
-Nutch
 Octopus
+Offline Navigator
+OpenLinkProfiler
 Openvas
-PECL::HTTP
-PHPCrawl
-Page Analyzer
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-Papa Foto
-PeoplePal
+PageThing.com
+Pandalytics
+Pi-Monster
 Piepmatz
 Pimonster
-Pixray
-Pockey
+Probethenet
 Psbot
 Pump
-QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot
-RankingBot2
+PxBroker
 Rankivabot
-Re-re
+RankurBot
+ReGet
 Reaper
 RebelMouse
-RedesScrapy
 Ripper
-SBIder
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
 SISTRIX
 SMTBot
 ScanAlert
-ScoutJet
+Scanbot
+Scrapy
+ScrepyBot
 Seekport
-SemanticJuice
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
+Semrush
+SeobilityBot
+Seomoz
+Shodan
+SiteSucker
 Sitevigil
-SmartDownload
-Snoopy
+SlySearch
+Snake
+Sociscraper
 Sogou web spider
-Sottopop
 Spammen
-Spbot
+Spinn3r
 Sqlworm
-SuperBot
-Surfbot
+Steeler
+Sucker
+SuperHTTP
 Suzuran
-Szukacz
+Swiftbot
 T0PHackTeam
-TeleportPro
+T8Abot
 Telesphoreo
-The Intraformant
-Thumbor
-Toata
-Toweyabot
-TwengaBot
-V-BOT
-Vacuum
-VelenPublicWebCrawler
-Virusdie
+Telesphorep
+TightTwatBot
+Trendictionbot
+Turingos
+URLy Warning
+UnisterBot
+Upflow
+Vagabondo
+VeriCiteCrawler
 VoidEYE
+Voil
 WASALive-Bot
+WBSearchBot
+WEBDAV
+WPScan
 WWW-Collector-E
-Web Collage
+WWW-Mechanize
+WeSEE
+Web Enhancer
 Web Fuck
-WebAuto
+Web Sauger
+Web Sucker
 WebCollage
+WebCopier
+WebFuck
+WebImageCollector
 WebLeacher
+WebReaper
 WebSauger
 WebWhacker
-WebmasterWorldForumBot
-Website Quester
 WebsiteExtractor
 WebsiteQuester
-Whack
 Whacker
-WinHTTrack
-Wotbox
-Xenu
-Zade
-Zeus
-Zitebot
-ZmEu
+Who.is Bot
+Widow
+WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
+ZoomBot
 ZyBorg
-arquivo-web-crawler
+adscanner
 backlink-check
-cah.io.community
-clark-crawler
-coccocbot
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
+crawler4j
 domainsproject.org
+evc-batch
 heritrix
+instabid
 internetVista monitor
-isitwp.com
 iubenda-radar
-lwp-request
+linkdexbot
 mediawords
+muhstik-scan
+page scorer
 plumanalytics
-probe-image-size
 ripz
 s1z.ru
 scan.lol
-seocompany.store
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+seobility
+seostar
+serpstatbot
+sexsearcher
 voyagerx.com
-webprosbot