V4.2022.08.3273 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-Abonti
 Aboundex
 Aboundexbot
-Acunetix
+AiHitBot
 Alexibot
+AllSubmitter
+AlphaBot
 Anarchy
-Aspiegel
+Anarchy99
+Apexoo
 Asterias
+Atomseobot
 AwarioSmartBot
-BDCbot
-BDFetch
-BackDoorBot
-BatchFTP
-Battleztar Bazinga
+BBBike
+BackStreet
+BackWeb
+BacklinkCrawler
+Badass
+Bandit
+BetaBot
 Bigfoot
-Bitacle
-Blow
+BlackWidow
+Blackboard
 BlowFish
+Brandprotect
 Buddy
 BunnySlippers
 BuzzSumo
+CATExplorador
+CODE87
 CherryPicker
-ChinaClaw
-Claritybot
+Cloud mapping
+Cocolyzebot
 Cogentbot
 Collector
-Craftbot
+Copyscape
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DBLBot
 DTS Agent
-Digincore
-DigitalPebble
+DataCha0s
+Demon
+Deusu
 Discobot
-Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Dotbot
-Ebingbong
-EroCrawler
-Exabot
-Express WebPictures
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+Evil
 Extractor
-Extreme Picture Finder
-Ezooms
-FHscan
-FemtosearchBot
+EyeNetIE
+FDM
 Fimap
+Firefox/7.0
+FlashGet
 Foobot
-Freeuploader
+FyberSpider
 Fyrebot
-GT::WWW
 GalaxyBot
-Genieo
+Gigabot
 Go-Ahead-Got-It
-GrabNet
-Grabber
 GrapeFX
 GrapeshotCrawler
 GridBot
 HTMLparser
-HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
-Havij
+Haansoft
+Heritrix
 Hloader
 HonoluluBot
 Humanlinks
-IDBTE4M
-Id-search
-IlseBot
+HybridBot
+IDBot
+Iblog
 Image Fetch
-Image Sucker
-InfoTekies
-InterGET
-InternetSeer
+InfoNaviRobot
+Intelliseek
 Iria
+Iskanie
+IstellaBot
 Jbrofuzz
 JennyBot
 Jetty
 Joomla
-JustView
 Kenjin Spider
 Keyword Density
-Larbin
-Leap
-LexiBot
-LibWeb
-Libwhisker
 Lightspeedsystems
+LinkScan
 Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MSIECrawler
+MSFrontPage
 Mag-Net
-Majestic-SEO
-MarkMonitor
-Mata Hari
+Majestic12
+Mass Downloader
+Masscan
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
 Microsoft URL Control
-Mister PiX
-Mozlila
-Musobot
+Mojeek
+Mojolicious
+Msrabot
+NICErsPRO
+Nameprotect
 Navroad
+Nessus
+Net Vampire
+NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Nettrack
+NextGenSearchBot
 Niki-bot
 Nikto
-NimbleCrawler
-Nimbostratus
-Not
+Ninja
 Nuclei
+Nutch
+Octopus
+OnCrawl
 OpenVAS
 Openfind
 Openvas
 OrangeSpider
-OutclicksBot
 OutfoxBot
-PageAnalyzer
+PHPCrawl
+Page Analyzer
 PageScorer
-Panscient
-PeoplePal
-Picscout
-Picsearch
-PictureFinder
+Papa Foto
+Pavuk
 Piepmatz
-Pimonster
 Pockey
-ProPowerBot
 ProWebWalker
-Probethenet
 Psbot
-PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 RankingBot2
-Rankivabot
-RankurBot
+Re-re
 ReGet
-Recorder
-Ripper
-SBIder
+RebelMouse
+RocketCrawler
 SEOkicks-Robot
-SEOprofiler
-ScanAlert
+SEOlyticsCrawler
 ScoutJet
 Scrapy
-ScreenerBot
-ScrepyBot
-Seekport
+Screaming
 Semrush
-SeobilityBot
-Seomoz
-Shodan
-Snake
-Snoopy
+SemrushBot
+SentiBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+SmartDownload
 SocialRankIOBot
-Sogou web spider
+Sociscraper
+Sottopop
 SpaceBison
-Spammen
-Spanner
+SpankBot
+Spbot
+Spinn3r
+Sqlmap
+Sqlworm
 Steeler
-Sucuri
+Stripper
+SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-TeleportPro
-Telesphoreo
-TheNomad
-TightTwatBot
-Trendiction
-Trendictionbot
+Swiftbot
+Telesoft
+Telesphorep
+Toweyabot
+Tracemyfile
+True_Robot
 Turingos
-Turnitin
 TurnitinBot
-TwengaBot
-Twice
 URLy Warning
-VB Project
-VCI
+URLy.Warning
+V-BOT
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
 Voil
-WBSearchBot
-WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-WeSEE
-Web Enhancer
-WebAuto
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Sucker
 WebBandit
 WebCollage
-WebImageCollector
-WebSauger
+WebFuck
+WebLeacher
+WebPix
+WebReaper
 WebSucker
-WebWhacker
-Webalta
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-Whacker
-Whatweb
+Whack
 WinHTTrack
 WiseGuys Robot
-Wprecon
-Xenu
+Woobot
+YoudaoBot
 Zeus
+Zitebot
 ZoominfoBot
-ZyBorg
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-clark-crawler
+backlink-check
+cah.io.community
+check1.exe
 coccocbot
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-domainsproject.org
-internetVista monitor
-isitwp.com
-iubenda-radar
+dataforseo.com
+demandbase-bot
+evc-batch
+gopher
+heritrix
+instabid
 lwp-request
-muhstik-scan
-oBot
-pcBrowser
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+page scorer
+polaris version
+probe-image-size
 ripz
 scalaj-http
+scan.lol
+seobility
+seostar
 serpstatbot
-sexsearcher
-siteripz
+sitechecker.pro
 sogouspider
+sp_auditbot
 spyfu
-trendiction.com
 trendiction.de
 voyagerx.com
-webpros.com
-webprosbot
+webgains-bot
+webmeup-crawler
+x22Mozilla
+zauba.io
 zgrab