V4.2022.11.3496 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404checker
-ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
 Aboundexbot
-Acunetix
-Alexibot
-AlphaBot
+Aipbot
+AllSubmitter
+Alligator
 Anarchy
-Anarchy99
+Ankit
 Anthill
 Apexoo
+Atomseobot
 Attach
 BBBike
-BDFetch
-BLEXBot
+BDCbot
+BackStreet
 BackWeb
+BacklinkCrawler
 Badass
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
 BlackWidow
-Blow
-Boardreader
-Bolt
-BotALot
-Buddy
-BuiltBotTough
-Bullseye
-BunnySlippers
+Blackboard
+Brandwatch
+BuzzSumo
 CATExplorador
-CCBot
-Calculon
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-Cocolyzebot
-Collector
+ChinaClaw
+Chlooe
+Citoid
+Cloud mapping
 Copyscape
 Cosmos
-Custo
-DIIbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+Curious
+CyotekWebCopy
+DBLBot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Digincore
+Devil
 Dirbuster
-Disco
-DnyzBot
-DomainCrawler
-Download Wonder
+DnBCrawler-Analytics
+DomainStatsBot
+Dragonfly
+ECCP/1.0
 EMail Wolf
-Ecxi
+Ebingbong
+Evil
 Express WebPictures
 ExtLinksBot
 Extractor
-EyeNetIE
-Ezooms
+ExtractorPro
+Extreme Picture Finder
 FDM
+FHscan
 FemtosearchBot
-FlashGet
-FyberSpider
+Foobot
+Freeuploader
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-Getintent
-Gigabot
+Genieo
+GermCrawler
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
-GrabNet
-Grabber
-GrapeFX
+Grafula
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-HTTrack
-Heritrix
+Harvest
+Havij
 Hloader
 HonoluluBot
+Humanlinks
 IDBTE4M
-IDBot
-Indy Library
-InfoNaviRobot
-Iria
-Iskanie
-JOC Web Spider
-JennyBot
-JetCar
+IlseBot
+IndeedBot
+InfoTekies
+Internet Ninja
+IstellaBot
+JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
 LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-LeechFTP
-LexiBot
 Lftp
+LieBaoFast
+Lightspeedsystems
+Likse
 LinkScan
-LinkWalker
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Lmspider
-Ltx71
-MIIxpc
+Lipperhey Spider
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
-MTRobot
-Magnet
+MSIECrawler
+Majestic SEO
 Majestic-SEO
-Majestic12
-MarkMonitor
+Mass Downloader
 Masscan
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
+MeanPath Bot
+Meanpathbot
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mojeek
+Musobot
+NICErsPRO
+Name Intelligence
 Nameprotect
-NetAnts
+Navroad
+NearSite
+Net Vampire
 NetLyzer
-Niki-bot
-Not
+NetMechanic
+NetSpider
+NetZIP
+Nettrack
+Nikto
+Nmap
 Nuclei
 Nutch
-Openvas
+Offline Explorer
+Offline Navigator
+OrangeBot
 OrangeSpider
 OutclicksBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
-Papa Foto
+PageAnalyzer
+PageGrabber
+Panscient
+Pavuk
+PeoplePal
+Pi-Monster
 Picscout
-PictureFinder
-Psbot
+PleaseCrawl
+ProWebWalker
 Pu_iN
-Pump
-QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActive
-RankurBot
+RankActiveLinkBot
+RankFlex
+RankingBot
+Rankivabot
 Re-re
-Reaper
-RebelMouse
-RepoMonkey
+ReGet
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SMTBot
+ScanAlert
 Scanbot
-Scrapy
-Screaming
-SemrushBot
-SeoSiteCheckup
-Seomoz
+ScoutJet
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
+Shodan
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-Siteimprove
-SlySearch
+SiteSucker
+Sitevigil
 SmartDownload
-Snapbot
-Snoopy
-SocialRankIOBot
-Sociscraper
+Snake
 Sottopop
-SputnikBot
 Stripper
 Sucker
-Telesphoreo
+Surfbot
+Suzuran
+Telesphorep
 TheNomad
-Titan
-Turnitin
-TwengaBot
+Toweyabot
+Trendictionbot
+TurnitinBot
+Twice
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
-V-BOT
-VB Project
+Upflow
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
-Voil
 WEBDAV
-WISENutbot
-WWW-Mechanize
+WPScan
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
 Web Auto
-Web Pix
+Web Enhancer
+Web Fetch
 Web Sauger
-Web Sucker
-WebBandit
-WebCollage
 WebCopier
-WebFuck
+WebFetch
 WebGo IS
+WebImageCollector
 WebLeacher
+WebReaper
 WebStripper
 WebZIP
-WebmasterWorldForumBot
+WebsiteExtractor
 Webster
+Whatweb
 Who.is Bot
+Widow
 WinHTTrack
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
+WiseGuys Robot
+Wonderbot
 Zeus
 ZmEu
-ZoomBot
-ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-clark-crawler
-coccocbot
-crawler4j
-eCatch
+backlink-check
+crawl.sogou.com
+demandbase-bot
 evc-batch
-heritrix
-instabid
 internetVista monitor
-ips-agent
-isitwp.com
+iubenda-radar
 linkdexbot
 lwp-request
+magpie-crawler
+meanpathbot
 mediawords
-muhstik-scan
-page scorer
 pcBrowser
 plumanalytics
-ripz
-scan.lol
-seocompany.store
-spyfu
-sysscan
-trendiction.de
+s1z.ru
+scalaj-http
+sexsearcher
+siteripz
+sogouspider
+sp_auditbot
 voyagerx.com
-webprosbot
-xpymep1.exe
+webmeup-crawler
+zauba.io