V4.2022.06.3141 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
-Aboundexbot
-AfD-Verbotsverfahren
+404checker
+ADmantX
+Aboundex
+AhrefsBot
+AiHitBot
 Alexibot
 Alligator
 AlphaBot
-Anthill
-Apexoo
+Ankit
+Aspiegel
 Asterias
-Attach
-BBBike
-BDCbot
-BDFetch
-BLEXBot
-BacklinkCrawler
+AwarioRssBot
+BackWeb
+Backlink-Ceck
 Badass
 BatchFTP
-BetaBot
-Blow
-BlowFish
-Bolt
-Brandprotect
-Buddy
+Bigfoot
+Black Hole
+BlackWidow
+Boardreader
 BuiltWith
-Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
-CODE87
-CazoodleBot
+CCBot
+CSHttp
+Calculon
 Cegbfeieh
+CheTeam
+CheeseBot
 CherryPicker
-Chlooe
-Claritybot
-Copier
-Copyscape
-Crescent
+ChinaClaw
+Citoid
+Crawling at Home Project
+CrazyWebCrawler
 Curious
-DSearch
-DatabaseDriverMysqli
-Demon
-Digincore
+DBLBot
+DIIbot
 DigitalPebble
-Disco
-Discobot
-Discoverybot
+Dispatch
+DittoSpyder
+DnyzBot
+DomCopBot
 DomainCrawler
-Domains Project
-Download Wonder
-EMail Wolf
-EasyDL
+Dotbot
+Dragonfly
+ECCP/1.0
+Ebingbong
+EirGrabber
 EroCrawler
-Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
-Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
-FlashGet
+Fimap
+Flunky
 Foobot
-Freeuploader
-Fuzz
 FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
-GoZilla
-GrabNet
-Grabber
-GrapeshotCrawler
-HTTrack
-Harvest
-Havij
+Gigabot
+Gotit
+Grafula
+GrapeFX
+HTMLparser
+Haansoft
+HaosouSpider
+Heritrix
 Humanlinks
-IDBTE4M
-IRLbot
-IlseBot
-Image Sucker
-IndeedBot
+IDBot
+Id-search
+Indy Library
 InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
-Iria
-JetCar
-Jetty
+Iskanie
+JOC Web Spider
+Jbrofuzz
+JennyBot
+Jorgee
 JustView
 Keybot Translation-Search-Machine
-Kinza
-LWP::Simple
+Kozmosbot
+Lanshanbot
+Leap
 LeechFTP
+LeechGet
 Libwhisker
+LieBaoFast
 Lightspeedsystems
-Lipperhey Spider
+Likse
+LinkScan
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lmspider
 Ltx71
-MIDown tool
-MIIxpc
+MSFrontPage
 MSIECrawler
-Mag-Net
-Magnet
-Majestic-SEO
-MarkMonitor
+MTRobot
+Majestic12
 MarkWatch
+Mass Downloader
 Mata Hari
-Mediatoolkitbot
+MeanPath Bot
+Meanpathbot
 Metauri
+Microsoft Data Access
 Minefield
-Mojeek
-Mojolicious
+Mister PiX
+MolokaiBot
+NICErsPRO
 NPbot
-Nameprotect
 NearSite
+Needle
 NetAnts
-NetLyzer
+NetMechanic
 NetZIP
-Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
-NimbleCrawler
+Nikto
 Nimbostratus
+Nmap
 Nuclei
 Nutch
 Octopus
 Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
 Openvas
-OrangeBot
-OrangeSpider
-Papa Foto
-PeoplePal
-Petalbot
-Pi-Monster
-PictureFinder
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
+Panscient
 Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
-Pu_iN
+ProWebWalker
+Psbot
+RSSingBot
 RankActiveLinkBot
-RankFlex
-RankingBot2
-ReGet
-RealDownload
-Recorder
-Ripper
+RankingBot
+Rankivabot
+Re-re
+RepoMonkey
+RocketCrawler
 Rogerbot
-SEOkicks
+SEOlyticsCrawler
+SISTRIX
 ScanAlert
-ScoutJet
-ScreenerBot
 ScrepyBot
 Searchestate
 SearchmetricsBot
-SemanticJuice
-SeobilityBot
-Seomoz
+Seekport
+SemrushBot
+SeoSiteCheckup
+Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
-SlySearch
+Sitebeam
 SmartDownload
-Snake
-Snapbot
 Snoopy
-Sosospider
-Spanner
+SocialRankIOBot
+Sottopop
+Spammen
+SpankBot
 Spbot
-Spinn3r
-Sqlmap
-Stripper
+SputnikBot
+Sqworm
 SuperBot
 SuperHTTP
-Suzuran
+SurveyBot
+Swiftbot
 TeleportPro
+Telesoft
 Telesphorep
-The Intraformant
-TheNomad
 Toata
+Toweyabot
 Tracemyfile
-True_Robot
-Twice
+Turingos
+TurnitinBot
+TwengaBot
 UnisterBot
-Upflow
 VCI
-Vacuum
+Virusdie
 VoidEYE
-Voil
+Voltron
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
 WWW::Mechanize
+WWWOFFLE
 WallpapersHD
+WeSEE
 Web Collage
-Web Enhancer
-Web Fetch
+Web Pix
 Web Sauger
-Web Sucker
 WebAuto
+WebBandit
 WebEnhancer
-WebFuck
+WebFetch
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
 WebWhacker
-WebZIP
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-WiseGuys Robot
+Webalta
+WebmasterWorldForumBot
+Whatweb
 Wonderbot
-Wotbox
 Xaldon_WebSpider
-Zauba
-Zeus
-archive.org_bot
-cah.io.community
-cognitiveseo
+Xenu
+YoudaoBot
+Zade
+Zermelo
+ZmEu
+ZoomBot
+ZumBot
+ZyBorg
+coccocbot
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-crawler4j
-dataforseo.com
-facebookscraper
-gopher
+eCatch
 heritrix
-internetVista monitor
+instabid
 ips-agent
 iubenda-radar
 linkdexbot
-meanpathbot
+lwp-request
+magpie-crawler
 mediawords
 muhstik-scan
 netEstate NE Crawler
 oBot
-page scorer
-plumanalytics
-polaris version
-probe-image-size
+pcBrowser
 ripz
-satoristudio.net
-seobility
 seoscanners
+serpstatbot
 siteripz
-sogouspider
 sp_auditbot
-tAkeOut
-webmeup-crawler
+sysscan
+trendiction.com
+ubermetrics-technologies.com
 webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe
 zgrab