V4.2021.08.2533 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
 404enemy
-80legs
-AIBOT
 ALittle Client
-AhrefsBot
+Aboundex
+Alexibot
+AllSubmitter
+Alligator
 AlphaBot
+Anarchie
 Anarchy99
 Anthill
 Apexoo
+Aspiegel
+Asterias
+Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
 BDFetch
-BLEXBot
+BackDoorBot
 BackWeb
-Badass
-BatchFTP
+BacklinkCrawler
+Barkrowler
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
+Blackboard
 Blow
-Bolt
-BotALot
-Brandprotect
-BuiltWith
+BlowFish
+Buddy
 BunnySlippers
 BuzzSumo
-Calculon
-CazoodleBot
-CensysInspect
+CCBot
+CSHttp
+Cegbfeieh
+CheeseBot
+CherryPicker
 Claritybot
-Cocolyzebot
 Cogentbot
+Collector
 Copyscape
+Craftbot
 CrunchBot
-Curious
 Custo
-CyotekWebCopy
+DBLBot
 DTS Agent
-Disco
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Discobot
 Discoverybot
-DittoSpyder
-DomCopBot
+Dispatch
 DomainAppender
-Dotbot
-Dragonfly
+DomainStatsBot
+Download Wonder
+Drip
 EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
+EirGrabber
+EroCrawler
 Exabot
 Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FHscan
-FemtosearchBot
-Fimap
+FDM
 Firefox/7.0
-FlashGet
+Flunky
 Foobot
-FyberSpider
+Freeuploader
+FrontPage
 Fyrebot
 GT::WWW
-GalaxyBot
-GermCrawler
 GetRight
 GetWeb
-Go!Zilla
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+Gotit
 GrabNet
 Grabber
-GrapeshotCrawler
-HTMLparser
-Haansoft
+Harvest
+Havij
 Heritrix
-Hloader
-IDBTE4M
-Iblog
+HybridBot
+IRLbot
+Id-search
 IlseBot
-Image Sucker
+Image Fetch
+IndeedBot
 Indy Library
-InfoNaviRobot
-InterGET
-InternetSeer
 Iria
-JamesBOT
+Iskanie
+JennyBot
+JetCar
+Joomla
 Jorgee
+JustView
+Jyxobot
+Kenjin Spider
 Keyword Density
 Kinza
-LWP::Simple
+Kozmosbot
+Lanshanbot
 Larbin
-LeechFTP
+Leap
 LexiBot
-Lftp
 LieBaoFast
 Likse
+LinkScan
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSIECrawler
-MTRobot
 Mag-Net
-Magnet
-Majestic SEO
+Majestic12
 MarkWatch
-Masscan
 Mata Hari
-Mb2345Browser
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
 MegaIndex.ru
-Microsoft Data Access
 Microsoft URL Control
-Mozlila
+Mister PiX
+Mojeek
+Mojolicious
 Mr.4x3
+NICErsPRO
+Name Intelligence
 Nameprotect
+NearSite
+Nessus
+Net Vampire
+NetAnts
+NetMechanic
 NetSpider
-NetZIP
 Netcraft
+NextGenSearchBot
+Nikto
 Nimbostratus
 Ninja
-Nmap
-Nutch
 Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenVAS
 Openfind
-OutclicksBot
+Openvas
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
-PeoplePal
-Petalbot
-Picscout
-Picsearch
-Probethenet
-Psbot
-Pu_iN
+Pi-Monster
+PictureFinder
+ProPowerBot
+Pump
 PyCurl
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
+RankurBot
 Reaper
-RedesScrapy
-RepoMonkey
-Ripper
+Recorder
+Rogerbot
 SBIder
-SMTBot
-Scanbot
-ScoutJet
+SEOprofiler
+SISTRIX
 Screaming
-SeobilityBot
-SiteCheckerBotCrawler
-SiteExplorer
+ScrepyBot
+SearchmetricsBot
+Semrush
+SemrushBot
+SeoSiteCheckup
+Siphon
+SiteLockSpider
 SiteSnagger
-Sitebeam
 SlySearch
-SmartDownload
-SocialRankIOBot
-Sottopop
-SpaceBison
-Spammen
-SpankBot
-SputnikBot
-Sqlmap
-Stripper
-Surfbot
-SurveyBot
+Snake
+Sogou web spider
+Spbot
+Spinn3r
+Suzuran
 Swiftbot
 T0PHackTeam
 T8Abot
-TeleportPro
-Telesphoreo
+Teleport
+Telesoft
+Telesphorep
 Thumbor
-Toweyabot
-Tracemyfile
-Trendiction
-Turingos
-Typhoeus
+TightTwatBot
+Toata
+True_Robot
+TurnitinBot
 URLy Warning
-URLy.Warning
+UnisterBot
 Upflow
+V-BOT
 Vagabondo
-VelenPublicWebCrawler
-WISENutbot
+VidibleScraper
+Voil
+WEBDAV
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Collage
-Web Enhancer
+WallpapersHD
+Web Auto
+Web Fetch
+Web Fuck
 Web Pix
 WebBandit
-WebCopier
-WebEnhancer
+WebCollage
 WebFetch
 WebFuck
 WebImageCollector
-WebLeacher
-WebSucker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteQuester
-Webster
-Whack
 Whacker
-Who.is Bot
-Widow
-Woobot
-Wotbox
+WiseGuys Robot
+Wonderbot
 Xaldon_WebSpider
+Xenu
 Zeus
-ZoomBot
-ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-coccocbot-web
-cognitiveseo
+ZmEu
+ZumBot
+clark-crawler
+com.plumanalytics
+crawler.feedback
+eCatch
 evc-batch
-instabid
-internetVista monitor
+facebookscraper
+heritrix
 ips-agent
 isitwp.com
+magpie-crawler
+mediawords
 muhstik-scan
+netEstate NE Crawler
 page scorer
-plumanalytics
-probe-image-size
-s1z.ru
+ripz
 scalaj-http
-scan.lol
 seobility
-seoscanners
 seostar
 serpstatbot
 sitechecker.pro
-tAkeOut
-trendiction.com
+trendiction.de
 webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe
+zauba.io