V4.2022.06.3140 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-ADmantX
-Abonti
-Aboundex
-Acunetix
-AiHitBot
+AIBOT
+Aboundexbot
+AfD-Verbotsverfahren
 Alexibot
+Alligator
 AlphaBot
-Ankit
+Anthill
+Apexoo
+Asterias
 Attach
-AwarioRssBot
+BBBike
 BDCbot
+BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
+BacklinkCrawler
+Badass
 BatchFTP
-Battleztar Bazinga
-Bitacle
-Black Hole
+BetaBot
+Blow
+BlowFish
 Bolt
 Brandprotect
+Buddy
+BuiltWith
 Bullseye
 BunnySlippers
+CATExplorador
 CODE87
+CazoodleBot
+Cegbfeieh
+CherryPicker
+Chlooe
 Claritybot
-Cocolyzebot
+Copier
 Copyscape
-Craftbot
-CrazyWebCrawler
-CrunchBot
+Crescent
 Curious
-DIIbot
-DTS Agent
-DataCha0s
+DSearch
 DatabaseDriverMysqli
-Deusu
-Dirbuster
+Demon
+Digincore
+DigitalPebble
+Disco
+Discobot
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+DomainCrawler
+Domains Project
 Download Wonder
 EMail Wolf
 EasyDL
-Ecxi
-Evil
+EroCrawler
 Exabot
+Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
-FemtosearchBot
-Fimap
+FDM
+FlashGet
 Foobot
-FrontPage
+Freeuploader
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
+GalaxyBot
 Genieo
 GermCrawler
-Getintent
-Gigabot
-Go!Zilla
-Gotit
-Grafula
-GridBot
-HEADMasterSEO
+GoZilla
+GrabNet
+Grabber
+GrapeshotCrawler
+HTTrack
 Harvest
 Havij
 Humanlinks
-HybridBot
 IDBTE4M
+IRLbot
+IlseBot
+Image Sucker
 IndeedBot
-Indy Library
+InfoNaviRobot
 Intelliseek
 Internet Ninja
 InternetSeer
 Iria
+JetCar
 Jetty
-JikeSpider
-Jorgee
-Keyword Density
+JustView
+Keybot Translation-Search-Machine
 Kinza
-Kozmosbot
-LNSpiderguy
-LeechGet
-LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
-LinkextractorPro
-Lmspider
+LWP::Simple
+LeechFTP
+Libwhisker
+Lightspeedsystems
+Lipperhey Spider
 Ltx71
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MSFrontPage
-MTRobot
+MIDown tool
+MIIxpc
+MSIECrawler
 Mag-Net
 Magnet
-Majestic12
-Masscan
+Majestic-SEO
+MarkMonitor
+MarkWatch
 Mata Hari
-MauiBot
-Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Mr.4x3
+Metauri
+Minefield
+Mojeek
+Mojolicious
 NPbot
-Nessus
-Net Vampire
-NetSpider
+Nameprotect
+NearSite
+NetAnts
+NetLyzer
 NetZIP
 Netvibes
+NextGenSearchBot
+Nibbler
 Niki-bot
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-OnCrawl
+Nuclei
+Nutch
+Octopus
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-Openfind
+Openvas
+OrangeBot
 OrangeSpider
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
 Papa Foto
-Pavuk
+PeoplePal
 Petalbot
 Pi-Monster
-Picsearch
 PictureFinder
 Piepmatz
+Pockey
 ProPowerBot
-ProWebWalker
-Probethenet
-PyCurl
+Pu_iN
+RankActiveLinkBot
+RankFlex
 RankingBot2
-Re-re
 ReGet
 RealDownload
-RebelMouse
-RepoMonkey
-SBIder
-SEOprofiler
-SEOstats
-SISTRIX
+Recorder
+Ripper
+Rogerbot
+SEOkicks
+ScanAlert
 ScoutJet
-Scrapy
 ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-Seekport
-SentiBot
-SeoSiteCheckup
+SemanticJuice
 SeobilityBot
 Seomoz
-Shodan
-Siphon
-Siteimprove
-Sitevigil
+Site Sucker
+SiteExplorer
+SiteSucker
+SlySearch
+SmartDownload
 Snake
+Snapbot
 Snoopy
-SocialRankIOBot
 Sosospider
-SpaceBison
-Spammen
+Spanner
 Spbot
-Sqworm
+Spinn3r
+Sqlmap
 Stripper
-Sucker
-Sucuri
 SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
-Teleport
-Telesoft
+SuperHTTP
+Suzuran
+TeleportPro
+Telesphorep
+The Intraformant
+TheNomad
 Toata
-Toweyabot
-Trendiction
-Trendictionbot
-Turnitin
-URLy Warning
-URLy.Warning
+Tracemyfile
+True_Robot
+Twice
 UnisterBot
+Upflow
 VCI
-VelenPublicWebCrawler
+Vacuum
+VoidEYE
 Voil
-WASALive-Bot
+WISENutbot
 WPScan
-Wallpapers/3.0
+WWW::Mechanize
+WallpapersHD
+Web Collage
+Web Enhancer
 Web Fetch
-Web Fuck
 Web Sauger
 Web Sucker
-WebCollage
-WebFetch
+WebAuto
+WebEnhancer
 WebFuck
-WebGo IS
-WebLeacher
-WebReaper
-Webalta
-WebmasterWorldForumBot
+WebPix
+WebWhacker
+WebZIP
+WebsiteExtractor
+WebsiteQuester
 Whack
 Whacker
-Whatweb
-WinHTTrack
 WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
-Xenu
-Zermelo
-adscanner
-arquivo.pt
-autoemailspider
-backlink-check
+Wotbox
+Xaldon_WebSpider
+Zauba
+Zeus
+archive.org_bot
+cah.io.community
 cognitiveseo
 crawl.sogou.com
 crawler.feedback
 crawler4j
-eCatch
-evc-batch
+dataforseo.com
+facebookscraper
+gopher
 heritrix
+internetVista monitor
 ips-agent
-isitwp.com
-lwp-request
-magpie-crawler
+iubenda-radar
+linkdexbot
+meanpathbot
 mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 page scorer
 plumanalytics
+polaris version
+probe-image-size
+ripz
 satoristudio.net
-scalaj-http
-scan.lol
-seocompany.store
-sexsearcher
+seobility
+seoscanners
+siteripz
 sogouspider
 sp_auditbot
-spyfu
-trendiction.com
-webgains-bot
-webpros.com
-x22Mozilla
+tAkeOut
+webmeup-crawler
+webprosbot
+x09Mozilla
+zgrab