V4.2022.04.3069 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
+404enemy
 80legs
-ADmantX
+AIBOT
 ASPSeek
-Aboundex
+Abonti
 Aboundexbot
 Acunetix
-AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
 AllSubmitter
-Anarchy
-Anarchy99
+AlphaBot
+Anarchie
 Aspiegel
-Asterias
+Atomseobot
+Attach
 AwarioRssBot
 BDCbot
-BDFetch
-Badass
+BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
 Bandit
 Barkrowler
-BetaBot
+Battleztar Bazinga
 Bigfoot
 Bitacle
-Blow
-BotALot
-Brandprotect
-Buddy
-BuiltBotTough
+Blackboard
+BlowFish
 BuiltWith
 Bullseye
-BuzzSumo
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
+CODE87
+CSHttp
+Calculon
+CheTeam
+Chlooe
 Citoid
-Cliqzbot
-Collector
+Claritybot
 Copier
-CopyRightCheck
-Copyscape
 Cosmos
-Curious
+Craftbot
+CrazyWebCrawler
+CrunchBot
 Custo
 DSearch
-DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
 Dispatch
 DnBCrawler-Analytics
+DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
 ECCP/1.0
-EasyDL
-EirGrabber
+Ebingbong
 EroCrawler
+Evil
+Exabot
+Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
+Ezooms
+FDM
 FHscan
 FemtosearchBot
 Fimap
+Fuzz
 Fyrebot
-GalaxyBot
-Gotit
-Grabber
+GT::WWW
+GetWeb
+Gigabot
+GoZilla
 Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
+HTMLparser
 HTTP::Lite
+HTTrack
+Haansoft
 Havij
-Hloader
-Humanlinks
 HybridBot
-IDBTE4M
-Id-search
-IndeedBot
-InternetSeer
-Iskanie
-JamesBOT
+Image Fetch
+Intelliseek
+InterGET
+Iria
+JennyBot
 JetCar
+JikeSpider
 Joomla
-Jorgee
-Jyxobot
-Kinza
-LWP::Simple
+Keybot Translation-Search-Machine
 LeechGet
-Libwhisker
-Lightspeedsystems
+Lftp
+Likse
+LinkScan
+Linkbot
 LinkextractorPro
-Lipperhey
-MQQBrowser
-MSFrontPage
-MSIECrawler
+LinqiaMetadataDownloaderBot
+Lmspider
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
+Majestic-SEO
 Masscan
 Mata Hari
-Mediatoolkitbot
-MegaIndex.ru
+Meanpathbot
 MicroMessenger
-Minefield
 Mister PiX
 Mojeek
-MolokaiBot
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
 Msrabot
 Nameprotect
 Needle
 Nessus
 Net Vampire
-NetLyzer
+NetMechanic
 Netcraft
-Nettrack
-NextGenSearchBot
+Nibbler
 Nikto
-NimbleCrawler
-Nimbostratus
 Nmap
-Not
+Nuclei
+Nutch
 Offline Explorer
-Openfind
-Openvas
+OpenLinkProfiler
+OpenVAS
 OrangeSpider
-OutclicksBot
-PHPCrawl
 PageGrabber
+PageThing.com
 Panscient
-Papa Foto
 Petalbot
-Picscout
-Piepmatz
-PleaseCrawl
+Pockey
+ProPowerBot
 Probethenet
 Pump
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankFlex
-ReGet
-RebelMouse
-Ripper
-SBIder
-SEOkicks-Robot
+Quick-Crawler
+RankingBot
+RankingBot2
+Rankivabot
+Recorder
+SEOlyticsCrawler
+SISTRIX
 SMTBot
-Scanbot
-Scrapy
+ScanAlert
 Screaming
-SemanticJuice
-Shodan
-SiteExplorer
-SiteLockSpider
+ScrepyBot
+Searchestate
+Semrush
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
 SiteSnagger
 SiteSucker
+Sitebeam
 Sitevigil
 SlySearch
-SmartDownload
 Snake
-Snoopy
 SocialRankIOBot
-Sogou web spider
-Spammen
-SpankBot
-Spanner
-Spbot
-Spinn3r
-Sqlworm
-Sucker
-Sucuri
-SuperBot
+Sociscraper
+Sottopop
+SpaceBison
+Sqlmap
+Sqworm
+SuperHTTP
 Surfbot
 SurveyBot
 Suzuran
 Swiftbot
-T0PHackTeam
-T8Abot
+Szukacz
 The Intraformant
+TheNomad
+TightTwatBot
 Titan
-Toata
 Toweyabot
 Trendictionbot
-Turnitin
-TurnitinBot
-Typhoeus
+Twice
 URLy.Warning
-UnisterBot
-Upflow
+V-BOT
 Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-VoidEYE
+Voil
 Voltron
+WASALive-Bot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
+Web Auto
 Web Collage
 Web Fetch
 Web Fuck
-WebCollage
-WebFetch
-WebImageCollector
-WebSauger
-Webalta
-Webshag
-Webster
+Web Pix
+Web Sauger
+Web Sucker
+WebBandit
+WebCopier
+WebGo IS
+WebPix
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
 Whack
+Whacker
+Widow
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
 Wprecon
-Xenu
+YoudaoBot
+Zauba
 Zermelo
+Zeus
 Zitebot
+ZmEu
 ZoomBot
-ZoominfoBot
-adscanner
 archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
 cah.io.community
+check1.exe
 clark-crawler
-coccocbot
-cognitiveseo
-dataforseo.com
-eCatch
-gopher
-heritrix
+com.plumanalytics
+crawl.sogou.com
+evc-batch
+instabid
 internetVista monitor
 linkdexbot
-lwp-request
-lwp-trivial
 magpie-crawler
-muhstik-scan
+meanpathbot
+mediawords
+oBot
 page scorer
-polaris version
-ripz
-satoristudio.net
+pcBrowser
 scalaj-http
-scan.lol
+seocompany.store
+seoscanners
 siteripz
-sogouspider
-sysscan
-trendiction.com
 voyagerx.com
-webmeup-crawler
-x22Mozilla
+webpros.com
+webprosbot
 xpymep1.exe
+zauba.io