V4.2023.03.3606 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 404enemy
-ASPSeek
-Aipbot
+Abonti
 Alligator
-AlphaBot
-Anarchie
-Anthill
 Atomseobot
-BLEXBot
-Black Hole
-Boardreader
-Chlooe
-Cloud mapping
-CopyRightCheck
-Copyscape
+AwarioRssBot
+BDFetch
+Battleztar Bazinga
+Bitacle
+BlackWidow
+Brandprotect
+Brandwatch
+Buck
+CheTeam
+ChinaClaw
+Crescent
+CrunchBot
+CyotekWebCopy
+DBLBot
+DSearch
 DTS Agent
-Deusu
-DnBCrawler-Analytics
-ECCP/1.0
+DataCha0s
+Demon
+Dirbuster
+Domains Project
 EMail Siphon
-Foobot
+EMail Wolf
+ExtractorPro
+FemtosearchBot
+FlashGet
 FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Go!Zilla
+GT::WWW
+Getintent
 Gotit
-GridBot
-HEADMasterSEO
-HTMLparser
-Haansoft
-Havij
-Id-search
+HTTP::Lite
+HTTrack
+IDBTE4M
+Iblog
 Image Fetch
-InternetSeer
-Jbrofuzz
-Jyxobot
+Indy Library
+Iskanie
+JOC Web Spider
+Joomla
+JustView
 Keybot Translation-Search-Machine
-LeechFTP
+LNSpiderguy
+Leap
+LinqiaScrapeBot
 Litemage_walker
-MIDown tool
+Ltx71
+MSFrontPage
 Mag-Net
-Mail.RU_Bot
-Majestic12
-Mass Downloader
-MeanPath Bot
-Mediatoolkitbot
-NICErsPRO
-Navroad
-NearSite
-Nettrack
-Niki-bot
-NimbleCrawler
-Openfind
+Magnet
+MarkMonitor
+MolokaiBot
+Offline Explorer
+OpenLinkProfiler
+Openvas
+Petalbot
 Pi-Monster
-Re-re
-RebelMouse
-Ripper
-SBIder
-Scanbot
-SearchmetricsBot
-Seomoz
-SiteSucker
-Snoopy
-Sogou web spider
-Sqlmap
-SurveyBot
+PictureFinder
+Pockey
+RSSingBot
+Reaper
+Rogerbot
+ScanAlert
+Scrapy
+Site Sucker
+SiteExplorer
+Snake
+Sqlworm
+SuperBot
+Teleport
+The Intraformant
 Titan
-Trendictionbot
-TwengaBot
-Twice
-URLy Warning
-URLy.Warning
-Vacuum
-VidibleScraper
-Voltron
+Turnitin
+VeriCiteCrawler
 WASALive-Bot
-WISENutbot
-Wallpapers/3.0
-WebEnhancer
-WebFetch
-WebPix
-WebStripper
-WebsiteQuester
-Whatweb
+WeSEE
+Web Sauger
+WebAuto
+WebCopier
+WebLeacher
+WebReaper
+Webshag
+WebsiteExtractor
+Wonderbot
 Woobot
-Zitebot
-ZmEu
-autoemailspider
-gopher
-heritrix
+Wotbox
+Xaldon WebSpider
+Zauba
+ZumBot
+arquivo-web-crawler
+cah.io.community
+crawler.feedback
+demandbase-bot
+domainsproject.org
 instabid
-internetVista monitor
-linkdexbot
-plumanalytics
-s1z.ru
-siteripz
-webpros.com
+isitwp.com
+voyagerx.com