V4.2023.03.3638 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
-Abonti
-Aipbot
-AllSubmitter
-Ankit
-Asterias
-Brandprotect
-Bullseye
-CheTeam
-CherryPicker
+ADmantX
+Alligator
+AlphaBot
+Anarchie
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BackStreet
+Bigfoot
+Black Hole
+Blackboard
+Boardreader
+Cegbfeieh
+CheeseBot
+Cliqzbot
 Cloud mapping
-CopyRightCheck
-DomainStatsBot
-Ecxi
-EirGrabber
-Extractor
-Extreme Picture Finder
-FHscan
-Freeuploader
+Cocolyzebot
+Cogentbot
+Demon
+DomainAppender
+Fuzz
 FyberSpider
 Fyrebot
-GT::WWW
 Genieo
-Getintent
-Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
-Haansoft
-Havij
-IRLbot
-IlseBot
-InfoTekies
+GermCrawler
+Gigabot
+GrapeFX
+HTMLparser
+HaosouSpider
+Harvest
+Heritrix
+Iblog
+Id-search
+Image Fetch
+Indy Library
+InfoNaviRobot
 Intelliseek
-IstellaBot
-Jbrofuzz
-JikeSpider
+Jetty
+Joomla
 JustView
-Keybot Translation-Search-Machine
-Kozmosbot
-Leap
-Lftp
-LibWeb
-Likse
-LinkScan
-Lmspider
-Ltx71
-MFC_Tear_Sample
+Lightspeedsystems
+Linkbot
+LinksManager
+MIDown tool
 Mag-Net
 Majestic SEO
-Mass Downloader
+Majestic-SEO
+Mata Hari
 Meanpathbot
 Microsoft URL Control
-Msrabot
+Mojolicious
+NPbot
+Needle
 Nessus
-NetAnts
-Netcraft
-Netvibes
+NextGenSearchBot
 Nutch
-PageScorer
-Petalbot
+OrangeSpider
+PageThing.com
+Panscient
+PeoplePal
+Picsearch
 PictureFinder
 Pixray
-PleaseCrawl
 ProWebWalker
-RankActive
-Screaming
-ScrepyBot
-SeoSiteCheckup
-Siphon
-SiteExplorer
-SiteSnagger
-Sitevigil
-SocialRankIOBot
+RankingBot2
+RebelMouse
+SBIder
+SEOkicks
+SalesIntelligent
+Scanbot
+SiteSucker
+SmartDownload
+Sociscraper
 Sosospider
-SputnikBot
+Spammen
 Steeler
-TeleportPro
-Tracemyfile
-Trendictionbot
-WASALive-Bot
-Web Auto
-WebBandit
-WebLeacher
-WebmasterWorldForumBot
-Website Quester
-Whatweb
-Wonderbot
-Woobot
-Zade
-ZoominfoBot
-crawl.sogou.com
+Stripper
+Swiftbot
+Szukacz
+T8Abot
+Titan
+Vacuum
+VelenPublicWebCrawler
+WWW-Collector-E
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
+WebFuck
+WebGo IS
+Wprecon
+Xaldon WebSpider
+ZumBot
+cah.io.community
 crawler.feedback
-page scorer
+domainsproject.org
+heritrix
 probe-image-size
-s1z.ru
-sysscan
-webmeup-crawler
-xpymep1.exe
+trendiction.com