V4.2021.10.2648 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
 80legs
-Aboundexbot
+ADmantX
+AIBOT
+Abonti
+Acunetix
 AiHitBot
+Alexibot
+Anarchie
 Anarchy99
-Ankit
-Asterias
-Attach
-BBBike
-BDCbot
+Anthill
+Aspiegel
+AwarioRssBot
+BDFetch
 BackDoorBot
-BackStreet
 BackWeb
-Backlink-Ceck
-BatchFTP
-BetaBot
-Blackboard
-Blow
-Bolt
-Brandprotect
+Badass
+Black Hole
 Buck
 BuiltBotTough
-Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
 CazoodleBot
-Cegbfeieh
-CheTeam
-CherryPicker
-Cosmos
-Crescent
+ChinaClaw
+Chlooe
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Collector
+CopyRightCheck
+Crawling at Home Project
+Curious
 Custo
-CyotekWebCopy
 DIIbot
-DTS Agent
+DSearch
+DataCha0s
 Devil
-Disco
-Discobot
+Digincore
+Dirbuster
+Discoverybot
 Dispatch
+DittoSpyder
 DnyzBot
-DomainAppender
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
 Dotbot
 Download Wonder
-Dragonfly
-ECCP/1.0
-EroCrawler
+Drip
+EMail Siphon
+EMail Wolf
+Ebingbong
+EirGrabber
+Evil
 Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Ezooms
 FDM
-FemtosearchBot
-Fimap
+FHscan
+Flunky
+Foobot
+Freeuploader
+FrontPage
+FyberSpider
 Fyrebot
-GalaxyBot
-GermCrawler
-Getintent
-Go!Zilla
-GoZilla
-Grafula
+GT::WWW
+Genieo
+GetWeb
+GrabNet
+GrapeFX
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
 Haansoft
 Harvest
-Havij
-IDBTE4M
-IlseBot
+Heritrix
+Humanlinks
+Iblog
+Id-search
 Image Fetch
-IndeedBot
 Indy Library
 InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
-Iria
-IstellaBot
+InternetSeer
+JamesBOT
+Jbrofuzz
+JennyBot
 JetCar
-Jetty
 Jorgee
-JustView
-Jyxobot
 Kenjin Spider
+Keyword Density
+Kinza
 Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
+Larbin
 Leap
-LeechFTP
+LeechGet
 Lftp
-LieBaoFast
+Lightspeedsystems
 LinkScan
-LinkWalker
 Linkdexbot
-Lipperhey
-MFC_Tear_Sample
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
+Lmspider
 MIIxpc
-Mag-Net
+MSFrontPage
+MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic SEO
 MarkMonitor
-Masscan
+Mass Downloader
 Mata Hari
-MauiBot
-Moblie Safari
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Mojolicious
-Mozlila
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
 NICErsPRO
-NPbot
-Nessus
-NetMechanic
-Netcraft
-Nettrack
+Net Vampire
+NetZIP
 NextGenSearchBot
 Nibbler
 Nikto
 NimbleCrawler
 Nimbostratus
+Nmap
+Nuclei
 Offline Explorer
-OrangeSpider
-OutfoxBot
-PageAnalyzer
-PageThing.com
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+PHPCrawl
+PageScorer
 Pandalytics
-Papa Foto
-Petalbot
-Pi-Monster
-Picscout
+Pavuk
+PeoplePal
 Picsearch
-Piepmatz
-Pixray
+PictureFinder
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
 Probethenet
+Pu_iN
+PxBroker
+PyCurl
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
 RankingBot
-RankingBot2
-Rankivabot
 Re-re
-RebelMouse
+ReGet
+RealDownload
 Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
 SISTRIX
 SMTBot
 SalesIntelligent
-ScoutJet
+Scanbot
+Scrapy
+ScreenerBot
 Searchestate
-SearchmetricsBot
-SeoSiteCheckup
 SeobilityBot
-Shodan
-SiteLockSpider
-SiteSucker
-Sitevigil
-SocialRankIOBot
+Siphon
+Site Sucker
+Sitebeam
+Siteimprove
+SmartDownload
+Snoopy
 Sociscraper
+Sosospider
 Sottopop
-SpankBot
+Spammen
 Spbot
+Spinn3r
 Sqlmap
 Sqlworm
-Sqworm
-Stripper
-SurveyBot
+Steeler
+Szukacz
 T0PHackTeam
-Teleport
+T8Abot
 Telesoft
-Telesphoreo
 Telesphorep
-TightTwatBot
-Trendiction
-Trendictionbot
-True_Robot
 Turnitin
-Twice
-Typhoeus
+URLy Warning
 UnisterBot
-V-BOT
 Vacuum
 Vagabondo
-VeriCiteCrawler
+VidibleScraper
 VoidEYE
 Voil
 Voltron
 WEBDAV
-WISENutbot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Enhancer
+WWWOFFLE
+Web Auto
 Web Fetch
-Web Sauger
-WebCopier
-WebFetch
+Web Pix
+WebGo IS
 WebLeacher
-WebPix
-WebWhacker
+WebStripper
+WebSucker
 WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
+Wprecon
 Xenu
-Zade
-Zauba
 Zermelo
-Zeus
-Zitebot
-ZmEu
+ZoominfoBot
+ZumBot
 autoemailspider
 backlink-check
 cah.io.community
-check1.exe
-coccocbot-web
+cognitiveseo
 com.plumanalytics
 dataforseo.com
-domainsproject.org
-gopher
+heritrix
 instabid
-internetVista monitor
-lwp-request
-magpie-crawler
-muhstik-scan
 netEstate NE Crawler
 oBot
-plumanalytics
+page scorer
+pcBrowser
 polaris version
-s1z.ru
+probe-image-size
+ripz
 satoristudio.net
 scalaj-http
 scan.lol
-seostar
-sitechecker.pro
-siteripz
-spyfu
-tAkeOut
+sexsearcher
+sogouspider
+sysscan
 trendiction.com
-trendiction.de
-x22Mozilla
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zauba.io
 zgrab