V4.2021.10.2655 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
+404checker
+404enemy
+80legs
+AIBOT
+Acunetix
 AiHitBot
-Alligator
+Alexibot
 Anarchy
+Aspiegel
 Attach
-AwarioRssBot
+BBBike
 BDCbot
-BackStreet
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackWeb
 BacklinkCrawler
-Bandit
 Barkrowler
-BatchFTP
-BlackWidow
-Blackboard
+Battleztar Bazinga
+Bitacle
+Black Hole
 BlowFish
 Boardreader
-Bolt
+Brandwatch
 Buddy
-BuiltBotTough
-BuiltWith
-CODE87
-Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+BunnySlippers
+CATExplorador
+CSHttp
+CheeseBot
 CherryPicker
-Cliqzbot
+Chlooe
+Claritybot
+Cloud mapping
 Cogentbot
-Copier
-CopyRightCheck
-Curious
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
+CyotekWebCopy
 DBLBot
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
 Devil
-Dirbuster
-Discoverybot
+Disco
+Discobot
+Dispatch
 DomCopBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
-Domains Project
+DomainStatsBot
+Download Wonder
 Dragonfly
-ECCP/1.0
+Drip
 EMail Siphon
-Ebingbong
-EroCrawler
-Exabot
-Extreme Picture Finder
-EyeNetIE
-FHscan
-Freeuploader
-Fyrebot
-GT::WWW
+EMail Wolf
+Ecxi
+EirGrabber
+Evil
+Extractor
+FDM
+Foobot
+FrontPage
+FyberSpider
 GalaxyBot
 Genieo
-GermCrawler
-GetRight
-Gigabot
-GoZilla
+Getintent
+Go-Ahead-Got-It
 Gotit
+GrabNet
 Grafula
 GrapeFX
 GrapeshotCrawler
-HMView
-HTMLparser
-HTTP::Lite
-Heritrix
-IDBTE4M
-IRLbot
-Iblog
+GridBot
+HEADMasterSEO
+Havij
+Humanlinks
+HybridBot
 IlseBot
-Image Sucker
-InfoNaviRobot
-JOC Web Spider
-JamesBOT
-JetCar
-JustView
-Kenjin Spider
-Kinza
+Indy Library
+Intelliseek
+Iria
+Iskanie
+IstellaBot
+Jbrofuzz
+Jetty
+Jyxobot
+LNSpiderguy
 LWP::Simple
+Lanshanbot
+Leap
+LeechFTP
 LeechGet
 LexiBot
 Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+LieBaoFast
 LinksManager
 LinqiaMetadataDownloaderBot
 Lmspider
 MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic-SEO
+MIDown tool
+Majestic12
 MarkMonitor
+MarkWatch
 Masscan
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
+MicroMessenger
+Microsoft Data Access
 Mister PiX
-Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-NPbot
+Mozlila
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+NearSite
 Nessus
-NetMechanic
-NetSpider
-NetZIP
-NextGenSearchBot
-Nimbostratus
-Nuclei
-Offline Explorer
-Offline Navigator
-OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
-Panscient
+NetAnts
+NetLyzer
+Netvibes
+Nibbler
+NimbleCrawler
+Ninja
+Nmap
+Nutch
+OnCrawl
+OpenVAS
+Openfind
+OrangeSpider
+PageAnalyzer
+PageGrabber
+PageScorer
 Papa Foto
 Pavuk
 Petalbot
-Pi-Monster
+Picscout
 Picsearch
 PictureFinder
 Piepmatz
-Pimonster
 Pixray
 PleaseCrawl
+Pockey
 Probethenet
-Pump
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+Pu_iN
+PxBroker
+PyCurl
 RankFlex
-ReGet
-RealDownload
+RankurBot
+Re-re
 Reaper
-Recorder
 RedesScrapy
+Ripper
 Rogerbot
-Searchestate
+SEOkicks-Robot
+SISTRIX
+Scrapy
+Screaming
+ScrepyBot
 SearchmetricsBot
+SemrushBot
 SentiBot
-SeobilityBot
-Seomoz
+Shodan
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
-Siteimprove
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitevigil
 SmartDownload
 Snake
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
 Sosospider
-Spammen
-SpankBot
+Sottopop
 Spanner
+Spbot
+Spinn3r
 Sqworm
-Stripper
-Surfbot
-SurveyBot
-Suzuran
-Swiftbot
-T8Abot
-TeleportPro
-Telesoft
-Telesphorep
-Titan
-Toweyabot
-Tracemyfile
+Sucker
+Sucuri
+SuperBot
+Szukacz
+T0PHackTeam
+Telesphoreo
+TheNomad
+Toata
 Trendiction
-Trendictionbot
-Turingos
-Turnitin
+True_Robot
 TurnitinBot
-TwengaBot
-URLy.Warning
-Upflow
-Vagabondo
-VidibleScraper
+Twice
+Typhoeus
+UnisterBot
+V-BOT
+VCI
+Vacuum
 Virusdie
 VoidEYE
+Voil
+Voltron
 WASALive-Bot
-WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+WeSEE
+Web Auto
+Web Fuck
 Web Sauger
-WebFuck
+Web Sucker
+WebAuto
+WebCopier
+WebFetch
+WebGo IS
 WebImageCollector
+WebStripper
 Webalta
-WebmasterWorldForumBot
 Webshag
-Webster
-Whacker
-Widow
-WinHTTrack
-Woobot
-Xaldon_WebSpider
-Zade
-Zermelo
-ZumBot
+Website Quester
+WebsiteExtractor
+Whatweb
+Xenu
 ZyBorg
+arquivo.pt
+autoemailspider
+backlink-check
+clark-crawler
 coccocbot-web
-com.plumanalytics
-crawler4j
+cognitiveseo
 dataforseo.com
 eCatch
-evc-batch
 facebookscraper
-heritrix
-internetVista monitor
+gopher
+ips-agent
 lwp-request
-lwp-trivial
+meanpathbot
 mediawords
-oBot
-pcBrowser
+probe-image-size
 scalaj-http
+scan.lol
 seobility
-seoscanners
-seostar
-serpstatbot
-sexsearcher
 sitechecker.pro
-spyfu
-sysscan
-ubermetrics-technologies.com
+siteripz
+trendiction.com
+trendiction.de
 voyagerx.com
 webmeup-crawler
 webpros.com
 webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab