V4.2022.02.2910 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-ALittle Client
-ASPSeek
-Abonti
+80legs
 Aboundex
 Aboundexbot
-AiHitBot
+Acunetix
+AfD-Verbotsverfahren
 Aipbot
-AlphaBot
-Anarchy
+Alligator
+Anarchie
+Anarchy99
+Ankit
 Anthill
-Apexoo
 Aspiegel
-Asterias
-Attach
-BBBike
-BDCbot
+Atomseobot
+AwarioRssBot
+BDFetch
 BackDoorBot
-BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Bandit
+Badass
+Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
 Bitacle
 BlackWidow
-Blow
-Boardreader
-Bolt
-Brandprotect
-Buddy
-BuzzSumo
+BlowFish
+BotALot
+Brandwatch
+Buck
+CCBot
 CODE87
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
-Chlooe
+Calculon
+ChinaClaw
 Citoid
-Cocolyzebot
-Collector
-CopyRightCheck
+Claritybot
+Cloud mapping
 Craftbot
+CrazyWebCrawler
 Crescent
-CrunchBot
 Curious
 Custo
+DIIbot
 DSearch
-Devil
-Dirbuster
-Discobot
-DittoSpyder
-DomainAppender
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Digincore
+Disco
+DomCopBot
 DomainCrawler
-DomainStatsBot
-Dotbot
+DomainSigmaCrawler
+Domains Project
+Download Wonder
+Dragonfly
+Drip
 EMail Siphon
-EMail Wolf
-Exabot
-Express WebPictures
+Ebingbong
+Ecxi
+EroCrawler
+Evil
 ExtLinksBot
 Extractor
 Extreme Picture Finder
-FDM
-FemtosearchBot
-Firefox/7.0
-Flunky
-Freeuploader
-FyberSpider
-GetRight
-GoZilla
-Gotit
+Ezooms
+FlashGet
+Fyrebot
+GT::WWW
+GalaxyBot
+Gigabot
 GrabNet
-Grafula
-GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HMView
-HTMLparser
-HTTP::Lite
+HTTrack
 Haansoft
-Havij
-HonoluluBot
+HaosouSpider
+Harvest
+Heritrix
+Hloader
+Humanlinks
 HybridBot
-IDBot
-IRLbot
-Id-search
-Image Fetch
-Image Sucker
 IndeedBot
-InfoNaviRobot
+Indy Library
 InfoTekies
 InterGET
-Internet Ninja
-InternetSeer
 Iria
 IstellaBot
 JOC Web Spider
 JamesBOT
-Joomla
-Jorgee
+Jbrofuzz
+JustView
 Jyxobot
-Kenjin Spider
-Keyword Density
-LNSpiderguy
-Leap
-Libwhisker
-LieBaoFast
-LinqiaScrapeBot
-Lmspider
-MJ12bot
-MQQBrowser
+Kozmosbot
+Lanshanbot
+Larbin
+LeechFTP
+LeechGet
+Lftp
+LinqiaRSSBot
+Lipperhey Spider
+MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic SEO
+Mag-Net
 Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
 Mata Hari
 Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 Metauri
+Microsoft URL Control
+Minefield
 Mister PiX
-Mojeek
-Mojolicious
-Musobot
+MolokaiBot
+Mozlila
+Msrabot
+NICErsPRO
 NPbot
-Name Intelligence
 Navroad
-NearSite
-Net Vampire
-NetAnts
-NetLyzer
-NetMechanic
 NetSpider
+Netcraft
 NextGenSearchBot
 Niki-bot
-Nimbostratus
-Ninja
+NimbleCrawler
+Nmap
 Not
 Nuclei
-Offline Explorer
+Nutch
+Octopus
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openvas
+Openfind
 OrangeSpider
-OutfoxBot
-Panscient
-Papa Foto
-Petalbot
-Picscout
+POE-Component-Client-HTTP
+PageGrabber
+PageScorer
+PageThing.com
+PeoplePal
+Pi-Monster
 Piepmatz
-Pimonster
-Probethenet
-Psbot
-Pu_iN
+Pixray
+Pockey
+Pump
 PxBroker
-QueryN Metasearch
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
 RankFlex
-RankingBot2
-RebelMouse
-Recorder
-Ripper
+RankingBot
+Rankivabot
+Re-re
+RealDownload
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
 SISTRIX
+SMTBot
 SalesIntelligent
+Scrapy
 ScrepyBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-Seomoz
+Semrush
+Shodan
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteSucker
+SiteExplorer
+SiteLockSpider
 Sitevigil
-Sociscraper
-Sogou web spider
+SmartDownload
+Snoopy
 Sosospider
-SpaceBison
-Spammen
-Stripper
+SpankBot
+Spbot
+Sqlworm
 SuperBot
+SuperHTTP
+Surfbot
+Suzuran
+Szukacz
+T8Abot
+TeleportPro
+Telesoft
 Telesphoreo
-Thumbor
+TheNomad
 TightTwatBot
 Toata
-Toweyabot
+Tracemyfile
 Trendiction
-TurnitinBot
-TwengaBot
-URLy.Warning
-VB Project
-Vagabondo
+True_Robot
+Turingos
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-Virusdie
+VoidEYE
 Voltron
-WASALive-Bot
-WEBDAV
 WISENutbot
-WPScan
-Wallpapers/3.0
+WWW::Mechanize
 WeSEE
-Web Collage
-Web Fetch
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
 Web Sucker
 WebAuto
-WebEnhancer
-WebImageCollector
-WebZIP
-WebmasterWorldForumBot
+WebGo IS
+WebPix
+WebStripper
+WebWhacker
 Website Quester
-Whack
-Whacker
+WebsiteExtractor
+WebsiteQuester
 Whatweb
 Widow
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
-Zauba
+Wprecon
+ZmEu
+ZoominfoBot
 ZumBot
-adscanner
-arquivo-web-crawler
-arquivo.pt
+ZyBorg
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
 clark-crawler
 coccocbot-web
-cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler4j
-dataforseo.com
+crawler.feedback
 demandbase-bot
 eCatch
-evc-batch
-facebookscraper
 gopher
-meanpathbot
-pcBrowser
+heritrix
+internetVista monitor
+ips-agent
+lwp-request
+lwp-trivial
+oBot
+page scorer
+polaris version
 probe-image-size
 ripz
+scalaj-http
+scan.lol
 seobility
 serpstatbot
 sitechecker.pro
+spyfu
 voyagerx.com
-webmeup-crawler
-webprosbot
-x09Mozilla
 xpymep1.exe
 zauba.io