V4.2022.12.3506 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+80legs
 ALittle Client
-ASPSeek
-Abonti
+Aboundex
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alligator
 Anarchie
-Anarchy
-Ankit
 Anthill
-Aspiegel
-Atomseobot
-Attach
 AwarioRssBot
-BBBike
-BLEXBot
 BackDoorBot
-BackStreet
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-Bigfoot
-Bitacle
+Battleztar Bazinga
+BetaBot
 Black Hole
-BlackWidow
 Blackboard
 BlowFish
-Boardreader
 BotALot
 Brandwatch
-Buck
-BuiltBotTough
-BuiltWith
 BunnySlippers
-BuzzSumo
-CSHttp
-Calculon
-Cegbfeieh
-CheeseBot
-CherryPicker
-ChinaClaw
+CATExplorador
+CCBot
+CODE87
+CensysInspect
+Chlooe
+Claritybot
 Cocolyzebot
-CrazyWebCrawler
+Cogentbot
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Crescent
+Curious
 Custo
 DBLBot
+DIIbot
 DTS Agent
-Demon
+DatabaseDriverMysqli
 Deusu
-Devil
 DigitalPebble
-DomainAppender
+Dirbuster
+Disco
+Discobot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
-ECCP/1.0
-EirGrabber
+Drip
+EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
+EroCrawler
+Evil
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+FDM
+FHscan
 FemtosearchBot
-FlashGet
-Fuzz
-G-i-g-a-b-o-t
-Genieo
-GermCrawler
+Fimap
+Firefox/7.0
+Fyrebot
+GT::WWW
 GetRight
 GetWeb
-Getintent
-Gigabot
-Go!Zilla
 Gotit
 Grabber
 Grafula
-GrapeFX
+HEADMasterSEO
 HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
+Havij
 Heritrix
 Hloader
-HonoluluBot
-IRLbot
+IDBTE4M
 Id-search
-Image Sucker
-IndeedBot
 Indy Library
-InfoNaviRobot
-Internet Ninja
-Jetty
+Intelliseek
+InterGET
+IstellaBot
+Jbrofuzz
+JennyBot
 JikeSpider
 JustView
-Kenjin Spider
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
+Lanshanbot
 LeechFTP
-LeechGet
 LexiBot
 Lftp
-Lightspeedsystems
-LinkScan
-Lmspider
+LibWeb
+LieBaoFast
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MFC_Tear_Sample
 MIDown tool
 MIIxpc
 MSFrontPage
 MSIECrawler
 MTRobot
-Majestic12
-MarkMonitor
+Majestic-SEO
 Mass Downloader
-Masscan
-MauiBot
-Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
+Mb2345Browser
+Metauri
+MicroMessenger
+Minefield
+Mister PiX
+Mojeek
 MolokaiBot
-Mozlila
-NICErsPRO
+Msrabot
 NPbot
-Name Intelligence
-Navroad
-NearSite
-Needle
-Net Vampire
-NetAnts
+Nameprotect
+Nessus
 NetLyzer
-Netcraft
-Netvibes
-Nibbler
+NetSpider
+Nettrack
 Niki-bot
-Nikto
-Nimbostratus
-Not
-Offline Navigator
-OnCrawl
+NimbleCrawler
+Nutch
 Openfind
-PageGrabber
+PHPCrawl
 PageScorer
 Pandalytics
-Panscient
-PeoplePal
-Pi-Monster
-Picscout
+Papa Foto
+PictureFinder
+Piepmatz
 Pimonster
-ProPowerBot
+Pixray
+Pockey
+Psbot
 Pu_iN
-PyCurl
-RankActive
+Quick-Crawler
 RankFlex
-RankingBot2
+RankingBot
+Re-re
 ReGet
-RebelMouse
-RedesScrapy
-Ripper
+Recorder
+RepoMonkey
 RocketCrawler
-Rogerbot
-SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SISTRIX
+SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
 Scrapy
-ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
+Screaming
 Seekport
-SeoSiteCheckup
+SemanticJuice
+SemrushBot
+SentiBot
 Seomoz
-Siphon
 SiteCheckerBotCrawler
+SiteExplorer
 Siteimprove
-Sitevigil
-Snake
-Snapbot
+SlySearch
+SmartDownload
 Sociscraper
-Sogou web spider
-Spammen
-SpankBot
+Sosospider
+SpaceBison
 Spbot
-SputnikBot
-Sqlmap
-Steeler
-SuperBot
-SuperHTTP
+Sucuri
 SurveyBot
-T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
-TheNomad
 Thumbor
-Toata
-Trendictionbot
-Typhoeus
-V-BOT
-Vacuum
-Vagabondo
-VeriCiteCrawler
-VoidEYE
-Voil
+TightTwatBot
+Trendiction
+Turingos
+Turnitin
+TurnitinBot
+Twice
+Upflow
+VelenPublicWebCrawler
 WEBDAV
-WWW-Collector-E
+WPScan
 WWW-Mechanize
+WWWOFFLE
 WeSEE
 Web Collage
-Web Fetch
-Web Fuck
+Web Enhancer
 Web Pix
-Web Sauger
-WebCopier
-WebFuck
+Web Sucker
+WebAuto
+WebBandit
 WebImageCollector
 WebLeacher
+WebReaper
+WebSauger
 WebSucker
-WebZIP
-WebmasterWorldForumBot
-WebsiteQuester
-Whack
+Webalta
+WebsiteExtractor
+Webster
 Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
 Wonderbot
-Xenu
-Zauba
+Woobot
+Wotbox
+Wprecon
+Xaldon_WebSpider
 Zeus
+ZmEu
+ZoominfoBot
+ZumBot
 adscanner
-arquivo-web-crawler
-coccocbot
+archive.org_bot
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+com.plumanalytics
+crawler.feedback
 crawler4j
-dataforseo.com
-demandbase-bot
-eCatch
-evc-batch
 facebookscraper
 internetVista monitor
-netEstate NE Crawler
-pcBrowser
+linkdexbot
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+plumanalytics
 probe-image-size
 ripz
-scan.lol
+satoristudio.net
+scalaj-http
+seocompany.store
+seoscanners
+seostar
 serpstatbot
+sexsearcher
+sitechecker.pro
 sp_auditbot
+sysscan
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-zauba.io
+webpros.com
+x22Mozilla