diff --git a/builtin/logical/database/path_config_connection.go b/builtin/logical/database/path_config_connection.go
index a0c94d6b3c45..9c813ef2af16 100644
--- a/builtin/logical/database/path_config_connection.go
+++ b/builtin/logical/database/path_config_connection.go
@@ -282,6 +282,7 @@ func (b *databaseBackend) connectionReadHandler() framework.OperationFunc {
 
 		delete(config.ConnectionDetails, "password")
 		delete(config.ConnectionDetails, "private_key")
+		delete(config.ConnectionDetails, "service_account_json")
 
 		return &logical.Response{
 			Data: structs.New(config).Map(),
diff --git a/changelog/23256.txt b/changelog/23256.txt
new file mode 100644
index 000000000000..ef21e0bbd36a
--- /dev/null
+++ b/changelog/23256.txt
@@ -0,0 +1,3 @@
+```release-note:improvement
+secrets/db: Remove the `service_account_json` parameter when reading DB connection details
+```
\ No newline at end of file