diff --git a/src/main/java/org/opensearch/agent/tools/PPLTool.java b/src/main/java/org/opensearch/agent/tools/PPLTool.java
index 0b52c12f..f2e48b1d 100644
--- a/src/main/java/org/opensearch/agent/tools/PPLTool.java
+++ b/src/main/java/org/opensearch/agent/tools/PPLTool.java
@@ -525,7 +525,9 @@ private String parseOutput(String llmOutput, String indexName) {
                 throw new IllegalArgumentException("The returned PPL: " + llmOutput + " has wrong format");
             }
         }
-        ppl = ppl.replace("`", "");
+        if (this.pplModelType != PPLModelType.FINETUNE) {
+            ppl = ppl.replace("`", "");
+        }
         ppl = ppl.replaceAll("\\bSPAN\\(", "span(");
         if (this.head > 0) {
             String[] lists = llmOutput.split("\\|");