diff --git a/.github/workflows/update_file.yml b/.github/workflows/update_file.yml
index 08012de8..4b9d369f 100644
--- a/.github/workflows/update_file.yml
+++ b/.github/workflows/update_file.yml
@@ -57,8 +57,8 @@ jobs:
         if: ${{ steps.cpr.outputs.pull-request-number != '' }}
         with:
           branch: automated-api-update
-          find: "Your contribution here."
-          replace: "12345678910"
+          find: "- Your contribution here."
+          replace: "Updated opensearch-py to reflect the latest OpenSearch API spec ([#${{steps.cpr.outputs.pull-request-number}}](https://github.com/saimedhi/opensearch-py/pull/${{steps.cpr.outputs.pull-request-number}}))\n- Your contribution here."
           include: "**CHANGELOG.md"
       - name: Commit and Push
         if: ${{ steps.cpr.outputs.pull-request-number != '' }}