feat: improved response formatting, file extension detection, and buffer commands

- Automatic file extension detection when saving responses (.json, .csv, .xml, .html, .txt)
- Prettified buffer display for JSON, XML
- Added :HttpResponseTab command to open the latest response buffer in a new tab
- Improved Content-Type detection for CSV (text/csv, application/csv)
- Always sanitize and re-encode JSON for valid output (jq/jmespath compatibility)
- Fixed Neovim fast event context errors with pure Lua list detection
- Save dialog now suggests correct file extension based on response type
- Improved robustness for malformed or double-encoded JSON from APIs

Author: heilgar

.github/workflows/release.yml

@@ -0,0 +1,28 @@
+name: Release
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+
+      - name: Install dependencies
+        run: npm install -g semantic-release @semantic-release/git @semantic-release/github @semantic-release/changelog
+
+      - name: Release
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: npx semantic-release 

.gitignore

@@ -0,0 +1,2 @@
+.idea
+

.releaserc.json

@@ -0,0 +1,10 @@
+{
+  "branches": ["main"],
+  "plugins": [
+    "@semantic-release/commit-analyzer",
+    "@semantic-release/release-notes-generator",
+    "@semantic-release/changelog",
+    "@semantic-release/github",
+    "@semantic-release/git"
+  ]
+} 

CHANGELOG.md

@@ -5,6 +5,23 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+
+## [1.4.3] 2025-04-26
+### Added
+* Automatic file extension detection when saving responses:
+  * .json for JSON, .csv for CSV, .xml for XML, .html for HTML, .txt as fallback
+* Prettified buffer display for JSON, XML
+* New command :HttpResponseTab to open the latest response buffer in a new tab
+* Content-Type detection improved: text/csv and application/csv are now recognized as CSV
+
+### Fixed
+* Always sanitize and re-encode JSON responses to guarantee valid JSON output (for jq/jmespath/json path compatibility)
+* Fixed plugin to avoid Neovim fast event context errors by using pure Lua list detection
+
+### Improved
+* Save dialog now suggests the correct file extension based on response type
+* General robustness for malformed or double-encoded JSON from APIs
+
 ## [1.4.2] 2025-04-08
 ### Fixed
 * Fixed bug where `:HttpEnvFile` would give error saying config is nil.

doc/tags

@@ -6,18 +6,23 @@
 :HttpRunAll	http_client.txt	/*:HttpRunAll*
 :HttpStop	http_client.txt	/*:HttpStop*
 :HttpVerbose	http_client.txt	/*:HttpVerbose*
+http_client-autocompletion	http_client.txt	/*http_client-autocompletion*
 http_client-commands	http_client.txt	/*http_client-commands*
 http_client-comments	http_client.txt	/*http_client-comments*
 http_client-config-keybindings	http_client.txt	/*http_client-config-keybindings*
 http_client-configuration	http_client.txt	/*http_client-configuration*
+http_client-content-type-completion	http_client.txt	/*http_client-content-type-completion*
 http_client-contents	http_client.txt	/*http_client-contents*
 http_client-copy-curl	http_client.txt	/*http_client-copy-curl*
 http_client-default_env_file	http_client.txt	/*http_client-default_env_file*
 http_client-dry-run	http_client.txt	/*http_client-dry-run*
+http_client-env-completion	http_client.txt	/*http_client-env-completion*
 http_client-environment-files	http_client.txt	/*http_client-environment-files*
 http_client-global-variables	http_client.txt	/*http_client-global-variables*
+http_client-header-completion	http_client.txt	/*http_client-header-completion*
 http_client-http-versions	http_client.txt	/*http_client-http-versions*
 http_client-keybindings	http_client.txt	/*http_client-keybindings*
+http_client-method-completion	http_client.txt	/*http_client-method-completion*
 http_client-no-environment	http_client.txt	/*http_client-no-environment*
 http_client-request_timeout	http_client.txt	/*http_client-request_timeout*
 http_client-response-handlers	http_client.txt	/*http_client-response-handlers*

lua/http_client/commands/response.lua

@@ -9,11 +9,21 @@ M.save_response = function(opts)
         return
     end
 
-    local default_ext = response.content_type == "json" and ".json"
-        or response.content_type == "xml" and ".xml"
-        or response.content_type == "html" and ".html"
-        or ".txt"
+    local function get_extension_for_content_type(content_type)
+        if content_type == "json" then
+            return ".json"
+        elseif content_type == "xml" then
+            return ".xml"
+        elseif content_type == "html" then
+            return ".html"
+        elseif content_type == "csv" then
+            return ".csv"
+        else
+            return ".txt"
+        end
+    end
 
+    local default_ext = get_extension_for_content_type(response.content_type)
     local content = opts and opts.raw and response.raw_body or response.formatted_body
 
     vim.ui.input({

lua/http_client/core/http_client.lua

@@ -31,45 +31,44 @@ local function detect_content_type(headers)
             return "xml"
         elseif content_type:match("text/html") then
             return "html"
+        elseif content_type:match("text/csv") or content_type:match("application/csv") then
+            return "csv"
         end
     end
     return "text"
 end
 
+local function clean_invalid_escapes(json_str)
+    -- Remove octal/decimal escapes like \13
+    json_str = json_str:gsub("\\%d%d?%d?", "")
+    -- Remove any other invalid escapes (not one of the valid JSON escapes)
+    json_str = json_str:gsub("\\([^\"\\/bfnrtu])", "")
+    return json_str
+end
+
+local function is_list(t)
+    if type(t) ~= "table" then return false end
+    local i = 0
+    for _ in pairs(t) do
+        i = i + 1
+        if t[i] == nil then return false end
+    end
+    return true
+end
+
 local function format_json(body)
-    local ok, parsed = pcall(vim.json.decode, body)
+    local cleaned_body = clean_invalid_escapes(body)
+    local ok, parsed = pcall(vim.json.decode, cleaned_body)
     if not ok then
-        return body -- Return original body if it's not valid JSON
+        return "{}" -- Always return valid JSON
     end
-
-    local function encode_with_indent(value, indent)
-        indent = indent or ""
-        local newline = "\n" .. indent
-
-        if value == vim.NIL then
-            return "null"
-        elseif type(value) == "table" then
-            if vim.tbl_islist(value) then
-                local items = {}
-                for _, v in ipairs(value) do
-                    table.insert(items, encode_with_indent(v, indent .. "  "))
-                end
-                return "[" .. newline .. "  " .. table.concat(items, "," .. newline .. "  ") .. newline .. "]"
-            else
-                local items = {}
-                for k, v in pairs(value) do
-                    table.insert(items, string.format('%q: %s', k, encode_with_indent(v, indent .. "  ")))
-                end
-                return "{" .. newline .. "  " .. table.concat(items, "," .. newline .. "  ") .. newline .. "}"
-            end
-        elseif type(value) == "string" then
-            return string.format('%q', value)
-        else
-            return tostring(value)
-        end
+    -- Always re-encode to ensure valid JSON
+    local ok2, encoded = pcall(vim.json.encode, parsed)
+    if ok2 then
+        return encoded
+    else
+        return "{}"
     end
-
-    return encode_with_indent(parsed)
 end
 
 local function format_xml(body)
@@ -99,6 +98,70 @@ local function format_headers(headers)
     return table.concat(formatted, "\n")
 end
 
+local function prettify_json(json_str)
+    local ok, parsed = pcall(vim.json.decode, json_str)
+    if not ok then
+        return json_str -- fallback to original if not valid JSON
+    end
+    local function encode_pretty(val, indent)
+        indent = indent or ""
+        local next_indent = indent .. "  "
+        if type(val) == "table" then
+            local is_array = is_list(val)
+            local items = {}
+            if is_array then
+                for _, v in ipairs(val) do
+                    table.insert(items, encode_pretty(v, next_indent))
+                end
+                return "[\n" .. next_indent .. table.concat(items, ",\n" .. next_indent) .. "\n" .. indent .. "]"
+            else
+                for k, v in pairs(val) do
+                    table.insert(items, string.format('%q: %s', k, encode_pretty(v, next_indent)))
+                end
+                return "{\n" .. next_indent .. table.concat(items, ",\n" .. next_indent) .. "\n" .. indent .. "}"
+            end
+        elseif type(val) == "string" then
+            return string.format('%q', val)
+        else
+            return tostring(val)
+        end
+    end
+    return encode_pretty(parsed)
+end
+
+local function prettify_csv(csv_str)
+    -- Split lines
+    local lines = {}
+    for line in csv_str:gmatch("[^\r\n]+") do
+        table.insert(lines, line)
+    end
+    -- Split columns and find max width for each column
+    local columns = {}
+    for i, line in ipairs(lines) do
+        local row = {}
+        for cell in line:gmatch("([^,]+)") do
+            table.insert(row, vim.trim(cell))
+        end
+        columns[i] = row
+    end
+    local col_widths = {}
+    for _, row in ipairs(columns) do
+        for j, cell in ipairs(row) do
+            col_widths[j] = math.max(col_widths[j] or 0, #cell)
+        end
+    end
+    -- Build formatted string
+    local formatted = {}
+    for _, row in ipairs(columns) do
+        local cells = {}
+        for j, cell in ipairs(row) do
+            table.insert(cells, cell .. string.rep(' ', col_widths[j] - #cell))
+        end
+        table.insert(formatted, table.concat(cells, " | "))
+    end
+    return table.concat(formatted, "\n")
+end
+
 local function prepare_response(request, response)
     local content_type = detect_content_type(response.headers or {})
     local formatted_body = response.body or "No body"
@@ -144,6 +207,15 @@ local function display_response(pr)
         end
     end
 
+    local formatted_body = pr.formatted_body
+    if pr.content_type == "json" then
+        formatted_body = prettify_json(pr.formatted_body)
+    elseif pr.content_type == "xml" then
+        formatted_body = format_xml(pr.formatted_body)
+    elseif pr.content_type == "csv" then
+        -- formatted_body = prettify_csv(pr.formatted_body)
+    end
+
     local content = string.format([[
 Response Information (%s):
 ---------------------
@@ -164,7 +236,7 @@ Response Information (%s):
         format_headers(pr.headers),
         timing_str,
         pr.content_type,
-        pr.formatted_body
+        formatted_body
     )
 
     ui.display_in_buffer(content, "HTTP Response")

lua/http_client/init.lua

@@ -54,13 +54,13 @@ M.setup = function(opts)
     M.v = require("http_client.utils.verbose")
     M.commands = require("http_client.commands")
     M.completion = require("http_client.completion")
-    
+
     -- Initialize completion module
     M.completion.setup()
 
     -- Set up filetype detection
-    vim.api.nvim_create_autocmd({"BufRead", "BufNewFile"}, {
-        pattern = {"*.http", "*.rest"},
+    vim.api.nvim_create_autocmd({ "BufRead", "BufNewFile" }, {
+        pattern = { "*.http", "*.rest" },
         callback = function()
             vim.bo.filetype = "http"
         end
@@ -131,6 +131,12 @@ M.setup = function(opts)
         desc = "Save the current HTTP response body to a file (formatted)",
     })
 
+    vim.api.nvim_create_user_command("HttpResponseTab", function()
+        require("http_client.ui.display").open_latest_response_in_tab()
+    end, {
+        desc = "Open the latest HTTP response buffer in a new tab",
+    })
+
     setup_docs()
     set_keybindings()
 

lua/http_client/ui/display.lua

@@ -151,5 +151,19 @@ function M.display_in_buffer(content, title)
     end)
 end
 
+function M.open_latest_response_in_tab()
+    if #buffers == 0 then
+        vim.notify("No response buffer available", vim.log.levels.WARN)
+        return
+    end
+    local buf = buffers[1]
+    if vim.api.nvim_buf_is_valid(buf) then
+        vim.cmd('tabnew')
+        vim.api.nvim_win_set_buf(0, buf)
+    else
+        vim.notify("Latest response buffer is not valid", vim.log.levels.WARN)
+    end
+end
+
 return M