Skip to content
This repository was archived by the owner on Jun 5, 2025. It is now read-only.

Notify about the number of secrets redacted since the last assistant message instead #321

Merged
merged 1 commit into from
Dec 12, 2024
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 10 additions & 4 deletions src/codegate/pipeline/secrets/secrets.py
Original file line number Diff line number Diff line change
Expand Up @@ -189,6 +189,12 @@ async def process(
new_request = request.copy()
total_redacted = 0

# Process all messages
last_assistant_idx = -1
for i, message in enumerate(new_request["messages"]):
if message.get("role", "") == "assistant":
last_assistant_idx = i

# Process all messages
for i, message in enumerate(new_request["messages"]):
if "content" in message and message["content"]:
Expand All @@ -198,11 +204,11 @@ async def process(
)
new_request["messages"][i]["content"] = protected_string

# only sum to the count if it is the last message
if i == len(new_request["messages"]) - 1:
# Sum redacted count for messages after the last assistant message
if i > last_assistant_idx:
total_redacted += redacted_count

logger.info(f"Total secrets redacted: {total_redacted}")
logger.info(f"Total secrets redacted since last assistant message: {total_redacted}")

# Store the count in context metadata
context.metadata["redacted_secrets_count"] = total_redacted
Expand Down Expand Up @@ -350,7 +356,7 @@ async def process_chunk(
return [chunk]

# Check if this is the first chunk (delta role will be present, others will not)
if chunk.choices[0].delta.role:
if len(chunk.choices) > 0 and chunk.choices[0].delta.role:
redacted_count = input_context.metadata["redacted_secrets_count"]
secret_text = "secret" if redacted_count == 1 else "secrets"
# Create notification chunk
Expand Down