|
|
|
@@ -23,7 +23,6 @@ QUEUE_DAEMON_PID_FILE="${QUEUE_DAEMON_PID_FILE:-$QUEUE_DIR/daemon.pid}"
|
|
|
|
|
QUEUE_DAEMON_LOCK_FILE="${QUEUE_DAEMON_LOCK_FILE:-$QUEUE_DIR/daemon.lock}"
|
|
|
|
|
QUEUE_DAEMON_LOG_FILE="${QUEUE_DAEMON_LOG_FILE:-$QUEUE_DIR/daemon.log}"
|
|
|
|
|
QUEUE_DAEMON_INTERVAL_MINUTES="${QUEUE_DAEMON_INTERVAL_MINUTES:-5}"
|
|
|
|
|
QUEUE_DAEMON_BATCH_SIZE="${QUEUE_DAEMON_BATCH_SIZE:-2}"
|
|
|
|
|
QUEUE_CLEANUP_AGE_DAYS="${QUEUE_CLEANUP_AGE_DAYS:-7}"
|
|
|
|
|
TASK_TIMEOUT_HOURS="${TASK_TIMEOUT_HOURS:-1}"
|
|
|
|
|
|
|
|
|
@@ -63,7 +62,7 @@ count_active_dev_sessions() {
|
|
|
|
|
for session_file in "$SESSIONS_DIR"/*.json; do
|
|
|
|
|
if [ -f "$session_file" ]; then
|
|
|
|
|
local filename=$(basename "$session_file")
|
|
|
|
|
if [ "$filename" != "base.json" ]; then
|
|
|
|
|
if [ "$filename" != "base.json" ] && [ "$filename" != "pm-agent.json" ]; then
|
|
|
|
|
count=$((count + 1))
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
@@ -532,6 +531,8 @@ with open("$QUEUE_ITEMS_DIR/${queue_id}.json", "w") as f:
|
|
|
|
|
|
|
|
|
|
print(f"Enqueued: $queue_id")
|
|
|
|
|
PYEOF
|
|
|
|
|
|
|
|
|
|
kugetsu_add_notification "task_queued" "Task queued: $issue_ref" "$issue_ref"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
get_pending_tasks() {
|
|
|
|
@@ -588,6 +589,7 @@ update_queue_item_state() {
|
|
|
|
|
|
|
|
|
|
python3 << PYEOF
|
|
|
|
|
import json
|
|
|
|
|
import os
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
|
|
|
|
|
item_file = "$item_file"
|
|
|
|
@@ -598,6 +600,8 @@ pid = "$pid"
|
|
|
|
|
with open(item_file, 'r') as f:
|
|
|
|
|
item = json.load(f)
|
|
|
|
|
|
|
|
|
|
issue_ref = item.get('issue_ref', '')
|
|
|
|
|
|
|
|
|
|
item['state'] = new_state
|
|
|
|
|
|
|
|
|
|
if new_state == "notified":
|
|
|
|
@@ -608,8 +612,10 @@ if new_state == "notified":
|
|
|
|
|
item['pid'] = int(pid) if pid.isdigit() else None
|
|
|
|
|
elif new_state == "completed":
|
|
|
|
|
item['completed_at'] = datetime.now().isoformat() + "Z"
|
|
|
|
|
os.system(f"kugetsu_add_notification 'task_completed' 'Task completed: {issue_ref}' '{issue_ref}'")
|
|
|
|
|
elif new_state == "error":
|
|
|
|
|
item['error'] = datetime.now().isoformat() + "Z"
|
|
|
|
|
os.system(f"kugetsu_add_notification 'task_error' 'Task error: {issue_ref}' '{issue_ref}'")
|
|
|
|
|
|
|
|
|
|
with open(item_file, 'w') as f:
|
|
|
|
|
json.dump(item, f, indent=2)
|
|
|
|
@@ -1139,6 +1145,11 @@ parse_issue_ref_from_message() {
|
|
|
|
|
owner=$(echo "$full_path" | cut -d'/' -f2)
|
|
|
|
|
repo=$(echo "$full_path" | cut -d'/' -f3)
|
|
|
|
|
issue_number=$(echo "$full_path" | grep -oE '[0-9]+$' | head -1)
|
|
|
|
|
elif echo "$message" | grep -qE '[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/[a-zA-Z0-9_.-]+/[a-zA-Z0-9_.-]+#[0-9]+'; then
|
|
|
|
|
gitserver=$(echo "$message" | grep -oE '[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/[a-zA-Z0-9_.-]+/[a-zA-Z0-9_.-]+' | head -1)
|
|
|
|
|
owner=$(echo "$gitserver" | cut -d'/' -f2)
|
|
|
|
|
repo=$(echo "$gitserver" | cut -d'/' -f3)
|
|
|
|
|
issue_number=$(echo "$message" | grep -oE '#[0-9]+' | grep -oE '[0-9]+' | head -1)
|
|
|
|
|
elif echo "$message" | grep -qE '[a-zA-Z0-9_.-]+/[a-zA-Z0-9_.-]+#([0-9]+)'; then
|
|
|
|
|
owner=$(echo "$message" | grep -oE '[a-zA-Z0-9_.-]+/[a-zA-Z0-9_.-]+#' | sed 's/#$//' | cut -d'/' -f1)
|
|
|
|
|
repo=$(echo "$message" | grep -oE '[a-zA-Z0-9_.-]+/[a-zA-Z0-9_.-]+#' | sed 's/#$//' | cut -d'/' -f2)
|
|
|
|
@@ -1366,22 +1377,15 @@ process_queue() {
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local available_slots=$((MAX_CONCURRENT_AGENTS - active_count))
|
|
|
|
|
local batch_size=$QUEUE_DAEMON_BATCH_SIZE
|
|
|
|
|
[ "$batch_size" -gt "$available_slots" ] && batch_size=$available_slots
|
|
|
|
|
|
|
|
|
|
if [ "$batch_size" -le 0 ]; then
|
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local pm_session=$(get_pm_agent_session_id)
|
|
|
|
|
if [ -z "$pm_session" ] || [ "$pm_session" = "null" ]; then
|
|
|
|
|
if [ "$available_slots" -le 0 ]; then
|
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local count=0
|
|
|
|
|
for item in $(ls -t "$QUEUE_ITEMS_DIR"/*.json 2>/dev/null | head -20); do
|
|
|
|
|
[ $count -ge "$available_slots" ] && break
|
|
|
|
|
[ -f "$item" ] || continue
|
|
|
|
|
[ $count -ge "$batch_size" ] && break
|
|
|
|
|
|
|
|
|
|
local state=$(python3 -c "import json; print(json.load(open('$item')).get('state', ''))" 2>/dev/null)
|
|
|
|
|
if [ "$state" != "pending" ]; then
|
|
|
|
@@ -1397,25 +1401,41 @@ process_queue() {
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
update_queue_item_state "$queue_id" "notified"
|
|
|
|
|
kugetsu_add_notification "task_dequeued" "Task dequeued: $issue_ref" "$issue_ref"
|
|
|
|
|
|
|
|
|
|
local log_file="$LOGS_DIR/delegate-${queue_id}.log"
|
|
|
|
|
mkdir -p "$LOGS_DIR"
|
|
|
|
|
|
|
|
|
|
local env_sh="set -a; "
|
|
|
|
|
if [ -f "$ENV_DIR/pm-agent.env" ]; then
|
|
|
|
|
env_sh="${env_sh}source '$ENV_DIR/pm-agent.env'; "
|
|
|
|
|
elif [ -f "$ENV_DIR/default.env" ]; then
|
|
|
|
|
env_sh="${env_sh}source '$ENV_DIR/default.env'; "
|
|
|
|
|
local max_retries=3
|
|
|
|
|
local attempt=1
|
|
|
|
|
local success=false
|
|
|
|
|
local fork_pid=""
|
|
|
|
|
|
|
|
|
|
while [ $attempt -le $max_retries ]; do
|
|
|
|
|
if kugetsu start "$issue_ref" "$message" >> "$log_file" 2>&1; then
|
|
|
|
|
success=true
|
|
|
|
|
break
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo "Attempt $attempt failed for $queue_id, cleaning up..." >> "$log_file"
|
|
|
|
|
|
|
|
|
|
local session_file="$(issue_ref_to_filename "$issue_ref").json"
|
|
|
|
|
local worktree_path=$(issue_ref_to_worktree_path "$issue_ref" "$PWD")
|
|
|
|
|
|
|
|
|
|
[ -f "$SESSIONS_DIR/$session_file" ] && rm -f "$SESSIONS_DIR/$session_file"
|
|
|
|
|
worktree_exists "$issue_ref" "$PWD" && remove_worktree_for_issue "$issue_ref" "$PWD"
|
|
|
|
|
remove_issue_from_index "$issue_ref" 2>/dev/null || true
|
|
|
|
|
|
|
|
|
|
attempt=$((attempt + 1))
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
if [ "$success" = true ]; then
|
|
|
|
|
echo "Started task $queue_id: $issue_ref"
|
|
|
|
|
count=$((count + 1))
|
|
|
|
|
else
|
|
|
|
|
echo "Failed to start task $queue_id after $max_retries attempts"
|
|
|
|
|
update_queue_item_state "$queue_id" "pending"
|
|
|
|
|
fi
|
|
|
|
|
env_sh="${env_sh}set +a; "
|
|
|
|
|
|
|
|
|
|
nohup sh -c "${env_sh}opencode run 'Delegate task: ${message}' --continue --session '$pm_session'" >> "$log_file" 2>&1 &
|
|
|
|
|
local fork_pid=$!
|
|
|
|
|
|
|
|
|
|
update_queue_item_state "$queue_id" "notified" "" "$fork_pid"
|
|
|
|
|
|
|
|
|
|
echo "Queued task $queue_id for PM agent (PID: $fork_pid)"
|
|
|
|
|
count=$((count + 1))
|
|
|
|
|
done
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@@ -2061,20 +2081,10 @@ cmd_start() {
|
|
|
|
|
create_worktree "$issue_ref" "$parent_dir"
|
|
|
|
|
|
|
|
|
|
local session_file="$(issue_ref_to_filename "$issue_ref").json"
|
|
|
|
|
|
|
|
|
|
echo "Forking session for '$issue_ref'..."
|
|
|
|
|
|
|
|
|
|
# Session-counting: count actual dev sessions, reject if at limit
|
|
|
|
|
local active_count=$(count_active_dev_sessions)
|
|
|
|
|
if [ "$active_count" -ge "$MAX_CONCURRENT_AGENTS" ]; then
|
|
|
|
|
echo "Error: Max concurrent agents ($MAX_CONCURRENT_AGENTS) reached" >&2
|
|
|
|
|
echo "Active sessions: $active_count" >&2
|
|
|
|
|
remove_worktree_for_issue "$issue_ref" "$parent_dir"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local fork_log="$SESSIONS_DIR/$session_file.fork.log"
|
|
|
|
|
local opencode_db="${OPENCODE_DB:-$HOME/.local/share/opencode/opencode.db}"
|
|
|
|
|
local lock_file="$KUGETSU_DIR/.session_lock"
|
|
|
|
|
local lock_fd=200
|
|
|
|
|
|
|
|
|
|
> "$fork_log"
|
|
|
|
|
|
|
|
|
@@ -2087,25 +2097,38 @@ ${previous_context}
|
|
|
|
|
## YOUR TASK
|
|
|
|
|
$message"
|
|
|
|
|
|
|
|
|
|
fix_session_permissions
|
|
|
|
|
|
|
|
|
|
if [ "$DEBUG_MODE" = true ]; then
|
|
|
|
|
(cd "$worktree_path" && opencode run "$full_message" --fork --session "$base_session_id" --dir "$worktree_path" 2>&1) | tee "$fork_log" &
|
|
|
|
|
else
|
|
|
|
|
(cd "$worktree_path" && opencode run "$full_message" --fork --session "$base_session_id" --dir "$worktree_path" 2>&1) >> "$fork_log" &
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local fork_pid=$!
|
|
|
|
|
|
|
|
|
|
local max_attempts=10
|
|
|
|
|
local attempt=1
|
|
|
|
|
local new_session_id=""
|
|
|
|
|
local fork_log_output=""
|
|
|
|
|
|
|
|
|
|
while [ $attempt -le $max_attempts ]; do
|
|
|
|
|
sleep 1
|
|
|
|
|
(
|
|
|
|
|
flock -x $lock_fd
|
|
|
|
|
|
|
|
|
|
new_session_id=$(python3 -c "
|
|
|
|
|
local active_count=$(count_active_dev_sessions)
|
|
|
|
|
if [ "$active_count" -ge "$MAX_CONCURRENT_AGENTS" ]; then
|
|
|
|
|
echo "Error: Max concurrent agents ($MAX_CONCURRENT_AGENTS) reached" >&2
|
|
|
|
|
echo "Active sessions: $active_count" >&2
|
|
|
|
|
remove_worktree_for_issue "$issue_ref" "$parent_dir"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo "Forking session for '$issue_ref'..."
|
|
|
|
|
|
|
|
|
|
fix_session_permissions
|
|
|
|
|
|
|
|
|
|
if [ "$DEBUG_MODE" = true ]; then
|
|
|
|
|
(cd "$worktree_path" && opencode run "$full_message" --fork --session "$base_session_id" --dir "$worktree_path" 2>&1) | tee "$fork_log" &
|
|
|
|
|
else
|
|
|
|
|
(cd "$worktree_path" && opencode run "$full_message" --fork --session "$base_session_id" --dir "$worktree_path" 2>&1) >> "$fork_log" &
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local fork_pid=$!
|
|
|
|
|
|
|
|
|
|
local max_attempts=10
|
|
|
|
|
local attempt=1
|
|
|
|
|
local new_session_id=""
|
|
|
|
|
local fork_log_output=""
|
|
|
|
|
|
|
|
|
|
while [ $attempt -le $max_attempts ]; do
|
|
|
|
|
sleep 1
|
|
|
|
|
|
|
|
|
|
new_session_id=$(python3 -c "
|
|
|
|
|
import sqlite3
|
|
|
|
|
conn = sqlite3.connect('$opencode_db')
|
|
|
|
|
cursor = conn.cursor()
|
|
|
|
@@ -2114,31 +2137,31 @@ result = cursor.fetchone()
|
|
|
|
|
if result:
|
|
|
|
|
print(result[0])
|
|
|
|
|
" 2>/dev/null || echo "")
|
|
|
|
|
|
|
|
|
|
if [ -n "$new_session_id" ] && [ "$new_session_id" != "$base_session_id" ] && [ "$new_session_id" != "$pm_agent_session_id" ]; then
|
|
|
|
|
break
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if ! kill -0 $fork_pid 2>/dev/null; then
|
|
|
|
|
fork_log_output=$(tail -20 "$fork_log" 2>/dev/null || echo "(log empty or unavailable)")
|
|
|
|
|
break
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
attempt=$((attempt + 1))
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
if [ -n "$new_session_id" ] && [ "$new_session_id" != "$base_session_id" ] && [ "$new_session_id" != "$pm_agent_session_id" ]; then
|
|
|
|
|
break
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if ! kill -0 $fork_pid 2>/dev/null; then
|
|
|
|
|
fork_log_output=$(tail -20 "$fork_log" 2>/dev/null || echo "(log empty or unavailable)")
|
|
|
|
|
break
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
attempt=$((attempt + 1))
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
if [ -z "$new_session_id" ]; then
|
|
|
|
|
echo "Error: Could not find newly created session after ${max_attempts}s" >&2
|
|
|
|
|
if [ -n "$fork_log_output" ]; then
|
|
|
|
|
echo "Fork log output:" >&2
|
|
|
|
|
echo "$fork_log_output" >&2
|
|
|
|
|
if [ -z "$new_session_id" ]; then
|
|
|
|
|
echo "Error: Could not find newly created session after ${max_attempts}s" >&2
|
|
|
|
|
if [ -n "$fork_log_output" ]; then
|
|
|
|
|
echo "Fork log output:" >&2
|
|
|
|
|
echo "$fork_log_output" >&2
|
|
|
|
|
fi
|
|
|
|
|
remove_worktree_for_issue "$issue_ref"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
remove_worktree_for_issue "$issue_ref"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo "Updating permissions for new session: $new_session_id"
|
|
|
|
|
python3 -c "
|
|
|
|
|
echo "Updating permissions for new session: $new_session_id"
|
|
|
|
|
python3 -c "
|
|
|
|
|
import sqlite3
|
|
|
|
|
conn = sqlite3.connect('$opencode_db')
|
|
|
|
|
cursor = conn.cursor()
|
|
|
|
@@ -2148,9 +2171,9 @@ conn.commit()
|
|
|
|
|
print('[OK] Session permissions updated')
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
if [ "$DEBUG_MODE" = true ]; then
|
|
|
|
|
echo "[DEBUG] Forked session permissions check:"
|
|
|
|
|
python3 -c "
|
|
|
|
|
if [ "$DEBUG_MODE" = true ]; then
|
|
|
|
|
echo "[DEBUG] Forked session permissions check:"
|
|
|
|
|
python3 -c "
|
|
|
|
|
import sqlite3
|
|
|
|
|
conn = sqlite3.connect('$opencode_db')
|
|
|
|
|
cursor = conn.cursor()
|
|
|
|
@@ -2160,11 +2183,11 @@ for row in cursor.fetchall():
|
|
|
|
|
print(' Directory:', row[1])
|
|
|
|
|
print(' Permission:', row[2])
|
|
|
|
|
" 2>/dev/null || echo " (failed to query DB)"
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
local branch_name=$(issue_ref_to_branch_name "$issue_ref")
|
|
|
|
|
|
|
|
|
|
python3 << PYEOF > "$SESSIONS_DIR/$session_file"
|
|
|
|
|
local branch_name=$(issue_ref_to_branch_name "$issue_ref")
|
|
|
|
|
|
|
|
|
|
python3 << PYEOF > "$SESSIONS_DIR/$session_file"
|
|
|
|
|
import json
|
|
|
|
|
|
|
|
|
|
session = {
|
|
|
|
@@ -2182,12 +2205,15 @@ with open("$SESSIONS_DIR/$session_file", "w") as f:
|
|
|
|
|
json.dump(session, f, indent=2)
|
|
|
|
|
PYEOF
|
|
|
|
|
|
|
|
|
|
add_issue_to_index "$issue_ref" "$session_file"
|
|
|
|
|
|
|
|
|
|
kugetsu_context_dump "$issue_ref" "$message" "$branch_name"
|
|
|
|
|
add_issue_to_index "$issue_ref" "$session_file"
|
|
|
|
|
|
|
|
|
|
kugetsu_context_dump "$issue_ref" "$message" "$branch_name"
|
|
|
|
|
|
|
|
|
|
kugetsu_add_notification "task_started" "Task started: $issue_ref" "$issue_ref"
|
|
|
|
|
|
|
|
|
|
echo "Session started for '$issue_ref': $new_session_id"
|
|
|
|
|
echo "Worktree: $worktree_path"
|
|
|
|
|
echo "Session started for '$issue_ref': $new_session_id"
|
|
|
|
|
echo "Worktree: $worktree_path"
|
|
|
|
|
) 200>"$lock_file"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cmd_continue() {
|
|
|
|
|