-
Notifications
You must be signed in to change notification settings - Fork 4
Expand file tree
/
Copy pathcodeyd2
More file actions
executable file
·410 lines (344 loc) · 11.7 KB
/
codeyd2
File metadata and controls
executable file
·410 lines (344 loc) · 11.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
#!/usr/bin/env bash
#
# codeyd2 - Codey-v2 Daemon Manager
#
# Commands:
# start - Start both daemons (main + plannd)
# stop - Stop both daemons (plannd first, then main)
# status - Show status of both daemons and loaded models
# restart - Restart both daemons cleanly
# reload - Send reload signal (SIGUSR1) to main daemon
# config - Create default config file
#
# plannd (planner daemon) runs Qwen2.5-0.5B on port 8081.
# If plannd fails to start, the main daemon continues with heuristic planning.
#
set -e
CODEY_V2_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
DAEMON_DIR="$HOME/.codey-v2"
# Main daemon files
PID_FILE="$DAEMON_DIR/codey-v2.pid"
LOG_FILE="$DAEMON_DIR/codey-v2.log"
# Planner daemon files
PLANND_PID_FILE="$DAEMON_DIR/plannd.pid"
PLANND_LOG_FILE="$DAEMON_DIR/plannd.log"
# Ensure daemon directory exists
mkdir -p "$DAEMON_DIR"
# ── Status display ─────────────────────────────────────────────────────────────
show_status() {
local main_running=false
local main_pid=""
# Check main daemon
if [ -f "$PID_FILE" ]; then
main_pid=$(cat "$PID_FILE" 2>/dev/null || echo "")
if [ -n "$main_pid" ] && kill -0 "$main_pid" 2>/dev/null; then
main_running=true
else
rm -f "$PID_FILE"
main_pid=""
fi
fi
# Print daemon status
if $main_running; then
printf "Main daemon: running (PID %s)\n" "$main_pid"
else
printf "Main daemon: stopped\n"
fi
# Check model server port and print model status via Python
python3 - <<PYEOF
import sys, urllib.request
sys.path.insert(0, "$CODEY_V2_DIR")
def port_healthy(port):
try:
with urllib.request.urlopen(
f"http://127.0.0.1:{port}/health", timeout=2
) as r:
if r.status != 200:
return False
import json as _json
body = _json.loads(r.read().decode())
# llama-server sets status="loading model" while weights are loading
return body.get("status") == "ok"
except Exception:
return False
try:
from utils.config import QWEN_7B_MMAP, QWEN_7B_MLOCK
mmap_str = "mmap: enabled" if QWEN_7B_MMAP else "mmap: disabled"
except Exception:
mmap_str = "mmap: unknown"
try:
from utils.config import (
CODEY_BACKEND as _cb, CODEY_PLANNER_BACKEND as _pb,
is_remote_backend as _is_remote,
is_remote_planner_backend as _is_remote_planner,
)
except Exception:
_cb = "local"
_pb = "local"
_is_remote = lambda: False
_is_remote_planner = lambda: False
try:
from utils.config import (
OPENROUTER_MODEL, OPENROUTER_PLANNER_MODEL,
UNLIMITEDCLAUDE_MODEL, UNLIMITEDCLAUDE_PLANNER_MODEL,
)
except Exception:
OPENROUTER_MODEL = OPENROUTER_PLANNER_MODEL = "unknown"
UNLIMITEDCLAUDE_MODEL = UNLIMITEDCLAUDE_PLANNER_MODEL = "unknown"
# Coder line
if _is_remote():
_coder_m = UNLIMITEDCLAUDE_MODEL if _cb == "unlimitedclaude" else OPENROUTER_MODEL
print(f"7B model: {_cb} ({_coder_m})")
else:
if port_healthy(8080):
print(f"7B model: loaded ({mmap_str})")
else:
print("7B model: not loaded")
# Planner line
if _is_remote_planner():
_planner_m = UNLIMITEDCLAUDE_PLANNER_MODEL if _pb == "unlimitedclaude" else OPENROUTER_PLANNER_MODEL
_planner_suffix = f" [{_pb}]" if _pb != _cb else ""
print(f"Planner: {_pb} ({_planner_m}){_planner_suffix}")
else:
if port_healthy(8081):
print("Planner: 0.5B local (port 8081)")
else:
print("Planner: 0.5B not loaded (port 8081)")
PYEOF
if $main_running; then
return 0
else
return 1
fi
}
# ── Main daemon ────────────────────────────────────────────────────────────────
start_daemon() {
if [ -f "$PID_FILE" ]; then
PID=$(cat "$PID_FILE" 2>/dev/null || echo "")
if [ -n "$PID" ] && kill -0 "$PID" 2>/dev/null; then
echo "Main daemon is already running (PID: $PID)"
return 0
else
echo "Removing stale PID file"
rm -f "$PID_FILE"
fi
fi
echo "Starting Codey-v2 daemon..."
# Clear stale Python bytecode cache so code changes take effect immediately
find "$CODEY_V2_DIR" -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
# Kill any orphaned llama-server on port 8080 from a previous session
pkill -9 -f "llama-server.*8080" 2>/dev/null || true
sleep 1
# Create launcher script
TMPSCRIPT="$(mktemp "$DAEMON_DIR/daemon_run_XXXX.py")"
trap 'rm -f "${TMPSCRIPT:-}"' ERR
cat > "$TMPSCRIPT" << PYEOF
import sys
import os
CODEY_V2_DIR = "$CODEY_V2_DIR"
sys.path.insert(0, CODEY_V2_DIR)
os.environ.setdefault("CODEY_DIR", CODEY_V2_DIR)
from core.daemon import main
main()
PYEOF
# Start daemon in background, redirect output to log
nohup python3 "$TMPSCRIPT" > "$LOG_FILE" 2>&1 &
DAEMON_PID=$!
sleep 1
if kill -0 "$DAEMON_PID" 2>/dev/null; then
echo "Main daemon started (PID: $DAEMON_PID)"
echo "Log: $LOG_FILE"
else
echo "ERROR: Main daemon failed to start. Check: $LOG_FILE"
rm -f "$TMPSCRIPT"
return 1
fi
# Cleanup temp script after a delay
(sleep 5 && rm -f "$TMPSCRIPT") &
}
stop_daemon() {
if [ ! -f "$PID_FILE" ]; then
echo "Main daemon is not running"
return 0
fi
PID=$(cat "$PID_FILE" 2>/dev/null || echo "")
if [ -z "$PID" ] || ! kill -0 "$PID" 2>/dev/null; then
echo "Main daemon is not running (stale PID file)"
rm -f "$PID_FILE"
return 0
fi
echo "Stopping main daemon (PID: $PID)..."
kill -TERM "$PID" 2>/dev/null || true
for i in {1..10}; do
if ! kill -0 "$PID" 2>/dev/null; then
echo "Main daemon stopped"
rm -f "$PID_FILE"
pkill -9 -f "llama-server.*8080" 2>/dev/null || true
return 0
fi
sleep 0.5
done
echo "Force killing main daemon..."
kill -9 "$PID" 2>/dev/null || true
rm -f "$PID_FILE"
pkill -9 -f "llama-server.*8080" 2>/dev/null || true
echo "Main daemon stopped (forced)"
}
# ── Planner daemon (plannd) ────────────────────────────────────────────────────
start_plannd() {
# Skip when planner backend is remote — no local 0.5B server needed.
# CODEY_BACKEND_P takes precedence; falls back to CODEY_BACKEND.
_pb="${CODEY_BACKEND_P:-${CODEY_BACKEND:-local}}"
if [ "$_pb" = "openrouter" ] || [ "$_pb" = "unlimitedclaude" ]; then
echo "Planner backend: ${_pb} — skipping 0.5B planner startup"
return 0
fi
if [ -f "$PLANND_PID_FILE" ]; then
PID=$(cat "$PLANND_PID_FILE" 2>/dev/null || echo "")
if [ -n "$PID" ] && kill -0 "$PID" 2>/dev/null; then
echo "Planner (0.5B) already running (PID: $PID)"
return 0
else
rm -f "$PLANND_PID_FILE"
fi
fi
echo "Starting 0.5B planner/summarizer on port 8081..."
# Kill any orphaned llama-server on port 8081 from a previous session
pkill -9 -f "llama-server.*8081" 2>/dev/null || true
sleep 0.5
# Resolve model path and llama-server binary from config
PLANNER_MODEL=$(python3 -c "
import sys; sys.path.insert(0, '$CODEY_V2_DIR')
from utils.config import PLANNER_MODEL_PATH, LLAMA_SERVER_BIN
print(PLANNER_MODEL_PATH)
print(LLAMA_SERVER_BIN)
" 2>/dev/null)
MODEL_FILE=$(echo "$PLANNER_MODEL" | head -1)
LLAMA_BIN=$(echo "$PLANNER_MODEL" | tail -1)
if [ -z "$MODEL_FILE" ] || [ ! -f "$MODEL_FILE" ]; then
echo "WARNING: 0.5B model not found. Planner/summarizer unavailable."
return 0
fi
nohup "$LLAMA_BIN" \
-m "$MODEL_FILE" \
--host 127.0.0.1 \
--port 8081 \
-c 8192 \
-t 4 \
--temp 0.3 \
--top-p 0.9 \
--top-k 20 \
--repeat-penalty 1.1 \
--flash-attn on \
> "$PLANND_LOG_FILE" 2>&1 &
PLANND_PID=$!
echo "$PLANND_PID" > "$PLANND_PID_FILE"
sleep 1
if kill -0 "$PLANND_PID" 2>/dev/null; then
echo "Planner started (PID: $PLANND_PID)"
echo "Log: $PLANND_LOG_FILE"
echo "Note: 0.5B model loading in background (~30-60 s)."
else
echo "WARNING: Planner failed to start. Check: $PLANND_LOG_FILE"
echo " Main daemon will use fallback planning."
rm -f "$PLANND_PID_FILE"
fi
return 0
}
stop_plannd() {
if [ ! -f "$PLANND_PID_FILE" ]; then
return 0
fi
PID=$(cat "$PLANND_PID_FILE" 2>/dev/null || echo "")
if [ -z "$PID" ] || ! kill -0 "$PID" 2>/dev/null; then
rm -f "$PLANND_PID_FILE"
return 0
fi
echo "Stopping planner daemon (PID: $PID)..."
kill -TERM "$PID" 2>/dev/null || true
for i in {1..8}; do
if ! kill -0 "$PID" 2>/dev/null; then
echo "Planner daemon stopped"
rm -f "$PLANND_PID_FILE"
pkill -9 -f "llama-server.*8081" 2>/dev/null || true
return 0
fi
sleep 0.5
done
kill -9 "$PID" 2>/dev/null || true
rm -f "$PLANND_PID_FILE"
pkill -9 -f "llama-server.*8081" 2>/dev/null || true
echo "Planner daemon stopped (forced)"
return 0
}
# ── Combined operations ────────────────────────────────────────────────────────
restart_all() {
stop_plannd || true
stop_daemon || true
sleep 1
start_plannd || true
start_daemon
}
reload_daemon() {
if [ ! -f "$PID_FILE" ]; then
echo "Main daemon is not running"
return 1
fi
PID=$(cat "$PID_FILE" 2>/dev/null || echo "")
if [ -z "$PID" ] || ! kill -0 "$PID" 2>/dev/null; then
echo "Main daemon is not running"
rm -f "$PID_FILE"
return 1
fi
echo "Sending reload signal to main daemon (PID: $PID)..."
kill -USR1 "$PID"
echo "Reload signal sent"
}
# ── Main command dispatcher ────────────────────────────────────────────────────
case "${1:-status}" in
start)
start_plannd || true
start_daemon
echo ""
show_status || true
;;
stop)
stop_daemon || true
stop_plannd || true
;;
status)
show_status
;;
restart)
restart_all
echo ""
show_status || true
;;
reload)
reload_daemon
;;
config)
TMPSCRIPT="$(mktemp "$DAEMON_DIR/config_XXXX.py")"
cat > "$TMPSCRIPT" << PYEOF
import sys
sys.path.insert(0, '$CODEY_V2_DIR')
from core.daemon_config import create_default_config
path = create_default_config()
print(f"Default config created at: {path}")
PYEOF
python3 "$TMPSCRIPT" || { rm -f "$TMPSCRIPT"; exit 1; }
rm -f "$TMPSCRIPT"
;;
*)
echo "Usage: codeyd2 {start|stop|status|restart|reload|config}"
echo ""
echo "Commands:"
echo " start - Start main daemon and planner daemon"
echo " stop - Stop both daemons (plannd first, then main)"
echo " status - Show status of both daemons and loaded models"
echo " restart - Restart both daemons in the correct order"
echo " reload - Send reload signal (SIGUSR1) to main daemon"
echo " config - Create default config file"
exit 1
;;
esac