MAX_MESSAGE_LENGTH)return rejected(400,'Write a message of 1–'+MAX_MESSAGE_LENGTH+' characters.');
+ if(typeof payload.requestId!=='string'||!/^[a-zA-Z0-9_-]{8,100}$/.test(payload.requestId))return rejected(400,'A unique message request ID is required.');
+ if(!agent)return rejected(409,'The task changed. Reopen its cottage before sending.');
+ // A retry can arrive after this cottage advances to a new task. Its receipt
+ // belongs to the task identity in the original payload, so inspect it before
+ // treating the current cottage as changed.
+ const hash=receiptHash(agent.id,payload.taskId,message);
+ try{await load();}catch{return rejected(503,'The message receipt ledger is unavailable. Nothing was sent.');}
+ const previous=entries.get(payload.requestId);
+ if(previous){
+ if(previous.hash!==hash)return rejected(409,'That message request ID belongs to a different message.');
+ return previous.response||unknown();
+ }
+ if(payload.taskId!==agent.taskId)return rejected(409,'The task changed. Reopen its cottage before sending.');
+ const supported=capability(agent,meta);if(!supported.available)return rejected(409,supported.reason);
+ const path='tasks/'+encodeURIComponent(agent.taskId);
+ try{
+ const response=await request(path);
+ if(!response.ok)return rejected(502,'AutoHub could not verify the current task. Nothing was sent.');
+ const task=await response.json(),context=parse(task.context),execution=context.lifecycle?.execution||{};
+ const current={...agent,conversationTarget:{taskId:task.id,taskStatus:task.status,recordKind:task.recordKind,transport:execution.sessionMode,supportsRedirection:execution.supportsRedirection}};
+ if(task.id!==agent.taskId||task.isStale||task.archived)return rejected(409,'The task is no longer available for messages.');
+ const verified=capability(current);
+ if(!verified.available||verified.mode!==supported.mode|| (supported.mode==='respond'&&task.canRespond===false))return rejected(409,'The task’s input state changed. Refresh before sending.');
+ }catch{return rejected(502,'AutoHub could not verify the current task. Nothing was sent.');}
+ const entry={id:payload.requestId,hash,at:now(),response:null};
+ try{await remember(entry);}catch{return rejected(503,'The message receipt could not be saved. Nothing was sent.');}
+ let receipt;
+ try{
+ const response=await request(path+'/'+supported.mode,{method:'POST',headers:{'content-type':'application/json'},body:JSON.stringify(supported.mode==='redirect'?{instruction:message}:{response:message})});
+ const body=await response.json();
+ if(response.ok&&((supported.mode==='redirect'&&body.ok===true&&body.taskId===agent.taskId)||(supported.mode==='respond'&&body.id===agent.taskId))){
+ receipt=result(200,{ok:true,delivery:supported.mode==='redirect'?'submitted':'accepted',requestId:payload.requestId,source:'autohub',timestamp:now()});
+ }else if(response.status===401 ||
+ (response.status===403&&body.error==='owner_approval_required') ||
+ (response.status===404&&['task_not_found','Task not found'].includes(body.error)) ||
+ (response.status===409&&['no_running_session','not_awaiting_input'].includes(body.error)) ||
+ (response.status===400&&body.error==='instruction_required')){
+ // Only known pre-delivery errors are safe to retry. AutoHub can return
+ // already_answered/cancellation_in_progress after affecting the task.
+ // Omit upstream bodies, which can
+ // contain task context or terminal paths not intended for the browser.
+ receipt=rejected(response.status,response.status===403?'AutoHub requires an authorized owner response. Nothing was sent.':response.status===401?'AutoHub authentication failed. Nothing was sent.':'AutoHub declined the message because the task or input state changed.');
+ }else receipt=unknown();
+ }catch{receipt=unknown();}
+ try{await remember({...entry,response:receipt});}catch{return unknown();}
+ return receipt;
+ }
+ return {capability,priorReceipt,
+ send(agent,payload,meta={}){
+ // The durable reservation precedes the only write request. Repeated Send,
+ // a timeout, or a process restart cannot replay an uncertain instruction.
+ const work=queue.then(()=>sendNow(agent,payload,meta));queue=work.catch(()=>{});return work;
+ },
+ };
+}
diff --git a/src/observatory.mjs b/src/observatory.mjs
index 9da2a44..1a646ba 100644
--- a/src/observatory.mjs
+++ b/src/observatory.mjs
@@ -4,6 +4,9 @@ import {movePoint,inside,normalizeRelationships,normalizedHandoffs} from './worl
import {createHistory} from './history.mjs';
import {createSound} from './sound.mjs';
import {activityAddress,mergeActivity,elapsedMs,validTime} from './feed-client.mjs';
+import {cottageDoors,crossedDoor} from './interaction.mjs';
+import {normalizeTodos} from './todos.mjs';
+import {conversationCapability,MAX_MESSAGE_LENGTH} from './conversation.mjs';
export const STAGES={
none:{label:'No PR',color:'#a3a99d',symbol:'—'},
@@ -48,22 +51,31 @@ export function activityJournalPresentation(cache={}){
if(cache.stale)return {state:'stale',text:source+' · stale — '+String(cache.error||'connection interrupted')};
return {state:'live',text:source+' · live activity'};
}
+export function activityCacheFor(cache,a={}){
+ const sessionIdentity=a.sessionId||a.sessionStartedAt||null;
+ const identity=JSON.stringify([a.taskId||null,sessionIdentity,a.activityUrl||null]);
+ if(cache?.identity===identity)return cache;
+ return {identity,events:[],source:'none',cursor:null,hasMore:false,stale:false,unavailable:false};
+}
const link=(url,text)=>safeUrl(url)?''+esc(text)+' ':'';
function nearRect(p,r){return Math.hypot(p.x-Math.max(r.x,Math.min(p.x,r.x+r.w)),p.y-Math.max(r.y,Math.min(p.y,r.y+r.h)));}
export function createObservatory(api){
const {canvas}=api,panel=$('panel'),viewport=$('map-viewport'),roomCanvas=$('room-canvas'),roomCtx=roomCanvas.getContext('2d');
const sound=createSound(),keys=new Set(),rooms=new Map(),activity=new Map(),inflight=new Map(),activityLines=new Map();
+ const conversations=new Map();
let mode='town',selected=null,interiorId=null,room=null,roomPlayer=null,player=null,returnTo=null,tab='overview',prFilter=null;
let followId=null,lastFrame=0,transition=1,latestAgents=[],relationships=[],handoffs=[],couriers=[],apprentices=[],knownKids=new Set();
let sourceKey='',history=null,historyInitialized=false,stageSignature='',rosterSignature='',panelKey='',lastHint='',replayIndex=-1,replaying=false,replayTimer=0,replayEvents=[];
let lastHealthCheck=0,selectedObject=null,board=null,feedStale=false,historyView='since';
+ let talkingId=null,talkingUntil=0;
let reduce=matchMedia('(prefers-reduced-motion: reduce)').matches;
matchMedia('(prefers-reduced-motion: reduce)').addEventListener('change',e=>{reduce=e.matches;if(reduce)transition=1;});
let storage=null;try{storage=localStorage;}catch{}
const byId=id=>latestAgents.find(a=>a.id===id);
const plotFor=id=>{for(const p of api.getPlots()){if(p.agent.id===id)return p;const k=p.kids?.find(k=>k.agent.id===id);if(k)return {...k,agent:k.agent,parentPlot:p};}return null;};
const roomFor=a=>{const key=a.id+'|'+(a.taskId||'');if(!rooms.has(key))rooms.set(key,createInterior(a));return rooms.get(key);};
+ const conversationFor=a=>{const key=sourceKey+'|'+a.id+'|'+(a.taskId||'');if(!conversations.has(key))conversations.set(key,{text:'',phase:'idle',notice:'',sent:[],requestId:null,payload:''});return conversations.get(key);};
const visible=a=>!prFilter||prStage(a.pr)===prFilter;
const hint=text=>{if(text!==lastHint){$('scene-status').textContent=text;lastHint=text;}};
function placePlayer(){
@@ -108,24 +120,31 @@ export function createObservatory(api){
}
function interact(){
if(mode==='room'){
- const nearest=room.objects.filter(o=>o.interactable).sort((a,b)=>nearRect(roomPlayer,a)-nearRect(roomPlayer,b))[0];
- if(nearest&&nearRect(roomPlayer,nearest)<30){if(nearest.id==='exit')leave();else inspect(nearest.id);}
+ if(distance(roomPlayer,room.resident)<30){talk(interiorId);return;}
+ const nearest=room.objects.filter(o=>o.interactable&&o.id!=='exit').sort((a,b)=>nearRect(roomPlayer,a)-nearRect(roomPlayer,b))[0];
+ if(nearest&&nearRect(roomPlayer,nearest)<30)inspect(nearest.id);
return;
}
if(!player)return;
+ const resident=(api.getResidents?.()||[]).filter(r=>visible(byId(r.id)||{})).sort((a,b)=>distance(player,a)-distance(player,b))[0];
+ if(resident&&distance(player,resident)<30){talk(resident.id);return;}
const targets=[];
for(const p of api.getPlots()){
if(visible(p.agent)){
- targets.push({kind:'door',id:p.agent.id,x:p.x+27,y:p.y+75});
targets.push({kind:'bench',id:p.agent.id,x:p.x+35,y:p.y+105});
}
- for(const k of p.kids||[])if(visible(k.agent))targets.push({kind:'door',id:k.agent.id,x:k.x+8,y:k.y+20});
}
if(board)targets.push({kind:'board',...board});
const near=targets.sort((a,b)=>distance(player,a)-distance(player,b))[0];
- if(near&&distance(player,near)<31){
- if(near.kind==='board')showHistory('board');else if(near.kind==='bench')follow(near.id);else enter(near.id);
- }else if(selected){hint('Walk up to a door or bench, or use “Enter cottage” in the inspector.');}
+ if(near&&distance(player,near)<(near.kind==='bench'?20:31)){
+ if(near.kind==='board')showHistory('board');else if(near.kind==='bench')follow(near.id);
+ }else hint('Walk into a doorway to enter. Press E near an agent to talk.');
+ }
+ function talk(id){
+ const a=byId(id);if(!a)return;
+ if(mode==='board'||mode==='scrapbook')setMode('town');
+ selected=id;tab='talk';selectedObject=null;talkingId=id;talkingUntil=performance.now()+1500;
+ api.select(id);sound.murmur({seed:roomFor(a).seed});ensureActivity(a);renderPanel(id);
}
function inspect(id){
selectedObject=id;tab=({request:'request',clock:'overview',workbench:'journal',review:'review',shelf:'artifacts'})[id]||'overview';
@@ -152,9 +171,16 @@ export function createObservatory(api){
let dy=(keys.has('ArrowDown')||keys.has('s')?1:0)-(keys.has('ArrowUp')||keys.has('w')?1:0);
if(!dx&&!dy)return false;
const n=Math.hypot(dx,dy);dx/=n;dy/=n;followId=null;
- if(mode==='room')roomPlayer=movePoint(roomPlayer,dx*68*dt,dy*68*dt,(x,y)=>isWalkable(room,x,y));
+ if(mode==='room'){
+ const next={x:roomPlayer.x+dx*68*dt,y:roomPlayer.y+dy*68*dt};
+ if(crossedDoor(roomPlayer,next,[{x:room.door.x,y:157,width:26}],'out')){leave();return true;}
+ roomPlayer=movePoint(roomPlayer,dx*68*dt,dy*68*dt,(x,y)=>isWalkable(room,x,y));
+ }
else{
- placePlayer();player=movePoint(player,dx*88*dt,dy*88*dt,walkable);scrollToPlayer();
+ placePlayer();
+ const next={x:player.x+dx*88*dt,y:player.y+dy*88*dt},door=crossedDoor(player,next,cottageDoors(api.getPlots(),visible));
+ if(door){enter(door.id);return true;}
+ player=movePoint(player,dx*88*dt,dy*88*dt,walkable);scrollToPlayer();
}
sound.play('step');return true;
}
@@ -175,11 +201,14 @@ export function createObservatory(api){
if(!room||transition<1)return;
const r=roomCanvas.getBoundingClientRect(),scale=Math.min(r.width/room.width,r.height/room.height);
const p={x:(e.clientX-r.left-(r.width-room.width*scale)/2)/scale,y:(e.clientY-r.top-(r.height-room.height*scale)/2)/scale};
+ if(inside(p,{x:room.resident.x-9,y:room.resident.y-21,w:18,h:24})){talk(interiorId);return;}
const obj=room.objects.find(o=>o.interactable&&inside(p,o));
if(obj){if(obj.id==='exit')leave();else inspect(obj.id);}
});
function handleClick(e){
const r=canvas.getBoundingClientRect(),p={x:(e.clientX-r.left)*canvas.width/r.width,y:(e.clientY-r.top)*canvas.height/r.height};
+ const resident=(api.getResidents?.()||[]).find(a=>visible(byId(a.id)||{})&&inside(p,{x:a.x-7,y:a.y-18,w:14,h:20}));
+ if(resident){talk(resident.id);return true;}
for(const plot of api.getPlots()){
if(!visible(plot.agent))continue;
if(inside(p,{x:plot.x-18,y:plot.y+46,w:18,h:30})){
@@ -197,6 +226,9 @@ export function createObservatory(api){
const anchor=old&&[...old.querySelectorAll('[data-event]')].find(e=>e.offsetTop+e.offsetHeight>old.offsetTop+scroll);
const anchorId=anchor?.dataset.event,anchorOffset=anchor&&old?anchor.getBoundingClientRect().top-old.getBoundingClientRect().top:0;
const active=document.activeElement,focus=same&&panel.contains(active)?active.dataset.action:null,journalFocused=same&&active===old;
+ const composing=same&&active?.id==='agent-message',selection=composing?[active.selectionStart,active.selectionEnd,active.scrollTop]:null;
+ const todosOpen=same&&panel.querySelector('.talk-todos')?.open;
+ const todoScroll=same?panel.querySelector('.todo-list')?.scrollTop:0;
panel.innerHTML=html;panelKey=key;
const log=panel.querySelector('.journal');
if(log&&same)log.scrollTop=atEnd?log.scrollHeight:scroll;
@@ -204,12 +236,15 @@ export function createObservatory(api){
if(log&&!same)log.scrollTop=log.scrollHeight;
if(journalFocused)log?.focus({preventScroll:true});
if(focus)[...panel.querySelectorAll('[data-action]')].find(node=>node.dataset.action===focus)?.focus({preventScroll:true});
+ if(composing){const input=$('agent-message');if(input){input.focus({preventScroll:true});input.setSelectionRange(selection[0],selection[1]);input.scrollTop=selection[2];}}
+ if(todosOpen&&panel.querySelector('.talk-todos'))panel.querySelector('.talk-todos').open=true;
+ if(todoScroll&&panel.querySelector('.todo-list'))panel.querySelector('.todo-list').scrollTop=todoScroll;
}
function cacheFor(a){
- const identity=(a.taskId||'')+'|'+(a.activityUrl||'');
- if(activity.get(a.id)?.identity!==identity){
+ const previous=activity.get(a.id),cache=activityCacheFor(previous,a);
+ if(cache!==previous){
inflight.get(a.id)?.abort();inflight.delete(a.id);
- activity.set(a.id,{identity,events:[],source:'none',cursor:null,hasMore:false,stale:false,unavailable:false});
+ activity.set(a.id,cache);
}
return activity.get(a.id);
}
@@ -236,6 +271,7 @@ export function createObservatory(api){
const data=await res.json();
if(epoch!==sourceKey||activity.get(a.id)!==cache)return;
applyActivityPage(cache,data,{older});
+ if(Object.hasOwn(data,'todos'))cache.todos=normalizeTodos(data.todos);
recordActivity(a,data.events);
for(const e of data.events)if(e.kind==='handoff'&&e.from&&e.to)appendHandoff(e);
}catch(err){if(epoch===sourceKey&&activity.get(a.id)===cache){cache.stale=true;cache.error=err.name==='AbortError'?'Activity request timed out':err.message;}}
@@ -249,13 +285,59 @@ export function createObservatory(api){
const events=activity.get(a.id)?.events||a.events||[];
return [...events].reverse().find(e=>['progress','summary','tool','result'].includes(e.kind))?.text||a.activity||a.lastLine||'';
}
+ function todosHtml(a,cache){
+ const supplied=normalizeTodos(a.todos),journal=normalizeTodos(cache.todos);
+ const todos=journal&&(!supplied||(journal.updatedAt||0)>(supplied.updatedAt||0))?journal:supplied||journal;
+ if(!todos)return 'This source has not supplied a to-do list. Check the journal for recorded progress.
';
+ const done=todos.items.filter(item=>item.status==='completed').length;
+ const labels={pending:'To do',in_progress:'In progress',completed:'Done',cancelled:'Cancelled'};
+ return ''+done+' / '+todos.items.length+' done · '+esc(todos.source||'Task source')+' · '+esc(clock(todos.updatedAt))+(todos.stale||cache.stale||feedStale?' · stale':'')+'
'+(todos.items.length?''+todos.items.map(item=>''+({pending:'○',in_progress:'◉',completed:'✓',cancelled:'×'})[item.status]+' '+labels[item.status]+' '+esc(item.text)+' ':'The agent’s list is empty.
')+(todos.truncated?'Showing the first 100 items supplied.
':'');
+ }
+ function talkHtml(a,cache){
+ const conversation=conversationFor(a),capability=conversationCapability(a,api.getEndpoint(),{stale:feedStale});
+ const pending=conversation.phase==='sending',uncertain=conversation.phase==='unconfirmed';
+ const enabled=capability.available&&!pending&&!uncertain&&!!conversation.text.trim()&&conversation.text.trim()!==conversation.uncertainPayload;
+ const receipts=conversation.sent.map(message=>''+esc(message.text)+'
'+esc(clock(message.timestamp))+' · '+esc(message.label)+' A word with '+esc(a.name)+' '+(sound.enabled?'Your host answers with a little murmur.':'Enable sound to hear your host’s little murmur.')+' Activity below comes from the task’s recorded updates.
'+
+ ''+
+ (receipts?''+receipts+' ':'')+
+ 'Agent’s to-do list '+todosHtml(a,cache)+'
From the workbench '+button('older','Earlier entries',cache.hasMore?'':'disabled')+''+esc(cache.source)+(cache.stale?' · stale — '+esc(cache.error||'connection interrupted'):' · recorded activity')+'
'+eventHtml(cache.events)+' ';
+ }
+ async function sendMessage(){
+ const a=byId(interiorId||selected);if(!a)return;
+ const conversation=conversationFor(a),capability=conversationCapability(a,api.getEndpoint(),{stale:feedStale});
+ if(!capability.available||['sending','unconfirmed'].includes(conversation.phase)||!conversation.text.trim()||conversation.text.trim()===conversation.uncertainPayload)return;
+ const text=conversation.text.trim();if(text.length>MAX_MESSAGE_LENGTH)return;
+ conversation.requestId ||= crypto.randomUUID();conversation.payload=text;conversation.phase='sending';conversation.notice='Submitting your message…';
+ const epoch=sourceKey,controller=new AbortController(),timeout=setTimeout(()=>controller.abort(),20000);renderPanel(selected);
+ try{
+ const response=await fetch(capability.url,{method:'POST',credentials:'omit',redirect:'error',signal:controller.signal,headers:{'content-type':'application/json','x-cottagecode-request':'user-message'},body:JSON.stringify({taskId:a.taskId,message:text,requestId:conversation.requestId})});
+ const result=await response.json();
+ if(result.delivery==='unconfirmed')throw new Error('Delivery is unconfirmed. Check the task before sending this message again.');
+ if(!response.ok){
+ if(result.delivery!=='not_sent')throw new Error('Delivery is unconfirmed. Check the task before sending again.');
+ conversation.phase='error';conversation.notice=String(result.error||'The source declined this message.');conversation.requestId=null;return;
+ }
+ if(!result.ok||!['submitted','accepted'].includes(result.delivery))throw new Error('The source did not confirm delivery. Check the task before sending again.');
+ const label=result.delivery==='submitted'?'Submitted to agent terminal':'Accepted by task source';
+ conversation.sent.push({text,timestamp:Date.now(),label});conversation.sent=conversation.sent.slice(-20);
+ conversation.text='';conversation.requestId=null;conversation.phase='sent';conversation.notice=label+'. Replies appear in the recorded activity when the source supplies them.';
+ if(epoch===sourceKey)ensureActivity(a);
+ }catch(error){conversation.phase='unconfirmed';conversation.uncertainPayload=text;conversation.notice=error.name==='AbortError'?'Delivery is unconfirmed after a timeout. Check the task before sending again.':error.message||'Delivery is unconfirmed. Check the task before sending again.';}
+ finally{clearTimeout(timeout);if(epoch===sourceKey&&(selected===a.id||interiorId===a.id))renderPanel(selected);}
+ }
function renderPanel(id){
selected=id;
if(mode==='board'||mode==='scrapbook'){renderHistory();return true;}
const a=byId(mode==='room'?interiorId:id);if(!a)return false;
const pr=normalizePr(a.pr),stage=pr.stage,s=STAGES[stage],cache=cacheFor(a);
let content='';
- if(tab==='request'){
+ if(tab==='talk'){
+ content=talkHtml(a,cache);
+ }else if(tab==='todos'){
+ content='The task checklist '+todosHtml(a,cache);
+ }else if(tab==='request'){
content='Pinned request '+(a.originalAskSource==='session'?'First request recorded in this session. Current task boundaries are unavailable.':'Original request supplied by the task source.')+'
'+esc(a.originalAsk||'The feed has not supplied the original request.')+'
';
}else if(tab==='journal'){
const presentation=activityJournalPresentation(cache);
@@ -271,9 +353,9 @@ export function createObservatory(api){
}else{
content='Today’s work '+esc(a.task&&a.task!=='-'?a.task:'Task description unavailable')+'
'+esc(latestLine(a)||'No current activity supplied.')+'
Task started '+esc(clock(a.taskStartedAt))+' Elapsed '+esc(elapsed(a))+' Session started '+esc(clock(a.sessionStartedAt))+' Last signal '+esc(clock(a.updatedAt))+' Model '+esc(a.model||'Unavailable')+' Branch '+esc(a.branch||'Unavailable')+' Pinned request '+esc(a.originalAsk?a.originalAsk.slice(0,230)+(a.originalAsk.length>230?'…':''):'Original request not supplied.')+'
'+button('tab:request','Read the pinned note');
}
- const nav=[['overview','Clock'],['request','Request'],['journal','Journal'],['review','PR desk'],['artifacts','Shelves']].map(([key,label])=>button('tab:'+key,label,'aria-pressed="'+(tab===key)+'"')).join('');
+ const nav=[['overview','Clock'],['request','Request'],['journal','Journal'],['todos','To-do'],['review','PR desk'],['artifacts','Shelves']].map(([key,label])=>button('tab:'+key,label,'aria-pressed="'+(tab===key)+'"')).join('');
const header=''+esc(a.town)+' · '+(mode==='room'?'INSIDE':'COTTAGE')+'
'+esc(a.name)+' '+esc(a.status)+' '+s.symbol+' '+s.label+'
';
- const actions=''+button(mode==='room'?'leave':'enter',mode==='room'?'Leave cottage ↗':'Enter cottage ↗')+button('follow',followId===a.id?'Leave bench':'Follow from bench')+handoffAction(a.handoffUrl)+'
';
+ const actions=''+button(mode==='room'?'leave':'enter',mode==='room'?'Leave cottage ↗':'Enter cottage ↗')+button('talk','Talk to '+esc(a.name),'aria-pressed="'+(tab==='talk')+'"')+button('follow',followId===a.id?'Leave bench':'Follow from bench')+handoffAction(a.handoffUrl)+'
';
const worktree=a.worktreePath?''+button('copy','Copy worktree path')+(a.worktreePath.startsWith('/')?'
Open worktree ':'')+'
'+nav+' '+content+worktree,(mode==='room'?interiorId:id)+'|'+(a.taskId||'')+':'+tab);
return true;
@@ -294,13 +376,21 @@ export function createObservatory(api){
}
panel.addEventListener('input',e=>{
if(e.target.id==='replay-range'){replaying=false;replayEvents=history.events();replayIndex=Number(e.target.value);showReplay();}
+ if(e.target.id==='agent-message'){
+ const a=byId(interiorId||selected);if(!a)return;
+ const conversation=conversationFor(a);conversation.text=e.target.value;
+ if(conversation.phase!=='sending'&&conversation.text.trim()!==conversation.payload){conversation.phase='idle';conversation.requestId=null;conversation.notice='';}
+ const send=panel.querySelector('[data-action="send-message"]');if(send)send.disabled=!conversationCapability(a,api.getEndpoint(),{stale:feedStale}).available||!conversation.text.trim()||['sending','unconfirmed'].includes(conversation.phase)||conversation.text.trim()===conversation.uncertainPayload;
+ }
});
+ panel.addEventListener('submit',e=>{if(e.target.id==='agent-conversation'){e.preventDefault();sendMessage();}});
panel.addEventListener('click',async e=>{
const action=e.target.closest('[data-action]')?.dataset.action;if(!action)return;
if(action==='enter')enter(selected);
else if(action==='leave')leave();
else if(action==='follow')follow(interiorId||selected);
- else if(action.startsWith('tab:')){tab=action.slice(4);selectedObject=({request:'request',journal:'workbench',review:'review',artifacts:'shelf',overview:'clock'})[tab];renderPanel(selected);if(tab==='journal')ensureActivity(byId(interiorId||selected));}
+ else if(action==='talk')talk(interiorId||selected);
+ else if(action.startsWith('tab:')){tab=action.slice(4);selectedObject=({request:'request',journal:'workbench',review:'review',artifacts:'shelf',overview:'clock'})[tab];renderPanel(selected);if(['journal','todos'].includes(tab))ensureActivity(byId(interiorId||selected));}
else if(action==='older')await ensureActivity(byId(interiorId||selected),{older:true});
else if(action==='copy'){try{await navigator.clipboard.writeText(byId(interiorId||selected).worktreePath);e.target.textContent='Copied';}catch{e.target.textContent='Copy unavailable';}}
else if(action==='handoff'){const url=safeHttpsUrl(byId(interiorId||selected)?.handoffUrl);if(url)window.open(url,'_blank','noopener,noreferrer');}
@@ -413,7 +503,7 @@ export function createObservatory(api){
const p=plotFor(replay.agentId);if(p){ctx.strokeStyle='#ffe296';ctx.lineWidth=3;ctx.strokeRect(p.x-5,p.y-12,64,91);ctx.font='8px "Silkscreen",monospace';ctx.fillStyle='#ffe296';ctx.fillText('RECORDED',p.x-5,p.y-17);}
}
if(followId)hint('On the bench with '+(byId(followId)?.name||'your agent')+' · Move or press Escape to leave');
- else if(mode==='town')hint('Arrow keys / WASD to walk · E at a door, bench or noticeboard · Click a cottage to inspect');
+ else if(mode==='town')hint('Arrow keys / WASD to walk · Walk into doors · E to talk or use a bench · Click to inspect');
}
function draw(time){
const dt=Math.min(.05,lastFrame?time-lastFrame:1/60);lastFrame=time;
@@ -428,11 +518,11 @@ export function createObservatory(api){
const scale=Math.min(width/room.width,height/room.height),eased=1-Math.pow(1-transition,3);
roomCtx.save();roomCtx.translate(width/2,height/2);roomCtx.scale(scale*(.83+.17*eased),scale*(.83+.17*eased));roomCtx.translate(-room.width/2,-room.height/2);
roomCtx.globalAlpha=eased;
- renderInterior(roomCtx,room,{time:time*1000,agent:byId(interiorId)||{},player:{...roomPlayer,walking:moving},selectedObject,reduce});
+ renderInterior(roomCtx,room,{time:time*1000,agent:byId(interiorId)||{},player:{...roomPlayer,walking:moving},selectedObject,reduce,talking:talkingId===interiorId&&performance.now()o.interactable).sort((a,b)=>nearRect(roomPlayer,a)-nearRect(roomPlayer,b))[0];
- hint(near&&nearRect(roomPlayer,near)<30?'E · '+near.label+' / click any object · Escape to leave':'Walk around your host’s cottage · Click an object to inspect · Escape to leave');
+ const near=room.objects.filter(o=>o.interactable&&o.id!=='exit').sort((a,b)=>nearRect(roomPlayer,a)-nearRect(roomPlayer,b))[0];
+ hint(distance(roomPlayer,room.resident)<30?'E · Talk to '+(byId(interiorId)?.name||'your host')+' · Walk out through the door to leave':near&&nearRect(roomPlayer,near)<30?'E · '+near.label+' · Walk out through the door to leave':'Walk around your host’s cottage · E near your host to talk · Walk into the doorway to leave');
}else drawTown(api.ctx,time,dt,moving);
if(replaying){replayTimer+=dt;if(replayTimer>1.8){replayTimer=0;replayIndex++;if(replayIndex>=replayEvents.length){replaying=false;replayIndex=replayEvents.length-1;renderHistory();}showReplay();}}
}
@@ -451,9 +541,10 @@ export function createObservatory(api){
if(p.agent.pr?.number){ctx.fillStyle='#253729';ctx.fillText('#'+p.agent.pr.number,x-2,y+26);}
else if(stage==='none'){ctx.fillStyle='#253729';ctx.font='6px "Silkscreen",monospace';ctx.fillText('NO PR',x-4,y+26);}
}
- return {update,draw,renderPanel,handleClick,enter,leave,follow,focusCottage,drawDispatch,latestLine,visible,
+ return {update,draw,renderPanel,handleClick,enter,leave,follow,focusCottage,drawDispatch,latestLine,visible,talk,
resident:a=>roomFor(a).resident,sound,
+ isTalking:id=>talkingId===id&&performance.now(){});
+ if(!contextFactory&&!Constructor){enabled=false;return false;}
+ try{
+ context ||= contextFactory?contextFactory():new Constructor();
+ await context.resume();
+ if(version===enableVersion&&context.state!=='running')enabled=false;
+ }catch{if(version===enableVersion)enabled=false;}
+ }else{
+ // Suspended oscillators must not resume old syllables when sound returns.
+ stopChannel();last.clear();
+ if(context)await context.suspend().catch(()=>{});
+ }
return enabled;
}
- function play(kind,{distance=0,pan=0}={}){
- const isAlert=['ready','blocked','done'].includes(kind);
- if(!enabled||!context||context.state!=='running'||(isAlert?!alerts:!ambience)) return false;
+ function settings(kind,{distance=0,pan=0}={},cooldown=.8){
+ const channel=['ready','blocked','done'].includes(kind)?'alerts':'ambience';
+ if(!enabled||!context||context.state!=='running'||(channel==='alerts'?!alerts:!ambience))return null;
+ const attenuation=Number.isFinite(distance)?Math.max(0,1-Math.max(0,distance)/220):0;
+ if(!attenuation)return null;
const now=context.currentTime;
- if(now-(last.get(kind)??-10)<(kind==='step'?.18:.8))return false;
- last.set(kind,now);
- const volume=Math.max(0,1-distance/220)*.045;
- if(!volume)return false;
+ if(now-(last.get(kind)??-Infinity)finish(voice);return n;}};
+ }
+ function play(kind,options={}){
+ const config=settings(kind,options,kind==='step'?.18:.8);if(!config)return false;
+ const {now,volume,pan,channel}=config;
const notes={step:[120,.025,'triangle'],door:[180,.15,'triangle'],quack:[390,.12,'square'],splash:[720,.12,'sine'],
chirp:[880,.09,'sine'],talk:[440,.05,'square'],ready:[660,.3,'sine'],blocked:[220,.25,'triangle'],done:[520,.22,'sine']};
const [frequency,duration,type]=notes[kind]||notes.chirp;
- const oscillator=context.createOscillator(),gain=context.createGain(),panner=context.createStereoPanner();
- oscillator.type=type;oscillator.frequency.setValueAtTime(frequency,now);
- oscillator.frequency.exponentialRampToValueAtTime(kind==='ready'?frequency*1.5:frequency*.55,now+duration);
- gain.gain.setValueAtTime(volume,now);gain.gain.exponentialRampToValueAtTime(.0001,now+duration);
- panner.pan.value=Math.max(-1,Math.min(1,pan));
- oscillator.connect(gain).connect(panner).connect(context.destination);
- oscillator.start(now);oscillator.stop(now+duration+.02);
- oscillator.onended=()=>{oscillator.disconnect();gain.disconnect();panner.disconnect();};return true;
- }
- return {enable,play,get enabled(){return enabled;},set ambience(v){ambience=!!v;},set alerts(v){alerts=!!v;}};
+ const tracked=voiceFor(channel);
+ try{
+ const oscillator=tracked.source(context.createOscillator()),gain=tracked.node(context.createGain()),panner=tracked.node(context.createStereoPanner());
+ oscillator.type=type;oscillator.frequency.setValueAtTime(frequency,now);
+ oscillator.frequency.exponentialRampToValueAtTime(kind==='ready'?frequency*1.5:frequency*.55,now+duration);
+ gain.gain.setValueAtTime(volume,now);gain.gain.exponentialRampToValueAtTime(.0001,now+duration);
+ panner.pan.value=pan;
+ oscillator.connect(gain).connect(panner).connect(context.destination);
+ oscillator.start(now);oscillator.stop(now+duration+.02);last.set(kind,now);return true;
+ }catch{stop(tracked.voice);return false;}
+ }
+ function murmur({seed=0,distance=0,pan=0}={}){
+ const config=settings('murmur',{distance,pan},1.5);if(!config)return false;
+ const {now,volume,channel}=config;
+ // The seed determines a character's little melodic phrase. These vowel-like
+ // tones are nonspeech: there is no text, recording, or hidden agent reasoning.
+ let state=2166136261;
+ for(const character of String(seed)){state=Math.imul(state^character.codePointAt(0),16777619)>>>0;}
+ const random=()=>{state=(Math.imul(state,1664525)+1013904223)>>>0;return state/4294967296;};
+ const pitch=155+random()*115,count=5+Math.floor(random()*3);
+ const melody=[0,2,5,7,9,-2,4],vowels=[[350,900],[500,1250],[700,1550],[430,1900],[560,1650]];
+ const tracked=voiceFor(channel);
+ try{
+ const oscillator=tracked.source(context.createOscillator());
+ const formantA=tracked.node(context.createBiquadFilter()),formantB=tracked.node(context.createBiquadFilter());
+ const upperGain=tracked.node(context.createGain()),envelope=tracked.node(context.createGain());
+ const softener=tracked.node(context.createBiquadFilter()),panner=tracked.node(context.createStereoPanner());
+ oscillator.type='sawtooth';
+ formantA.type='bandpass';formantA.Q.value=4;
+ formantB.type='bandpass';formantB.Q.value=5;
+ upperGain.gain.value=.4;
+ softener.type='lowpass';softener.frequency.value=2700;softener.Q.value=.6;
+ panner.pan.value=config.pan;
+ oscillator.connect(formantA).connect(envelope);
+ oscillator.connect(formantB).connect(upperGain).connect(envelope);
+ envelope.connect(softener).connect(panner).connect(context.destination);
+ envelope.gain.setValueAtTime(.0001,now);
+ let onset=now;
+ for(let i=0;i= 1577836800000 ? ms : null;
+}
+function hash(value) {
+ let n = 2166136261;
+ for (const char of value) n = Math.imul(n ^ char.charCodeAt(0), 16777619);
+ return (n >>> 0).toString(36);
+}
+function object(value) {
+ if (typeof value === "string" && value.length <= 128 * 1024) {
+ try { value = JSON.parse(value); } catch { return null; }
+ }
+ return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+
+/** null means no trustworthy snapshot; {items:[]} is an explicit cleared list. */
+export function normalizeTodos(value, { source = "", updatedAt = null } = {}) {
+ const snapshot = Array.isArray(value) ? { items: value } : object(value);
+ if (!snapshot || !Array.isArray(snapshot.items)) return null;
+ const items = [];
+ const ids = new Map();
+ let truncated = snapshot.items.length > MAX_TODOS || snapshot.truncated === true;
+ for (const item of snapshot.items.slice(0, MAX_TODOS)) {
+ if (!item || typeof item !== "object" || Array.isArray(item)) return null;
+ const body = text(item.text ?? item.content ?? item.step ?? item.title);
+ let status = text(item.status).toLowerCase();
+ if (status === "done") status = "completed";
+ if (!status && typeof item.completed === "boolean") status = item.completed ? "completed" : "pending";
+ if (!body || !STATUSES.has(status)) return null;
+ const explicitId = text(item.id);
+ const base = explicitId && explicitId.length <= 160 ? explicitId : `todo-${hash(body)}`;
+ const count = (ids.get(base) || 0) + 1;
+ ids.set(base, count);
+ items.push({ id: count === 1 ? base : `${base}-${count}`, text: body.slice(0, MAX_TEXT), status });
+ if (body.length > MAX_TEXT) truncated = true;
+ }
+ return {
+ items,
+ source: (text(source) || text(snapshot.source) || "feed").slice(0, 100),
+ updatedAt: time(updatedAt) ?? time(snapshot.updatedAt),
+ ...(snapshot.stale === true ? { stale: true } : {}),
+ ...(truncated ? { truncated: true } : {}),
+ };
+}
+
+export function todosFromTool(name, input, options = {}) {
+ const tool = text(name).split(/__|[.:/]/).at(-1)?.toLowerCase();
+ const args = object(input);
+ if (!args) return null;
+ if (tool === "todowrite") return normalizeTodos(args.todos, { ...options, source: options.source || "transcript:TodoWrite" });
+ if (tool === "update_plan") return normalizeTodos(args.plan, { ...options, source: options.source || "transcript:update_plan" });
+ return null;
+}
+
+/** Accept plan arrays and complete tool arguments, never flattened plan previews. */
+export function todosFromEvent(event, { source = "" } = {}) {
+ if (!event || typeof event !== "object" || ["thinking", "redacted_thinking"].includes(event.kind)) return null;
+ const updatedAt = event.timestamp ?? event.ts;
+ if (event.todos !== undefined) return normalizeTodos(event.todos, { source, updatedAt });
+ if (["plan", "todo_list", "todos", "plan_update"].includes(event.kind)) {
+ const raw = event.items ?? event.plan;
+ if (raw !== undefined) return normalizeTodos(raw, { source: source || "timeline:plan", updatedAt });
+ }
+ if (["tool", "tool_call", "tool_use"].includes(event.kind))
+ return todosFromTool(event.tool || event.name || event.title, event.input ?? event.arguments ?? event.input_preview, { source, updatedAt });
+ return null;
+}
+
+/** Events are supplied in source order. Explicit empty snapshots supersede older work. */
+export function latestTodos(events, { source = "", initial = null } = {}) {
+ let latest = normalizeTodos(initial);
+ for (const event of events || []) {
+ const candidate = todosFromEvent(event, { source });
+ if (!candidate) continue;
+ if (candidate.updatedAt !== null && latest?.updatedAt !== null && latest?.updatedAt > candidate.updatedAt) continue;
+ latest = candidate;
+ }
+ return latest;
+}
diff --git a/src/town.html b/src/town.html
index 3710e2d..0ffb5b5 100644
--- a/src/town.html
+++ b/src/town.html
@@ -134,6 +134,25 @@
.journal-event:before{content:"";position:absolute;width:5px;height:5px;left:-3px;top:4px;background:#adc79a;border-radius:50%}
.event-head{display:flex;gap:6px;justify-content:space-between;font-size:10px;color:#96a99e}
.journal-event p{font:12px ui-monospace,monospace;line-height:1.55;margin:6px 0;white-space:pre-wrap;overflow-wrap:anywhere;color:#d0ddd4}
+ #agent-conversation{margin:14px 0;padding:12px;background:#1c2929;border:1px solid #596854;border-radius:3px}
+ #agent-conversation label{font-size:12px;color:#e4dbbd;display:block;margin-bottom:8px}
+ #agent-message{box-sizing:border-box;width:100%;resize:vertical;min-height:85px;max-height:300px;border:1px solid #637a6b;border-radius:3px;background:#263733;color:#eceddd;padding:9px;font:13px ui-sans-serif,system-ui;line-height:1.5}
+ #agent-message::placeholder{color:#a5b7ab}
+ #agent-message:focus-visible{outline:2px solid #f2d896;outline-offset:3px}
+ #message-status{font-size:12px;color:#e7d4a2;margin-bottom:0;overflow-wrap:anywhere}
+ #message-status:empty{display:none}
+ .todo-list,.sent-messages{list-style:none;padding:0;margin:12px 0;max-height:38vh;overflow:auto}
+ .todo-list li{display:flex;gap:10px;padding:10px 0;border-bottom:1px solid #43554b;font-size:12px;line-height:1.5;overflow-wrap:anywhere}
+ .todo-list small{display:block;font-size:10px;color:#b0c4b6;margin-bottom:2px}
+ .todo-mark{font-size:16px;color:#d5c38d;flex:none}
+ [data-todo-status="completed"] .todo-mark{color:#a7d398}
+ [data-todo-status="in_progress"] .todo-mark{color:#94c4e7}
+ [data-todo-status="cancelled"]{color:#a9b6b0}
+ .talk-todos{border-block:1px solid #43554b;padding:10px 0;margin:16px 0;font-size:12px}
+ .talk-todos summary{cursor:pointer;color:#dddbbf}
+ .sent-messages li{background:#354034;border-left:2px solid #bfb17d;padding:8px 11px;margin:8px 0;overflow-wrap:anywhere}
+ .sent-messages p{font-size:12px;white-space:pre-wrap;margin:0 0 6px}
+ .sent-messages small{font-size:10px;color:#b9c9b6}
.pr-summary{border:1px solid var(--pr-color);border-radius:3px;padding:14px;color:var(--pr-color);margin-top:10px}
.pr-summary p{font-size:12px;color:#c9d4cd;margin:8px 0}
.review-reason{background:#4b4030;color:#f0d5a3!important;padding:10px;margin:10px 0}
@@ -180,9 +199,9 @@ CottageCode
-
- Arrow keys / WASD to walk · E to interact · Click a cottage to inspect
+ Arrow keys / WASD to walk · Walk into doors · E to talk · Click to inspect