Mercurial

comparison mrjunejune/inference_stack.sh @ 264:04fee26ecce0

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
add authenticated JRPG conversation platform Add reusable auth/session storage, owned conversation recovery, guest quotas, admin workflows, URL-routed conversation UI, mobile frame support, and parallel browser acceptance. Co-authored-by: Copilot <[email protected]>
author MrJuneJune <me@mrjunejune.com>
date Fri, 07 Aug 2026 07:34:12 -0700
parents b401627fc49e
children 056790c4fb0d
comparison
equal deleted inserted replaced
263:ee04e4e69fed 264:04fee26ecce0
68 else 68 else
69 export MRJUNEJUNE_INFERENCE_SIDECAR_PATH="$PWD/$mock_sidecar" 69 export MRJUNEJUNE_INFERENCE_SIDECAR_PATH="$PWD/$mock_sidecar"
70 fi 70 fi
71 export MRJUNEJUNE_COPILOT_CLI_PATH="$MRJUNEJUNE_INFERENCE_SIDECAR_PATH" 71 export MRJUNEJUNE_COPILOT_CLI_PATH="$MRJUNEJUNE_INFERENCE_SIDECAR_PATH"
72 export MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE=1 72 export MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE=1
73 echo "Starting mock inference at http://127.0.0.1:${MRJUNEJUNE_PORT:-6969}/jrpg" 73 # Bind to loopback for local dev; insecure cookies are only allowed here.
74 export SERVER_HOST="${SERVER_HOST:-127.0.0.1}"
75 export AUTH_DEV_INSECURE_COOKIE="${AUTH_DEV_INSECURE_COOKIE:-true}"
76 echo "Starting mock inference at http://${SERVER_HOST}:${MRJUNEJUNE_PORT:-6969}/jrpg"
74 else 77 else
75 : "${LITELLM_MASTER_KEY:?LITELLM_MASTER_KEY must be set}" 78 : "${LITELLM_MASTER_KEY:?LITELLM_MASTER_KEY must be set}"
76 token_dir="${GITHUB_COPILOT_TOKEN_DIR:-$state_root/litellm-copilot}" 79 token_dir="${GITHUB_COPILOT_TOKEN_DIR:-$state_root/litellm-copilot}"
77 mkdir -p "$state_root/copilot" "$token_dir" 80 mkdir -p "$state_root/copilot" "$token_dir"
78 chmod 700 "$state_root" "$state_root/copilot" "$token_dir" 81 chmod 700 "$state_root" "$state_root/copilot" "$token_dir"
122 export LITELLM_BASE_URL="http://${litellm_host}:${litellm_port}/v1" 125 export LITELLM_BASE_URL="http://${litellm_host}:${litellm_port}/v1"
123 export LITELLM_MODEL="${LITELLM_MODEL:-jrpg-copilot}" 126 export LITELLM_MODEL="${LITELLM_MODEL:-jrpg-copilot}"
124 export LITELLM_WIRE_API="${LITELLM_WIRE_API:-completions}" 127 export LITELLM_WIRE_API="${LITELLM_WIRE_API:-completions}"
125 export LITELLM_API_KEY="$LITELLM_MASTER_KEY" 128 export LITELLM_API_KEY="$LITELLM_MASTER_KEY"
126 export MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE="${MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE:-0}" 129 export MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE="${MRJUNEJUNE_ALLOW_ANONYMOUS_INFERENCE:-0}"
130 # run_inference_stack is a local dev command; bind to loopback.
131 export SERVER_HOST="${SERVER_HOST:-127.0.0.1}"
132 export AUTH_DEV_INSECURE_COOKIE="${AUTH_DEV_INSECURE_COOKIE:-true}"
127 fi 133 fi
128 134
129 setsid "$server" & 135 setsid "$server" &
130 server_pid=$! 136 server_pid=$!
131 while true; do 137 while true; do