Compare commits
2
Commits
main
...
8f1d71d913
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8f1d71d913 | ||
|
|
e9a060af0f |
No files matched your search
@@ -1,8 +1,9 @@
|
||||
# Inference Coop for Copilot Chat (unofficial)
|
||||
# Inference Coop for Copilot Chat
|
||||
|
||||
Community-built model provider for [inference.coop](https://inference.coop),
|
||||
usable in GitHub Copilot Chat. Not affiliated with or endorsed by the
|
||||
Inference Cooperative.
|
||||
Official model provider for [inference.coop](https://inference.coop), usable
|
||||
in GitHub Copilot Chat. An official project of the Inference Cooperative,
|
||||
maintained in the co-op's Git at
|
||||
[code/inference-coop-copilot](https://git.inference.coop/code/inference-coop-copilot).
|
||||
|
||||
## Requirements
|
||||
|
||||
@@ -30,7 +31,6 @@ To use a different gateway, set `inferenceCoop.baseUrl`. To sign out, run
|
||||
context budgeting is approximate.
|
||||
- No inline code completions. Copilot does not support third-party providers
|
||||
for completions; this extension only adds chat models.
|
||||
- Unofficial client. Report extension bugs here, not to the co-op.
|
||||
|
||||
## License
|
||||
|
||||
|
||||
+34
-1
@@ -109,6 +109,19 @@ export function activate(context: vscode.ExtensionContext) {
|
||||
body.tool_choice = "auto";
|
||||
}
|
||||
|
||||
if (token.isCancellationRequested) {
|
||||
out.appendLine(" request cancelled before it started");
|
||||
return;
|
||||
}
|
||||
|
||||
// Abort the request as soon as the user cancels, so a cancelled chat
|
||||
// stops generating (and stops billing) server-side.
|
||||
const abort = new AbortController();
|
||||
const cancelSubscription = token.onCancellationRequested(() =>
|
||||
abort.abort(),
|
||||
);
|
||||
|
||||
try {
|
||||
const res = await fetch(`${BASE_URL}/chat/completions`, {
|
||||
method: "POST",
|
||||
headers: {
|
||||
@@ -116,7 +129,7 @@ export function activate(context: vscode.ExtensionContext) {
|
||||
"Content-Type": "application/json",
|
||||
},
|
||||
body: JSON.stringify(body),
|
||||
signal: token.isCancellationRequested ? AbortSignal.abort() : undefined,
|
||||
signal: abort.signal,
|
||||
});
|
||||
out.appendLine(` /chat/completions status: ${res.status}`);
|
||||
if (!res.ok || !res.body) {
|
||||
@@ -157,6 +170,11 @@ export function activate(context: vscode.ExtensionContext) {
|
||||
};
|
||||
|
||||
while (true) {
|
||||
if (token.isCancellationRequested) {
|
||||
out.appendLine(" cancelled mid-stream; aborting request");
|
||||
abort.abort(); // close the connection so the gateway stops generating
|
||||
return;
|
||||
}
|
||||
const { done, value } = await reader.read();
|
||||
if (done) {
|
||||
break;
|
||||
@@ -221,6 +239,21 @@ export function activate(context: vscode.ExtensionContext) {
|
||||
flushTools();
|
||||
}
|
||||
out.appendLine(` stream ended, ${textChunks} text chunks`);
|
||||
} catch (e) {
|
||||
// A cancellation aborts fetch (before headers) or the pending stream
|
||||
// read (mid-response) - both surface as AbortError. That is the user
|
||||
// pressing stop, not a failure: stop quietly instead of erroring.
|
||||
if (
|
||||
token.isCancellationRequested ||
|
||||
(e instanceof Error && e.name === "AbortError")
|
||||
) {
|
||||
out.appendLine(" stream aborted after cancellation");
|
||||
return;
|
||||
}
|
||||
throw e;
|
||||
} finally {
|
||||
cancelSubscription.dispose();
|
||||
}
|
||||
},
|
||||
|
||||
async provideTokenCount() {
|
||||
|
||||
Reference in new issue
Block a user