microsoft/vscode
1
0
Fork 0
mirror of https://github.com/microsoft/vscode.git synced 2026-05-31 00:10:04 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #312156 from microsoft/joh/remove-doc-intent

Browse Source 
copilot: remove InlineDocIntent and /doc command
This commit is contained in:
Johannes Rieken
2026-04-24 11:14:55 +02:00
committed by GitHub
parent 2993fbd0ae d314fbc8c7
commit e337ed550d
28 changed files with 451 additions and 1617 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
extensions/copilot/package.json
View File

@@ -1477,20 +1477,6 @@
}
]
},
{
"name": "doc",
"when": "!config.inlineChat.enableV2",
"description": "%copilot.workspace.doc.description%",
"disambiguation": [
{
"category": "doc",
"description": "Add documentation comment for this symbol",
"examples": [
"Add jsdoc to this method"
]
}
]
},
{
"name": "fix",
"when": "!config.inlineChat.enableV2",

1
extensions/copilot/package.nls.json
View File

@@ -180,7 +180,6 @@
"copilot.workspace.review.description": "Review the selected code in your active editor",
"copilot.workspace.edit.inline.description": "Edit the selected code in your active editor",
"copilot.workspace.generate.description": "Generate new code",
"copilot.workspace.doc.description": "Add documentation comment for this symbol",
"copilot.workspace.tests.description": "Generate unit tests for the selected code",
"copilot.workspace.fix.description": "Propose a fix for the problems in the selected code",
"copilot.workspace.fix.sampleRequest": "There is a problem in this code. Rewrite the code to show it with the bug fixed.",

9
extensions/copilot/src/extension/inlineChat/node/inlineChatConstants.ts
View File

@@ -1,9 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
export const InlineChatConstants = {
top_p: 1,
temperature: 0.1
};

2
extensions/copilot/src/extension/intents/node/allIntents.ts
View File

@@ -10,7 +10,6 @@ import { IntentRegistry } from '../../prompt/node/intentRegistry';
import { AgentIntent } from './agentIntent';
import { AskAgentIntent } from './askAgentIntent';
import { ChronicleIntent } from './chronicleIntent';
import { InlineDocIntent } from './docIntent';
import { EditCodeIntent } from './editCodeIntent';
import { ExplainIntent } from './explainIntent';
import { FixIntent } from './fixIntent';
@@ -30,7 +29,6 @@ import { UnknownIntent } from './unknownIntent';
import { VscodeIntent } from './vscodeIntent';
IntentRegistry.setIntents([
new SyncDescriptor(InlineDocIntent),
new SyncDescriptor(EditCodeIntent),
new SyncDescriptor(AgentIntent),
new SyncDescriptor(SearchIntent),

242
extensions/copilot/src/extension/intents/node/docIntent.tsx
View File

@@ -1,242 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import * as l10n from '@vscode/l10n';
import { PromptElement, PromptPiece, PromptSizing, SystemMessage, UserMessage } from '@vscode/prompt-tsx';
import type * as vscode from 'vscode';
import { IResponsePart } from '../../../platform/chat/common/chatMLFetcher';
import { ChatLocation } from '../../../platform/chat/common/commonTypes';
import { IEndpointProvider } from '../../../platform/endpoint/common/endpointProvider';
import { IChatEndpoint } from '../../../platform/networking/common/networking';
import { IParserService } from '../../../platform/parser/node/parserService';
import { ITelemetryService } from '../../../platform/telemetry/common/telemetry';
import { languageIdToMDCodeBlockLang } from '../../../util/common/markdown';
import { CancellationToken } from '../../../util/vs/base/common/cancellation';
import { StringEdit } from '../../../util/vs/editor/common/core/edits/stringEdit';
import { IInstantiationService } from '../../../util/vs/platform/instantiation/common/instantiation';
import { ChatVariablesCollection } from '../../prompt/common/chatVariablesCollection';
import { Turn } from '../../prompt/common/conversation';
import { IBuildPromptContext } from '../../prompt/common/intents';
import { DefinitionAroundCursor, Props as DefinitionAroundCursorProps, determineNodeToDocument, NodeToDocument } from '../../prompt/node/definitionAroundCursor';
import { IDocumentContext } from '../../prompt/node/documentContext';
import { EditStrategy } from '../../prompt/node/editGeneration';
import { EarlyStopping, IIntent, IIntentInvocation, IIntentInvocationContext, IIntentSlashCommandInfo, IResponseProcessorContext, LeadingMarkdownStreaming } from '../../prompt/node/intents';
import { InsertionStreamingEdits, InsertOrReplaceStreamingEdits, TextPieceClassifiers } from '../../prompt/node/streamingEdits';
import { InstructionMessage } from '../../prompts/node/base/instructionMessage';
import { PromptRenderer } from '../../prompts/node/base/promptRenderer';
import { InlineReplyInterpreter } from '../../prompts/node/inline/promptingSummarizedDocument';
import { ProjectedDocument } from '../../prompts/node/inline/summarizedDocument/summarizeDocument';
import { ChatToolReferences, ChatVariables } from '../../prompts/node/panel/chatVariables';
import { HistoryWithInstructions } from '../../prompts/node/panel/conversationHistory';
export class InlineDocIntent implements IIntent {
static readonly ID: string = 'doc';
readonly id: string = InlineDocIntent.ID;
readonly description: string = l10n.t('Add documentation comment for this symbol');
readonly locations: ChatLocation[] = [ChatLocation.Editor];
readonly commandInfo: IIntentSlashCommandInfo = {};
constructor(
@IEndpointProvider private readonly endpointProvider: IEndpointProvider,
@ITelemetryService private readonly telemetryService: ITelemetryService,
@IParserService private readonly parserService: IParserService,
@IInstantiationService private readonly instaService: IInstantiationService,
) { }
async invoke(invocationContext: IIntentInvocationContext): Promise<IIntentInvocation> {
const { documentContext, request } = invocationContext;
if (!documentContext) {
throw new Error('Open a file to add documentation.');
}
const nodeToDocument = await determineNodeToDocument(this.parserService, this.telemetryService, documentContext);
const endpoint = await this.endpointProvider.getChatEndpoint(request);
return this.instaService.createInstance(DocInvocation, endpoint, documentContext, this, nodeToDocument);
}
}
class DocInvocation implements IIntentInvocation {
readonly location: ChatLocation = ChatLocation.Editor;
constructor(
readonly endpoint: IChatEndpoint,
private readonly context: IDocumentContext,
readonly intent: InlineDocIntent,
private nodeToDocument: NodeToDocument | undefined,
@IParserService private readonly parserService: IParserService,
@ITelemetryService private readonly telemetryService: ITelemetryService,
@IInstantiationService private readonly instantiationService: IInstantiationService,
) { }
async buildPrompt(
promptContext: IBuildPromptContext,
progress: vscode.Progress<vscode.ChatResponseReferencePart | vscode.ChatResponseProgressPart>,
token: vscode.CancellationToken
) {
const { query, history, chatVariables, } = promptContext;
const nodeToDocument = this.nodeToDocument ?? await determineNodeToDocument(this.parserService, this.telemetryService, this.context);
const renderer = PromptRenderer.create(
this.instantiationService,
this.endpoint,
DocPrompt,
{
userQuery: query,
documentContext: this.context,
nodeToDocument,
endpointInfo: this.endpoint,
history: history,
chatVariables,
promptContext
}
);
const renderedPrompt = await renderer.render(progress, token);
return renderedPrompt;
}
processResponse(context: IResponseProcessorContext, inputStream: AsyncIterable<IResponsePart>, outputStream: vscode.ChatResponseStream, token: CancellationToken): Promise<void> {
const document = this.context.document;
const projectedDoc = new ProjectedDocument(document.getText(), StringEdit.empty, document.languageId);
const range = this.nodeToDocument?.range ?? this.context.selection;
let replyInterpreter: InlineReplyInterpreter;
if (document.languageId === 'python') {
/* @ulugbekna: for python, insert below first line of node being documented, e.g.,
```python
class Foo: # <- this's being documented, so the node to document is the whole class; the docstring must be the line below `class Foo:`
def bar():
pass
```
*/
const linesInRange = document.getText(range).split('\n').filter(s => s !== '').map(s => s.trim());
const linesInOriginalRange = new Set(linesInRange);
replyInterpreter = new InlineReplyInterpreter(
this.context.document.uri,
projectedDoc,
this.context.fileIndentInfo,
LeadingMarkdownStreaming.Mute,
EarlyStopping.StopAfterFirstCodeBlock,
(lineFilter, streamingWorkingCopyDocument) => new InsertionStreamingEdits(
streamingWorkingCopyDocument,
range.start,
lineFilter,
),
TextPieceClassifiers.createCodeBlockClassifier(),
(line) =>
!line.value.includes('FILEPATH') /* @ulugbekna: this's to remove marker lines if any */ &&
!linesInOriginalRange.has(line.value.trim()) /* @ulugbekna: this's to prevent repeating of existing code */,
);
} else {
replyInterpreter = new InlineReplyInterpreter(
this.context.document.uri,
projectedDoc,
this.context.fileIndentInfo,
LeadingMarkdownStreaming.Mute,
EarlyStopping.StopAfterFirstCodeBlock,
(lineFilter, streamingWorkingCopyDocument) => new InsertOrReplaceStreamingEdits(
streamingWorkingCopyDocument,
range,
range,
EditStrategy.FallbackToInsertAboveRange,
false,
lineFilter
),
TextPieceClassifiers.createCodeBlockClassifier(),
(line) => !line.value.includes('FILEPATH')
);
}
return replyInterpreter.processResponse(context, inputStream, outputStream, token);
}
}
type Props = {
userQuery: string;
history: readonly Turn[];
chatVariables: ChatVariablesCollection;
promptContext: IBuildPromptContext;
} & DefinitionAroundCursorProps;
class DocPrompt extends PromptElement<Props> {
override render(state: void, sizing: PromptSizing): PromptPiece<any, any> | undefined {
const language = languageIdToMDCodeBlockLang(this.props.documentContext.language.languageId);
const rewrittenMessage = this.props.chatVariables.substituteVariablesWithReferences(this.props.userQuery);
const query = `${this.getQueryPrefix()} ${rewrittenMessage}`.trim();
return (
<>
<SystemMessage>
You are an AI programming assistant.<br />
When asked for your name, you must respond with "GitHub Copilot".<br />
You must follow user's requirements carefully.<br />
You must follow Microsoft content policies.<br />
You must avoid content that violates copyrights.<br />
For questions not related to software development, you should give a reminder that you are an AI programming assistant.<br />
</SystemMessage>
<ChatToolReferences priority={750} promptContext={this.props.promptContext} flexGrow={1} embeddedInsideUserMessage={false} />
<ChatVariables chatVariables={this.props.chatVariables} embeddedInsideUserMessage={false} />
<DefinitionAroundCursor
documentContext={this.props.documentContext}
nodeToDocument={this.props.nodeToDocument}
endpointInfo={this.props.endpointInfo} />
<HistoryWithInstructions inline={true} history={this.props.history} passPriority historyPriority={700}>
<InstructionMessage>
When user asks you to document something, you must answer in the form of a {language} markdown code block.<br />
</InstructionMessage>
</HistoryWithInstructions>
<UserMessage>
{query}
</UserMessage>
</>
);
}
private getQueryPrefix(): string {
const identifier = this.props.nodeToDocument?.identifier;
const hasIdentifier = identifier !== undefined && identifier !== '';
const docCommentTarget = hasIdentifier ? identifier : 'the selection';
let docName: string;
switch (this.props.documentContext.language.languageId) {
case 'typescript':
case 'typescriptreact':
docName = (hasIdentifier ? 'a TSDoc comment' : 'TSDoc comment');
break;
case 'javascript':
case 'javascriptreact':
docName = (hasIdentifier ? 'a JSDoc comment' : 'JSDoc comment');
break;
case 'python':
docName = 'docstring';
break;
default: // TODO@ulugbekna: add more languages based on tree-sitter parsers we have
docName = 'documentation comment';
}
return `Please, given ${docCommentTarget}, generate ${docName} only. Do not repeat given code, only reply with ${docName} in a code block.`;
}
}

40
extensions/copilot/test/inline/inlineGenerateCode.stest.ts
View File

@@ -4,7 +4,6 @@
*--------------------------------------------------------------------------------------------*/
import assert from 'assert';
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { EditCodeIntent } from '../../src/extension/intents/node/editCodeIntent';
import { GenerateCodeIntent } from '../../src/extension/intents/node/generateCodeIntent';
import { TestingServiceCollection } from '../../src/platform/test/node/services';
@@ -13,7 +12,7 @@ import { Uri } from '../../src/vscodeTypes';
import { NonExtensionConfiguration, ssuite, stest } from '../base/stest';
import { KnownDiagnosticProviders } from '../simulation/diagnosticProviders';
import { simulateInlineChat, simulateInlineChatIntent } from '../simulation/inlineChatSimulator';
import { assertContainsAllSnippets, assertNoDiagnosticsAsync, assertNoSyntacticDiagnosticsAsync, findTextBetweenMarkersFromBottom } from '../simulation/outcomeValidators';
import { assertContainsAllSnippets, assertNoDiagnosticsAsync, assertNoSyntacticDiagnosticsAsync } from '../simulation/outcomeValidators';
import { assertConversationalOutcome, assertInlineEdit, assertInlineEditShape, assertOccursOnce, assertOneOf, assertSomeStrings, fromFixture, toFile } from '../simulation/stestUtil';
import { EditTestStrategy, IScenario } from '../simulation/types';
@@ -68,19 +67,6 @@ forInlineAndInlineChatIntent((strategy, variant, nonExtensionConfigurations) =>
assert(f2 === -1);
assertContainsAllSnippets(text, ['function', ': string'], 'gen-ts-ltrim-02');
},
},
{
query: 'add doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
const text = outcome.fileContents;
const f1 = text.indexOf('\nfunction ');
const f2 = text.indexOf('\nfunction ', f1 + 1);
assert(f2 === -1);
return assertContainsAllSnippets(text, ['function', ': string', '/**'], 'gen-ts-ltrim-03');
},
}
],
});
@@ -363,30 +349,6 @@ forInlineAndInlineChatIntent((strategy, variant, nonExtensionConfigurations) =>
assertContainsAllSnippets(edit.changedModifiedLines.join('\n'), ['function getPrimes']);
}
},
{
query: 'document the functions with jsdoc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
const text = outcome.fileContents;
// we need to have 2 functions
const f1 = text.indexOf('function fibonacci');
const f2 = text.indexOf('\nfunction getPrimes', f1 + 1);
const f3 = text.indexOf('function', f2 + 1);
assert(!(f1 === -1 || f2 === -1));
assert(f3 === -1);
const textAboveFibonacci = text.substring(0, f1);
const fibonacciDoc = findTextBetweenMarkersFromBottom(textAboveFibonacci, '/**', '*/');
assert(fibonacciDoc);
const textAboveGetPrimes = text.substring(f1, f2);
const getPrimesDoc = findTextBetweenMarkersFromBottom(textAboveGetPrimes, '/**', '*/');
assert(getPrimesDoc);
}
},
{
query: 'generate a function `getFibonacciPrimes` that compute the first 100 prime numbers that are also fibonacci numbers using the `fibonacci` and the`getPrimes` function',
expectedIntent: GenerateCodeIntent.ID,

104
extensions/copilot/test/inline/slashDoc.cpp.stest.ts
View File

@@ -1,104 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import * as assert from 'assert';
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { ssuite, stest } from '../base/stest';
import { forInline, simulateInlineChatWithStrategy } from '../simulation/inlineChatSimulator';
import { assertContainsAllSnippets } from '../simulation/outcomeValidators';
import { assertInlineEdit, assertOccursOnce, assertSomeStrings, fromFixture } from '../simulation/stestUtil';
import { assertDocLines } from './slashDoc.util';
forInline((strategy, nonExtensionConfigurations, suffix) => {
ssuite({ title: `/doc${suffix}`, language: 'cpp', location: 'inline' }, () => {
stest({ description: 'doc comment for C++', language: 'cpp', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('cpp/basic/main.cpp'),
],
queries: [
{
file: 'main.cpp',
selection: [4, 7],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// no duplication of declaration
assertOccursOnce(fileContents, 'template<template<typename U, typename V, typename... Args> class ObjectType =');
// no block bodies with a single comment
assert.strictEqual(Array.from(fileContents.matchAll(/\/\/ \.\.\./g)).length, 0, 'no // ...');
assert.strictEqual(Array.from(fileContents.matchAll(/implementation/g)).length, 0);
// assert it contains doc comments above
const fileLines = fileContents.split('\n');
assertDocLines(fileLines, 'template<template<typename U, typename V, typename... Args> class ObjectType =');
assertOccursOnce(fileContents, 'template<template<typename U, typename V, typename... Args> class ObjectType =');
},
},
],
});
});
stest({ description: 'doc comment for template', language: 'cpp', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('cpp/headers/json_fwd.hpp'),
],
queries: [
{
file: 'json_fwd.hpp',
selection: [37, 0, 50, 0],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
// Assert we get back a single inline edit that does not remove any existing text from the file.
assertInlineEdit(outcome);
assert.strictEqual(outcome.appliedEdits.length, 1, `expected 1 edit`);
assert.strictEqual(outcome.appliedEdits[0].length, 0, `expected 0 length`);
assert.strictEqual(outcome.appliedEdits[0].range.start.line, 36, `excpected comment at line 36`);
assertContainsAllSnippets(outcome.fileContents, ['template class', 'BooleanType']);
assertSomeStrings(outcome.fileContents, ['JSON structure', 'JSON object']);
assertSomeStrings(outcome.fileContents, ['Defaults to bool', 'defaults to bool']);
},
},
],
});
});
stest({ description: 'doc comment for macro', language: 'cpp', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('cpp/headers/abi_macros.hpp'),
],
queries: [
{
file: 'abi_macros.hpp',
selection: [59, 0, 61, 0],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
// Assert we get back a single inline edit that does not remove any existing text from the file.
assertInlineEdit(outcome);
assert.strictEqual(outcome.appliedEdits.length, 1, `expected 1 edit`);
assert.strictEqual(outcome.appliedEdits[0].length, 0, `expected 0 length`);
assert.strictEqual(outcome.appliedEdits[0].range.start.line, 58, `excpected comment at line 58`);
assertContainsAllSnippets(outcome.fileContents, ['version', 'major', 'minor', 'patch']);
},
},
],
});
});
});
});

76
extensions/copilot/test/inline/slashDoc.java.stest.ts
View File

@@ -1,76 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import * as assert from 'assert';
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { ssuite, stest } from '../base/stest';
import { forInline, simulateInlineChatWithStrategy } from '../simulation/inlineChatSimulator';
import { assertInlineEdit, fromFixture } from '../simulation/stestUtil';
import { assertDocLines } from './slashDoc.util';
forInline((strategy, nonExtensionConfigurations, suffix) => {
ssuite({ title: `/doc${suffix}`, language: 'java', location: 'inline' }, () => {
stest({ description: 'class', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('tlaplus/toolbox/org.lamport.tla.toolbox.doc/src/org/lamport/tla/toolbox/doc/HelpActivator.java'),
],
queries: [
{
file: 'HelpActivator.java',
selection: [30, 21],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// no duplication of declaration
assert.strictEqual([...fileContents.matchAll(/class HelpActivator/g)].length, 1);
// no block bodies with a single comment
assert.strictEqual([...fileContents.matchAll(/\/\/ \.\.\./g)].length, 0, 'no // ...');
assert.strictEqual([...fileContents.matchAll(/details|implementation/g)].length, 1);
// assert it contains doc comments above
const lineWithCursor = 'public class HelpActivator';
assertDocLines(fileContents, lineWithCursor);
}
}
],
});
});
stest({ description: 'method', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('tlaplus/toolbox/org.lamport.tla.toolbox.doc/src/org/lamport/tla/toolbox/doc/HelpActivator.java'),
],
queries: [
{
file: 'HelpActivator.java',
selection: [40, 0, 43, 1],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// assert it contains doc comments above
const lineWithCursor = ' public void start(BundleContext context) throws Exception {';
assertDocLines(fileContents, lineWithCursor);
}
}
],
});
});
});
});

71
extensions/copilot/test/inline/slashDoc.rb.stest.ts
View File

@@ -1,71 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { ssuite, stest } from '../base/stest';
import { forInline, simulateInlineChatWithStrategy } from '../simulation/inlineChatSimulator';
import { assertInlineEdit, fromFixture } from '../simulation/stestUtil';
import { assertDocLinesForInlineComments } from './slashDoc.util';
function assertRubyDocComments(fileContents: string | string[], line: string) {
assertDocLinesForInlineComments(fileContents, line, '#');
}
forInline((strategy, nonExtensionConfigurations, suffix) => {
ssuite({ title: `/doc${suffix}`, language: 'ruby', location: 'inline' }, () => {
stest({ description: 'method', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ruby/fib.rb'),
],
queries: [
{
file: 'fib.rb',
selection: [14, 26],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// assert it contains doc comments above
const lineWithCursor = ' def self.calculate_nth_number(n)';
assertRubyDocComments(fileContents, lineWithCursor);
}
}
],
});
});
stest({ description: 'long method', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ruby/fib.rb'),
],
queries: [
{
file: 'fib.rb',
selection: [30, 33],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// assert it contains doc comments above
const lineWithCursor = ' def self.fibonacci_with_hardcoded_values(n)';
assertRubyDocComments(fileContents, lineWithCursor);
}
}
],
});
});
});
});

315
extensions/copilot/test/inline/slashDoc.ts.stest.ts
View File

@@ -1,315 +0,0 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import * as assert from 'assert';
import { Intent } from '../../src/extension/common/constants';
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { ssuite, stest } from '../base/stest';
import { forInline, simulateInlineChatWithStrategy } from '../simulation/inlineChatSimulator';
import { assertLooksLikeJSDoc, assertNoSyntacticDiagnosticsAsync } from '../simulation/outcomeValidators';
import { assertInlineEdit, assertInlineEditShape, fromFixture } from '../simulation/stestUtil';
import { assertDocLines } from './slashDoc.util';
forInline((strategy, nonExtensionConfigurations, suffix) => {
ssuite({ title: `/doc${suffix}`, location: 'inline', language: 'typescript' }, () => {
stest({ description: 'large function', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ts-large-fn/resolver.ts'),
],
queries: [
{
file: 'resolver.ts',
selection: [0, 10],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
assert.ok(
outcome.fileContents.includes(`*/\nfunction handleRemovals(rules: ResolvedKeybindingItem[]): ResolvedKeybindingItem[] {\n\t// Do a first pass and construct a hash-map for removals`),
`keeps the original function's 1st line with its comment below`
);
assert.ok(
!outcome.fileContents.includes(`function handleRemovals(rules: ResolvedKeybindingItem[]): ResolvedKeybindingItem[] {\n\t// implementation`),
`makes correct edit`
);
assert.ok(
!outcome.fileContents.includes(`function handleRemovals(rules: ResolvedKeybindingItem[]): ResolvedKeybindingItem[] {\n\t// ...`),
`makes correct edit - 2`
);
},
}
],
});
});
stest({ description: 'interface', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ts-interface/codeImportPatterns.ts'),
],
queries: [
{
file: 'codeImportPatterns.ts',
selection: [18, 18],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
assertDocLines(outcome.fileContents, 'interface RawImportPatternsConfig ');
assert.strictEqual([...outcome.fileContents.matchAll(/target: string/g)].length, 3, 'detected block duplication');
}
}
],
});
});
stest({ description: 'class', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ts-class/keybindingResolver.ts'),
],
queries: [
{
file: 'keybindingResolver.ts',
selection: [37, 15],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// no duplication of declaration
assert.strictEqual([...fileContents.matchAll(/class KeybindingResolver \{/g)].length, 1);
// no block bodies with a single comment
assert.strictEqual([...fileContents.matchAll(/\/\/ \.\.\./g)].length, 0, 'no // ...');
assert.strictEqual([...fileContents.matchAll(/implementation/g)].length, 0);
// assert it contains doc comments above
const lineWithCursor = 'export class KeybindingResolver';
assertDocLines(fileContents, lineWithCursor);
}
}
],
});
});
stest({ description: 'able to document whole class, which is larger than context length', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-ts-class-full/keybindingResolver.ts'),
],
queries: [
{
file: 'keybindingResolver.ts',
selection: [37, 15],
query: '/doc the whole class',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// no duplication of declaration
assert.strictEqual([...fileContents.matchAll(/class KeybindingResolver/g)].length, 1);
// no block bodies with a single comment
assert.strictEqual([...fileContents.matchAll(/\/\/ \.\.\./g)].length, 0, 'no // ...');
assert.strictEqual([...fileContents.matchAll(/implementation/g)].length, 0);
// assert it contains doc comments above
const fileLines = fileContents.split('\n');
assertDocLines(fileLines, 'export class KeybindingResolver');
assertDocLines(fileLines, ' private static _isTargetedForRemoval');
assertDocLines(fileLines, ' public getDefaultBoundCommands()');
}
}
],
});
});
stest({ description: 'does not include types in the documentation comment - function', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('vscode/src/vs/workbench/api/common/extHostChat.ts'),
],
queries: [
{
file: 'extHostChat.ts',
selection: [277, 8],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
const fileContents = outcome.fileContents;
// no duplication of declaration
assert.strictEqual([...fileContents.matchAll(/registerSlashCommandProvider\(extension: Readonly<IRelaxedExtensionDescription>, chatProviderId: string, provider: vscode.InteractiveSlashCommandProvider\): vscode.Disposable \{/g)].length, 1);
// assert it contains doc comments above
const lineWithCursor = ' registerSlashCommandProvider(extension: Readonly<IRelaxedExtensionDescription>, chatProviderId: string, provider: vscode.InteractiveSlashCommandProvider): vscode.Disposable {';
assertDocLines(fileContents, lineWithCursor, line => assert.ok(!line.match(/\{(function|string|AssertionError)\}/)));
}
}
],
});
});
stest({ description: 'issue #3692: add jsdoc comment - colors.ts', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [fromFixture('doc-hello-world/colors.ts')],
queries: [
{
file: 'colors.ts',
selection: [66, 0, 68, 1],
query: 'write a jsdoc comment',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
assertDocLines(outcome.fileContents, 'export function helloWorld() {');
},
},
],
});
});
stest({ description: 'issue #3692: add jsdoc comment using /doc - colors.ts', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [fromFixture('doc-hello-world/colors.ts')],
queries: [
{
file: 'colors.ts',
selection: [66, 0, 68, 1],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
assertDocLines(outcome.fileContents, 'export function helloWorld() {');
},
},
],
});
});
stest({ description: 'issue #3763: doc everywhere', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-everywhere-issue-3763/githubServer.ts'),
],
queries: [
{
file: 'githubServer.ts',
selection: [14, 0, 14, 105],
query: 'Add jsdoc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
const edit = assertInlineEditShape(outcome, {
line: 14,
originalLength: 0,
modifiedLength: undefined,
});
assertLooksLikeJSDoc(edit.changedModifiedLines.join('\n'));
},
},
],
});
});
stest({ description: 'doc explain ts code', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc-explain-ts-code/charCode.ts'),
fromFixture('doc-explain-ts-code/strings.ts'),
],
queries: [
{
file: 'strings.ts',
selection: [7, 16, 27, 0],
query: 'write jsdoc for it',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
await assertNoSyntacticDiagnosticsAsync(accessor, outcome, workspace, 'tsc');
const edit = assertInlineEditShape(outcome, {
line: 7,
originalLength: 0,
modifiedLength: undefined,
});
assertLooksLikeJSDoc(edit.changedModifiedLines.join('\n'));
},
},
{
query: 'explain this',
expectedIntent: Intent.Explain,
validate: async (outcome, workspace, accessor) => {
assert.equal(outcome.type, 'conversational');
}
}
],
});
});
stest({ description: 'issue #6406', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('doc/issue-6406/debugModel.ts'),
],
queries: [
{
file: 'debugModel.ts',
selection: [36, 20],
query: '/doc',
expectedIntent: InlineDocIntent.ID,
validate: async (outcome, workspace, accessor) => {
// Assert we get back a single inline edit that does not remove any existing text from the file.
assertInlineEdit(outcome);
const edit = assertInlineEditShape(outcome, {
line: 36,
originalLength: 0,
modifiedLength: undefined,
});
assertLooksLikeJSDoc(edit.changedModifiedLines.join('\n'));
},
},
],
});
});
stest({ description: 'supports chat variables', nonExtensionConfigurations }, (testingServiceCollection) => {
return simulateInlineChatWithStrategy(strategy, testingServiceCollection, {
files: [
fromFixture('tests/simple-ts-proj/src/index.ts'),
fromFixture('tests/simple-ts-proj/src/math.ts'),
],
queries: [
{
file: 'index.ts',
selection: [0, 17],
query: '/doc keep in mind #file:math.ts',
expectedIntent: Intent.Tests,
validate: async (outcome, workspace, accessor) => {
assertInlineEdit(outcome);
assert.ok(/subtract/i.test(outcome.fileContents), 'contains math.ts content');
},
},
],
});
});
});
});

15
extensions/copilot/test/intent/inlineChatIntent.stest.ts
View File

@@ -6,7 +6,6 @@
import * as fs from 'fs';
import { join } from 'path';
import { Intent } from '../../src/extension/common/constants';
import { InlineDocIntent } from '../../src/extension/intents/node/docIntent';
import { EditCodeIntent } from '../../src/extension/intents/node/editCodeIntent';
import { GenerateCodeIntent } from '../../src/extension/intents/node/generateCodeIntent';
import { ChatLocation } from '../../src/platform/chat/common/commonTypes';
@@ -46,13 +45,6 @@ ssuite({ title: 'intent', location: 'inline' }, () => {
expectedIntent: [EditCodeIntent.ID, Intent.Fix],
});
generateIntentTest({
location: ChatLocation.Editor,
name: 'add comment',
query: 'add comment',
expectedIntent: InlineDocIntent.ID,
});
generateIntentTest({
location: ChatLocation.Editor,
name: 'generate',
@@ -67,13 +59,6 @@ ssuite({ title: 'intent', location: 'inline' }, () => {
expectedIntent: EditCodeIntent.ID,
});
generateIntentTest({
location: ChatLocation.Editor,
name: 'write jsdoc',
query: 'write a jsdoc comment',
expectedIntent: InlineDocIntent.ID,
});
generateIntentTest({
location: ChatLocation.Editor,
name: 'print',

118
extensions/copilot/test/outcome/-doc-inline.json
View File

@@ -1,118 +0,0 @@
[
{
"name": "/doc [inline] [cpp] - doc comment for C++",
"requests": [
"439257c65e5e89e25b95966abdf416352ffd73daf0112b08c27efd42345998a0"
]
},
{
"name": "/doc [inline] [cpp] - doc comment for macro",
"requests": [
"cb9af182878f0f4244ee64b1f3344983023cae2d4e2b75ab431a27675b913924"
]
},
{
"name": "/doc [inline] [cpp] - doc comment for template",
"requests": [
"697cb3e63ef8dadff28b02e8010dc15d379a18f5e36135fcd93f21ae1a610f95"
]
},
{
"name": "/doc [inline] [java] - class",
"requests": [
"4c66fc1516c151d27cb974372d78d53a9180a473d0addab6c784393ae1fa9856"
]
},
{
"name": "/doc [inline] [java] - method",
"requests": [
"dc1d66ec9cad4f630fa3e1e063c971309c6936b3b01085c5303e59f70ff0fdcf"
]
},
{
"name": "/doc [inline] [ruby] - long method",
"requests": [
"abf9fef7e58487f11f16facd239a74ada5817234a0ca038cd416869501dd0ed8"
]
},
{
"name": "/doc [inline] [ruby] - method",
"requests": [
"d00c80ce644229911610dd4a85d12cdea41e271d3910f061554fe3231ce6f9a3"
]
},
{
"name": "/doc [inline] [typescript] - able to document whole class, which is larger than context length",
"requests": [
"09d746c464d91e3850be5232f6572d1cba76223339dea239ab6ba474f30beb7b"
]
},
{
"name": "/doc [inline] [typescript] - class",
"requests": [
"5d9f7812f4790e5a2c6a1815cc5467062233bb44dff28b29c5f7670fb7bffc14"
]
},
{
"name": "/doc [inline] [typescript] - doc explain ts code",
"requests": [
"27cf63dd3f26ebadd14db7b2a8dd89d579db289863f9f3af52370d6a34d8ac26",
"5454ec9fdc3d6ae3bac306ff979b156d57ce549e4210df18f0df73c2e44a11de",
"573d76cf53b16efb551e6012460eed7e01b189f7095626a93aec5100ebee0ad8",
"6986ca9577091076d616804d400055568dfbb59f95de7bc5992fb6de993af3b0",
"af282c783dbf9c5a89b34d89bebfaef85f875398de3c26118a8d4ca1df9614a3",
"c676c5d4af9b82709dc19dbe2a0729ebf634f4e8b79bd54d0b7341772e5c5a4b",
"e753338eb60c95d6dd2ee3a19ab8c7464fecb70379c52fd40fe6bcf0c46733dd"
]
},
{
"name": "/doc [inline] [typescript] - does not include types in the documentation comment - function",
"requests": [
"7a062a823189c341de22d2eebc5746ff7c7ac61b113891e205ceb841da1284b0"
]
},
{
"name": "/doc [inline] [typescript] - interface",
"requests": [
"149276ffc63f6ae5b909c34da71383f86626e803fc490d1f80d51ed5b7d93c0c"
]
},
{
"name": "/doc [inline] [typescript] - issue #3692: add jsdoc comment - colors.ts",
"requests": [
"2137b8033afb4a7fb557f4713856e76f580f2202b380567a967061f1b1237fe0",
"6c59d686d0fd07289c6711f49b5bf990d5fd870fb00b19099fd6b5f2327dc42f"
]
},
{
"name": "/doc [inline] [typescript] - issue #3692: add jsdoc comment using /doc - colors.ts",
"requests": [
"b31b8791ce075f2a665ee3cd215068588efe15a7c4d3521db710ce686c47ebf8"
]
},
{
"name": "/doc [inline] [typescript] - issue #3763: doc everywhere",
"requests": [
"34c6feac98ec95dd6f1603183b274d8127b14533b182eb822eede24deae6750f",
"8f7bc68446f782b3430375d0494054b77237d57e9d4b044ebd7525a47936f1c5"
]
},
{
"name": "/doc [inline] [typescript] - issue #6406",
"requests": [
"3598e9c02ecc433193ace6571b29edf8bbcd2568a28be81f2e6d8c94adaf0de6"
]
},
{
"name": "/doc [inline] [typescript] - large function",
"requests": [
"40bd8c2b3d07c47b8c56aab7d7a3ee55fe9bde7ae800307027b12f92490b7888"
]
},
{
"name": "/doc [inline] [typescript] - supports chat variables",
"requests": [
"2c7eaaa330d710106d2cacb58b7fcb5e01598d15f75c5f2af08089b543f1b2b1"
]
}
]

2
extensions/copilot/test/outcome/-tests-inline.json
View File

@@ -45,7 +45,7 @@
"name": "/tests [inline] [js] - issue #1261: Failed to create new test file when in an untitled file",
"requests": [
"3ff8d64fed825b20d0fb3ada0c4dc880477bc82580a2ece057b9de9f4ad29995",
"77f70da386ba785289aff8686992e4fe14684f43d0445939486a39f6d196dfa8"
"4bb3317b9d74ae64f5b2d006a0b7c90fd9d501c20dacc411023860883ed0aecc"
]
},
{

10
extensions/copilot/test/outcome/-tests-real-world-inline.json
View File

@@ -9,28 +9,28 @@
"name": "/tests (real world) [inline] [typescript] - add another test for containsUppercaseCharacter with other non latin chars",
"requests": [
"31032a78e3858810de4f26625f84210ee84c9a9dc5e30d0d2b7b5d314074fe7c",
"b9cc0475aa4ef1bdfb6dfc7cc317c19edc73b06d0f31573e83e1d9a6b28320c4"
"4a380419eacdcf047e45478f4cc61a35961c56c993cc30ad7c7836f74580046e"
]
},
{
"name": "/tests (real world) [inline] [typescript] - generate a unit test",
"requests": [
"06c4be5d76877ee10242f9578b5cde4a215d743a5e658213bc165860ebb5aae1",
"63b76c3e0881ce4dc96343eedb2cb9502249d971bbb03b4b883435780586c96d"
"91f4cd921642732fa20af80b1e53288bd3d9518df39a6d9a9e8ef3c6da1f5633"
]
},
{
"name": "/tests (real world) [inline] [typescript] - issue #3699: add test for function",
"requests": [
"6b83bb554c4c05d65c7e5b94d9a8f7d84bc29785db46bb129f592de99f8c6f76",
"70379de02795a9e2f317b193d034f16f761c0a63d94975a644e4c35768d88c9a"
"c6a9939626574472a09fee16025fbe701ef3146377d3b20101d9ec58b9cce3ea"
]
},
{
"name": "/tests (real world) [inline] [typescript] - issue #3701: add some more tests for folding",
"requests": [
"484df04ce82029db64f9f4869430a027675bed8e212694ab5f82c06138f67e1e",
"9fc1ca3d160530b2703dc7ae5a3838d965aa36a2d45dc0cee199e1d4a6122d1b"
"9fc1ca3d160530b2703dc7ae5a3838d965aa36a2d45dc0cee199e1d4a6122d1b",
"f877475232558f704cbb4de3d40b537776726a959e3bfa44d34c3bc97ee7865a"
]
}
]

128
extensions/copilot/test/outcome/edit-inline.json
View File

@@ -2,133 +2,133 @@
{
"name": "edit [inline] [cpp] - edit for cpp",
"requests": [
"9cdec9fef8167abdc67552c70cef2d9c243758a3e28f4853b3d9f470ed78ef83",
"b0d5c8c0eb4f5c1ed5d303a0d38f9cfd7c2f7bf4ea5cf210438856cdf433f9bd"
"b0d5c8c0eb4f5c1ed5d303a0d38f9cfd7c2f7bf4ea5cf210438856cdf433f9bd",
"dfd77c54daccbd8539d24529596f8fae490226b8ca86f8c4650f702cd2f048af"
]
},
{
"name": "edit [inline] [cpp] - edit for macro",
"requests": [
"29e27036aacac6d45d28202e1beb29111043129fd09aa3e7f377f5f6bc3b2070",
"798df94517dd5153c62cf7959e3a49f2c6db35e20aaf08569aebefae166cfb62"
"5951e33b731144818026d7aeddced0b96db497d1ac5a931c1a42017e01f0bec8"
]
},
{
"name": "edit [inline] [csharp] - issue release#275: Inline Diff refinement causes massive duplication of code",
"requests": [
"1e41c48dd3d7a45d23a5c9d43ebf27511f62235016013bf378efcb040ad27cf4",
"bd591a9b3c8c21d1001bd98de869d1bf4998f43fb8dcccb44aef7e0f290aae06"
"5c6b5d557362c688a45fc756ee1c048da1c07c87bc3b4041eac3b0b04d6eb4bb"
]
},
{
"name": "edit [inline] [css] - issue #6469",
"requests": [
"11d0005b087826fa1c42dcf3e477d2770b9b1c50204098373e8cf83537f917d2",
"9dbfdab6cb7015d1117b7e6e60643dea80e3912c61d9fdcde7e953b550f2ca37",
"be49142a44e3b59e7f305f1c8d7b410937e86b98498bbe81e77ba7def87d6f0c"
]
},
{
"name": "edit [inline] [html] - issue #6614",
"requests": [
"1f513434933870756972f78b9030dd74c23afca5313e2342b4cdd3463d969e15",
"4947c1713e164be03e49ece1ca9ac68bd582bf1a0588126d0ce15b88c4cc7796",
"bb2ee6bea0b39173149011130421e0f8df844275379d16b19ffe80338696ec2f"
]
},
{
"name": "edit [inline] [javascript] - issue #2946: Inline chat markers don't work",
"requests": [
"89b41a10cf653235f8df54fc2094ff38181d4230d5dad5c84595fbf52e6516bf",
"7aa391b1501caed3102649b1fb6f90943bd74352e3726684ba957bb628b0c4ce",
"9f2d69076c64121474709e04eb35c29366cccbcd279e1de37edb2e7be2d06a4a"
]
},
{
"name": "edit [inline] [javascript] - issue #6329",
"requests": [
"5f4f3259d64fb52507a5305259c703178f9c93554d9a18598c1c097dbc8e83ea",
"87a619c38f4263c5d4074ccf82af3db43b684a1e4cd346bb494e5880a280178e"
"87a619c38f4263c5d4074ccf82af3db43b684a1e4cd346bb494e5880a280178e",
"cf439581c32bbac150527b9c0e08c507645dc234fcc1c882d1c44f974e342e6e"
]
},
{
"name": "edit [inline] [javascript] - issue #6956",
"requests": [
"6e36f9487bad7ecda065cacaddfd4b89c3bf4b7a62a3b000b5109d2ee7630e6b",
"7d34f609f48a1daf3f9007e2cd3020b054aa26878a2ea5a255492d5cdcc7b442"
"1cb67f0358d2562c92b2a459a88e825724d72b558919acf11cd2a244a686a7fe",
"6e36f9487bad7ecda065cacaddfd4b89c3bf4b7a62a3b000b5109d2ee7630e6b"
]
},
{
"name": "edit [inline] [javascript] - Issue #7282",
"requests": [
"42c25e33a93e44b3537cad5e5f4bf5e5560868924773ec6996f0d7b70b390a28",
"bcba1926dddf00c81a4dacd6a064b735bd4da6bb7f9fab6ac7a438b61af06929"
"8b1d30c639118a73876f8f61745bb69bfc25de0f7df674266b357fbcf3d7c0a5"
]
},
{
"name": "edit [inline] [json] - Inline chat does not leak system prompt",
"requests": [
"1b5d413b7234da643d6ed36c27270562fb6474107e81c9aae6a0e8d44e7bb146",
"22e9d7b1f78e12c2097c6ea8140bca685e116fc153ca7c7b76f0f41497540ec6"
"22e9d7b1f78e12c2097c6ea8140bca685e116fc153ca7c7b76f0f41497540ec6",
"4e24f10882932dc9d898ccefdf91843063d0f20d8c7ab69a6a848a91c5028247"
]
},
{
"name": "edit [inline] [markdown] - issue #5899: make this code more efficient inside markdown",
"requests": [
"4248bd633360a5d61114b77c57ffddab4f14bd21dacf2f6ea7c4714a6575a2b1",
"aaa078323558a6030b817b7eed603650ec6d1dd8143cd1736042688d7fe31632",
"f66abd83081feb8edcbc74df1ebecd80566c84257f2f3334d021371aaad78bbb"
]
},
{
"name": "edit [inline] [markdown] - merge markdown sections",
"requests": [
"49a61e53def5e3927f4dd67e84e1d9f25722c223b1f03162f0eccb98eebce490",
"62d72ecad268b534377860759639784fa5c42a73bb256b756434a21692e9ebdd"
"62d72ecad268b534377860759639784fa5c42a73bb256b756434a21692e9ebdd",
"b91ff1456aeafe3d88ecc3f91b6097810663b1bd06192a11c06a59c50b39a3c1"
]
},
{
"name": "edit [inline] [python] - issue #1198: Multi-lingual queries throw off the inline response formatting",
"requests": [
"14b26add3802dd93cdd085665eb53831a1bd874feeefc2201e8b9a49f2c7abfb",
"5a91094279967e1f7034c9da70c26e5f0f2a69e7d7656c2cb32a63d67264885f"
"5a91094279967e1f7034c9da70c26e5f0f2a69e7d7656c2cb32a63d67264885f",
"7bc4674316cc892f4bacdb50988b703933e787665dc608c78b7deccec9c536d0"
]
},
{
"name": "edit [inline] [typescript] - Context Outline: TypeScript between methods",
"requests": [
"493f0d67aeab257e5979352b94f206cf5cb9d8fd5851cf42f92a521953ae4e79",
"702839c5dc078193b0b7aca7eb5bf09f114632d75a8640fe5cff9860329ac04a"
"78d478c053c0c8830aae7ef7db47bed1426ed020e34df53bf1a019ef5d5eb508"
]
},
{
"name": "edit [inline] [typescript] - Context Outline: TypeScript in method",
"requests": [
"1611db52e20e239ab2d496319dd5aa19b389477a023e2a1ee93d738e2e542275",
"327f409a81e74068f7891c64ff0e4ec51f4fbab3f3bc2dbc14aef8f151cc739f"
"bd43dc508ce4d84fb0a1d31944509ca71756684af75239bc1502e4986f2fa6ce"
]
},
{
"name": "edit [inline] [typescript] - convert ternary to if/else in short function",
"requests": [
"52e5745052a06674a2c7839fb96f5ba5483299f440d4a0d9881e1ed90b1a7de7",
"99cd555f0e6243899e2cf560e372136d35f65ad3a1da424aeed4866bdddedc13"
"e445cf48502e37302ebbde6caab91e4533fcee77b9d611bbbc7a30d7be0945e0"
]
},
{
"name": "edit [inline] [typescript] - edit: add enum variant",
"requests": [
"08e96f85d7c36cb6e065c05714ccf290190171d3ddd8f3f1b3fcb18bdf4cce93",
"e4ad1517178d6eb4b9783b05ab9bf16a088d320ecccf9f1631c6ed78c1ddd279"
"55a8309802834ce94eb569d9873f43d48a481e792c852e627c83863617955901"
]
},
{
"name": "edit [inline] [typescript] - edit: add toString1",
"requests": [
"b152b9c37422362902c248126e771fb827cd24a6a3751b5c83b21dc5f2d0a7a2",
"1b3c43d80252b2ea8b3770c84c0e36db7aaeda95eb4f4f102f7a0db21eef375e",
"e3217cb141501d7d6f9267019e0256a69188feb1edb3d1c8f2a4fe808ba9aa2c"
]
},
{
"name": "edit [inline] [typescript] - edit: add toString2",
"requests": [
"9e24ab3ba0a5405e2838ccacb078f138bb89ddf8f4844d9df17c602a063adc7a",
"9e56c81d506decd44551ac90f14b4feba0978785c0dd4958cc938f0a5909f91e",
"bbda3738d6a992ce61d7d16774863051aa5e9c6e60ad8580e2b781634119f555"
]
},
@@ -136,13 +136,13 @@
"name": "edit [inline] [typescript] - edit: import assert",
"requests": [
"03ff8c1d9d7f4d306933b80b94512a44a2164079952024ead5cf350725503944",
"28eb1679becd3310fd5264b6fc801abb888821809974a0c5d97049cb1b61b254"
"c305c6edf52f1990f749597d9ada0be90df9123ea8534e9d072bf0b0e32e0cbd"
]
},
{
"name": "edit [inline] [typescript] - edit: import assert 2",
"requests": [
"01e29a01c5b27911672f003af487651489bba11a2fa57dde83580dae090e96a5",
"098ce63e11420c715e881db21437240c63a89534675e6b8eb9878f557d4e2ff7",
"4619295aa9059a7a05bfa1a4dcaa05da6ad1c5380a15def3d53056f22f871fd4"
]
},
@@ -150,59 +150,59 @@
"name": "edit [inline] [typescript] - Inline chat touching code outside of my selection #2988",
"requests": [
"27b68565eaf8a61dc00037f5871a4abe3c6523446acd3aeed660243b1be195b8",
"81189d7377948c0ec49c8a68d13b9b7b3e273343d41aab162a317f87c620f8a6"
"64e0920292b9127a7f236ff81df081622dc3175c52456b3846e00b116d070159"
]
},
{
"name": "edit [inline] [typescript] - Inline chat touching code outside of my selection #2988 with good selection",
"requests": [
"cde8e599d7893d3faca6b74b96564b505b755d0714003c960ccffccd8b6bd593",
"f63fb7c8b2317055d0a7318fb4ab1db0fc1eb31a61e70df8d8af1ea57d6c0304",
"f64d5d1250466068c9a1f7b8acfa649912d4e02b43009e97a42a68fe353d9c59"
]
},
{
"name": "edit [inline] [typescript] - issue #2431: Inline Chat follow-up tweak ends up in noop text-only answer",
"requests": [
"03443db972cd5e9689941ebb1e51338e808f9d48c0ba47c4050e56cee35b6a28",
"20c127f3d944109bc50509c893b00913a62822cc08ac6eef755d2357ed7f17ce",
"241c772dd559e2103ac78a27cc01127fcabe81c39f25c55525999133305dfcbd",
"33e2d47749a7af0f3e5cc691d15548e8218e8593c6fabd17b4a9352a5251459e",
"425a9c98765f933a52b60704592d4cbab010533526234a377d6b9d6a6587acdd",
"55ef45edf98d6346f69e497fc6ccabbb15ae80b91f01f232e244c853cb83bee5",
"5d0e724e35d4c5c93ad190523a168f13198d78842f7005cc757978971a6fb82f",
"62f68b01eba87a048138072eb95a5242b4d45cb8fcc1e88229819a723047ed3b",
"456f4dedae22e94d2e2e406fb503c43226a629011fd79871056796fc1d5e74a3",
"712e007a175497a8f1bf184ee216a70d22d90edd293620b1e88301302300af42",
"75e48b8729cf0d1472788768a529507f96eb36da0dc14717da1b755d87ce6703",
"79fee4b847fd4d2f7fde6bf05171447ae612a4aa9572dc9bf1d57717c00cfb86",
"804d7ab3a71b388c2a210585c1b98a6b03c3da8e08307663e3bec5126b1e5c83",
"820cead532e8ea49069e88ada7c2e84e9425c8df7d8f31b522fd2a38acd09242",
"923a0a2225e3aa6ba4b9b3d83dccc5a469e201bef9c88760e848479c247d7632",
"98a19e1421dddbd828ad94bc20c851725f461fe2cdc1e18ff1fac298f73037ae",
"95fed5c8c2c9eabde51872f7c27676b0d4cdd0131b8283b90e2f627e313faf20",
"a62c9b907cae1a056d1ff6b7735c499a0ced21a2768de29dcd666bc59ed36c72",
"af5cd33ca52d9eaaa6fdd42d980fdc83085f53df484badc8f115ef80f9d41bf9",
"da62251a819967c67a5c504f29614266977416d5183cb8ae9470186324e20273",
"e725618e2824f9b864823b7c0c5025eb0257e2d9f687558685d12a23bbb54a12",
"f14624c53dc65556ac0ba594296f7f71b86741e000dba99b8a0d963cdea448ad",
"fdbda89b22c6954fa51a8374ebc26283962fd0ad7438e9496ee2685d7c9b6e0a"
"b88851bc90bde15dd20715df5ad30d63c0d4ddef8841600901a5d39461930365",
"be3844186e51e0c8fa45f2622833ef09aa6076667e45dc545ec15f0d7f649282",
"ca0e209bcab62c9541a21effb59aaac9f8b8d07d700dc41bda693e144c950bc0",
"cc9f0e030576ecc9087fded1753081edf4fb33de13c7b6563647c7005d938d0f",
"fa95c92e4405b7cb108e99e70accdfb5fc0edf82d62b6b5515ef4fee7ae736b6"
]
},
{
"name": "edit [inline] [typescript] - issue #246: Add comment sends request to sidebar",
"requests": [
"318f4e4cc17dad8b3621793bdcca03622415b8bb594cbd5e7bd14abc85f2f53d",
"cbd246b65808b1fe50517d14df79741ce5900d11bed7ad2c457f2a3568ca43d7"
"7a5b31cbe7ee99229920f21cdd9fa9108fa106d8d832246ebc7e4efe79043bee"
]
},
{
"name": "edit [inline] [typescript] - issue #3257: Inline chat ends up duplicating code",
"requests": [
"6bd6e5b5fff1b61de151d3f5631315cff372da11c0d3684c18298e4b7193ddde",
"9968ac3708e202697f05cae69f5c96bc730fee5ccbb3643a846d4ad67e27f7db"
"15458bdbf26e4640003480fe84e5a2c7638d949e7e48ba138908798ba8f1c9d4",
"6bd6e5b5fff1b61de151d3f5631315cff372da11c0d3684c18298e4b7193ddde"
]
},
{
"name": "edit [inline] [typescript] - issue #3575: Inline Chat in function expands to delete whole file",
"requests": [
"25b918486eab647bf6e7138eec5888ec1a852449fcd9f30a79772d218db76c6c",
"54d45230a6223a8799c9b95ccdcc4183fd6d3bfd19a8f7aef8c262661578f997"
"2c5771b2dc8d978818e56c8956b0e6097c746533b60af0d7260e27a2a54b0fc5"
]
},
{
@@ -212,8 +212,8 @@
{
"name": "edit [inline] [typescript] - issue #404: Add a cat to a comment",
"requests": [
"75089874d775e47bb6a06318faccf858684ff6e74ec5845151bef7561312050b",
"9db00d61a72b7d0a8bbc4508e3655f443777a5c93b3c038ee9130aab613c75e4"
"9db00d61a72b7d0a8bbc4508e3655f443777a5c93b3c038ee9130aab613c75e4",
"e63be8bcdca2b29fdf670b7dcf23746a639cbc4167c8a251dde4fbbb1db35b06"
]
},
{
@@ -223,49 +223,49 @@
{
"name": "edit [inline] [typescript] - issue #4149: If ChatGPT makes the request, send only the first 20 episodes",
"requests": [
"bb546ecc1a3f1309aea3ab69fcb466825fc1ca95ec5321971ae6964c06d59175",
"f2254d96c0a184b3c7cdfdc5e68a59876276c75a5b28f9d64ee5295e6c3ea644"
"721d59d49fec54dcd7b3689e63e28fa9d7d6cd1e29be23aca949bd42d1cc859d",
"bb546ecc1a3f1309aea3ab69fcb466825fc1ca95ec5321971ae6964c06d59175"
]
},
{
"name": "edit [inline] [typescript] - issue #4151: Rewrite the selection to use async/await",
"requests": [
"48cd5e0ce16af7d4fd8f1d605f31d4df70fd7db29d46ed19512fc8f9033f72b3",
"d07c4db31b36a704769b6905458d86e9fbec951c133c5aba4112f25928a745d4"
"49fab7204349fcb0d993bb4b0e09c5cd7f71f9518a518ed387d84ea44a3fbf27"
]
},
{
"name": "edit [inline] [typescript] - issue #4302: Code doesn't come with backticks",
"requests": [
"c7040615f0af7c410cfc9492161332b4ba43f16ea262ce168497705e2c846b3f",
"edb2e8a811eae65331e95f1f417d046cf7e358087f7333ee61d56c41078b0ee1"
"2cf75ffd7b8e5ad14f57f656155d2449aa9bfc5bdb1afa6c6b8135e5a04c2fac",
"c7040615f0af7c410cfc9492161332b4ba43f16ea262ce168497705e2c846b3f"
]
},
{
"name": "edit [inline] [typescript] - issue #5710: Code doesn't come with backticks",
"requests": [
"51b98b8228735e4479ede61a2aa65831940f706bf31a1710216e60ba93c03962",
"5a301a0cc7132350d826769a15ce49bc93bd71db756cea8cc4cb51961a582d15"
"93b40df39e8750d18fc1748debb174785c85e170096312e81803cb2e1fb4befe"
]
},
{
"name": "edit [inline] [typescript] - issue #5755: Inline edits go outside the selection",
"requests": [
"0746814bab811fd50c45db1c8f47d0c4b8fac0215d20bea0dbc0376bd60067b7",
"3358da95d76afa8daf4eae7ab798e3d1b26ecb188667d5626d226b72a00cf0a1",
"dfb2932c363c1a3bd4be9a3e74b87bf9717a8c7ca85ec51562436a08ef237c70"
]
},
{
"name": "edit [inline] [typescript] - issue #6059",
"requests": [
"95ca766debddc9c058180f24da3063d86b8a196871c5d4cf0d5a5c9d21a004e4",
"5ed563a7db4ec32ea649d3b85f27ee702427bf35347ca5ab50c1bbd43f10f2ae",
"eb588e6d1214bb53e7c532735eb9869f1b38b0b17fdbe641390812f923a836a8"
]
},
{
"name": "edit [inline] [typescript] - issue #6276",
"requests": [
"08c70a4dcd7169c55770659dac98b9942096ec68cfd961a6918168137ae50daf",
"5467b4769ea1f96f830b482775740993ceac8dcea109f9a5762b1acc2b0109b2",
"7f15fd3e44f19a9de5f25e9c2709720bf1233526acb6aa8879ff7190eb674e3d"
]
},
@@ -273,56 +273,56 @@
"name": "edit [inline] [typescript] - issue #6973",
"requests": [
"3ea42bf651ef26a56499861d6a52e18f9b64d979d0e4dd1604835053f7473d66",
"96c7c8ed8fb0fbed2de13fbdbd70d768e84384be7f6e24795488f4b55199dacf"
"ce706a1d19b24ebb4c8224780048d89f224c4d31bbc35006119976fda3f36a77"
]
},
{
"name": "edit [inline] [typescript] - issue #7202",
"requests": [
"10ceecd0c61f443a648a4eef15568313781e2b07d60b175a4eeee2e0eddf4926",
"3a9d724a38d13584fbe58788ec763d766ee6857c0e11a859e4973e21b7ef22d5"
"4c2897e261c819e763c4b0c800c7bd429ccda46662d9343c170236878ea67016"
]
},
{
"name": "edit [inline] [typescript] - issue #7660",
"requests": [
"4031134ccb19e7122bb7afc5e09ee711bdf224f1c8f555f9c2fa1032083de130",
"53aa0c5acc128506917d89a5f37b6973a946214a634db04b30467d9455c0382f",
"ba4fa7fc3f7692ef833c5dad7ffd20cf7d0675fbea58d5656f2f64f923f3c45c"
]
},
{
"name": "edit [inline] [typescript] - Issue #7996 - use entire context window",
"requests": [
"0c5f55e204365183afc3bf2f92bf44c7100e55c0d3145d1b3ea927ed1bc58fde",
"1090cd116094d8b8843ec91d617583e2ccd7c9532830889adf30cca38792dede",
"26ab961ba16f15d29290e7672d71dc0ed9888ce8912078cb5a9bda81fb79f005"
]
},
{
"name": "edit [inline] [typescript] - Issue #8129 (no errors)",
"requests": [
"b0ad5be2c7dda98ddf7c4e96f94a7825b1433a2e38e86e8751dd20566bb55bf2",
"e01fb18377e283ca31aadeff60e2b4dc5da48e9c3d5ec0bbffb87781c425142e"
"36bb0c03b50267a2b0437f99d798aab1a51290ffb36a8bd04554cf4943b952d2",
"b0ad5be2c7dda98ddf7c4e96f94a7825b1433a2e38e86e8751dd20566bb55bf2"
]
},
{
"name": "edit [inline] [typescript] - Issue #8129 (no syntax errors)",
"requests": [
"b0ad5be2c7dda98ddf7c4e96f94a7825b1433a2e38e86e8751dd20566bb55bf2",
"e01fb18377e283ca31aadeff60e2b4dc5da48e9c3d5ec0bbffb87781c425142e"
"36bb0c03b50267a2b0437f99d798aab1a51290ffb36a8bd04554cf4943b952d2",
"b0ad5be2c7dda98ddf7c4e96f94a7825b1433a2e38e86e8751dd20566bb55bf2"
]
},
{
"name": "edit [inline] [typescript] - refactor forloop, but only selected one",
"requests": [
"74907dffdf67715d4f3a39386682303c547a664ae932cb71e59f51f2d8d5fb5c",
"94ddb1c51eb27c0c1285137e912d2c10582d68b94a72593548595422a9efa2f4"
"cc2e7345e22745f57cd3df8528608fd3d0217f3eab93d0407bc08c4d921fcd6b"
]
},
{
"name": "edit [inline] [typescriptreact] - issue #7487",
"requests": [
"552bb5fc415bd28c61b64891574fa07b17029a965b56a5c735a7b0904ad05784",
"60d36e228b864b47215a40b7b84b8ba956dd969aea620f5afaff5d2e03dacc8e"
"60d36e228b864b47215a40b7b84b8ba956dd969aea620f5afaff5d2e03dacc8e",
"e855f2a77ada1b77e2fa54d9dc4217033a5a1f6905bde610cff2289cf7fdadff"
]
}
]

2
extensions/copilot/test/outcome/explain-inline.json
View File

@@ -2,7 +2,7 @@
{
"name": "explain [inline] [css] - is not distracted by project context",
"requests": [
"7f593597b02ef271899c438b4c7d78b178161cd8e953a028fb12bf5e054f1141",
"5d99f6188840d8072969f5c0a7c55d3a7db9c89f47fb919ed74a06858736135a",
"d4a8d7aa4502b98925b719ce33e1cf3c73b65abbe1b0ebd7f2fde10f278f8491"
]
}

2
extensions/copilot/test/outcome/fix-eslint-inline.json
View File

@@ -74,7 +74,7 @@
{
"name": "fix (eslint) [inline] [typescript] - Issue #7544",
"requests": [
"a6c3c7da2efade466dfb546b3658e59d8240c89714846da20d6423ced165c113",
"283a90114d595869818c250d48a0c8aaeabe2b509ff0cd37a02eb50c56d11394",
"a7a6de2e401317f1bf5e73f894f5297d335a14e84ea59ada63bc339ded4959fe"
]
},

2
extensions/copilot/test/outcome/fix-powershell-inline.json
View File

@@ -3,7 +3,7 @@
"name": "fix (powershell) [inline] [powershell] - Issue #7894",
"requests": [
"a47c5a82f6069ff589e192304cde2af7920e8fbd7f5def0fd33e2a21940dc95a",
"fa8a108f6fb53dfbb5e4f52be027211223dbdf85fcec1d3de895d10250c865ff"
"c8474b4ac9e21833f18a3077e7e45813afc36d722ab63bc0a715bdae41896645"
]
}
]

123
extensions/copilot/test/outcome/generate-inline.json
View File

@@ -3,13 +3,13 @@
"name": "generate [inline] [cpp] - cpp code generation",
"requests": [
"df43156c972778b2fe89eaa715af8fb8b390a19b8e4ee3157485deca11628150",
"e5e24d224975d143307484f1125936a5adf524b1664b96462be1e327eed4b3a2"
"f7e8c0e6d25c97eb19c495da65bd0e4b97e7840144a2d2f0377995d2dff6e048"
]
},
{
"name": "generate [inline] [cpp] - templated code generation",
"requests": [
"4e2a3d846eccda4a54a015b9500f12523e6e4047b27df0cdb11e92a2103c8253",
"8a2123be2ed408c7bedb65c8c01d1de309aab15fedb017c9e54044b92ce8a65b",
"e99d50fdcb49b2820ae2766b392642267fb937ccfb323270cac048ea09256419"
]
},
@@ -17,34 +17,34 @@
"name": "generate [inline] [html] - code below cursor is not duplicated",
"requests": [
"3132b5d72fe72fe4524d792f102f68d8ef7ef0b08a2d14d46e9f9234478c81c4",
"dfa9b9c079be5155237e7cf8a3c73c58091fe21b27bdfb5e144c58ad3ae729fa"
"f4ddfbe72645d8066694a1431aef5b6af78b73eee6abf9f67beda5561270e6ef"
]
},
{
"name": "generate [inline] [javascript] - Generate a nodejs server",
"requests": [
"1f0953bde8b5134bd674f82e190c8f1de5ec6e16621dcb94f80fcf4e616ada09",
"2e5d90bdfbb5fed189849df294beb4df8d2c8638721463621ca0ff23d46fd851",
"4fb60546a2351d830d3e6fbde18e65fd243baea42e242bbbe1e57f799585d62c",
"58bff8a0f0d63ac0f76e693ff54d21fb1fc8621859a96d6e057df07a59f35b7e",
"59bb4bfa626ae63e6963d34ea67acc00a42339e88a6ad2c889da3c82f3d5e3aa",
"6ae88693379d1a03e8b6f500bb209248cf51ac5f18126437d447fc827280d514",
"7af3970b832a8afd834cef4620311f5c521429ece3efb6a7065c35b6daf62374",
"bd4c92feeee2c340bd49b73dcac6279656d891013583c4424602f8fcaef3c06e",
"d78289839a9be2d65292380b95cd6d3d2064bd067f769a887338f0f7d4bd3fc6",
"f84dfa1f209f766310d860c0caae2afb397e468ffe99f6ddca00482ddcc1d7b6"
"8b6b52e0f0aafead7b1f9a1c0ad1b98904c2c60f6a701abe7844da9ca03dbd7f",
"b580025b61f5532c9236a34178d547b02971a4c1b044da37dedac50d03c225f6"
]
},
{
"name": "generate [inline] [javascript] - issue #3597: gen twice",
"requests": [
"0030637766951a8fa5aa86d13d33f22353319be75b0fd8a2d8c9de8626432108",
"40c2f490cef642f66c6686a7406b5ad5170197d4ee60e350376bd8cda446a3fb",
"031dfe021d29658c41c8770fdd504eee6a5ba0f79836b0c26d0525ef0e78e6fc",
"4f8af40b9666053ec4483507fba44240769968a0da1546e0ebd8b9777170c9dc",
"60957f9a514dbe2e76f8a2601a4288238b4213ffb1415f362cd28903883803f5",
"6288a19839824e3338d705623637bd56f3bfb2504b65ecafa768aeaf0d9af1cd",
"723fdb84ecde6d2f4ea3369bc82863ad80b0af27b6928ce244627a91293562a6",
"8cdaee5dac5e2e61874c0933095b2447471d6409d46ec820654a0cacbc7ddd5f",
"a8dd35a51c6a96222906e0b45e5d27a6d338f0812335ba2aed348ff7c11b58ba",
"b8575e7d0b327e8ac5292a3988d4e6bc299297546172fbf7ad5c325038a42c14",
"b8d94268acb1fafff69b78852e441915a1ac6c7dfbbe7ea5621e38a4775421e0",
"c4376f64c7f5efb14cea459ca9e2b0ff432e3f46d2485c111e420d0be5b2bd84"
"c4376f64c7f5efb14cea459ca9e2b0ff432e3f46d2485c111e420d0be5b2bd84",
"edd242b6abe40230dd82287573380ad0ff49ec7e619256a23020625399d0f559"
]
},
{
@@ -52,9 +52,9 @@
"requests": [
"4b107426885ada3cd3d60acaf591527133b75cd0aa8c40c1568c1a8ab4915499",
"7359740118751064d72bbde50308406bfe0561aba85ad99de405aa20f6354a82",
"7561350be7ceaecf1168b8f063387a277db778ff2b877e1cb9d9021000a690ac",
"9bf90d3f01ab27236416022d4508b7e3f3d60081466ba3a53d1a723cb83b6365",
"c6f7fca17276b101b3b872b946f327b2404e5478fb332419a230fd2f65110993",
"fa0ebe4a8b30fb32416c7ef72b5d57a3d95ab1ed94ce6d36f05be6635fca04a6"
"cb31e1ef9d324c24c2556f3b050e2c7cb3313050a017069098f16ad81242d8cd"
]
},
{
@@ -63,25 +63,26 @@
"0229bc7e0f2981672e2e205b7c0f4034fa4d41f1f3ed4eb398937f56caecbeb9",
"0e11691fba4eb2f36739e057afe81ad4ac37a9e91aa2d6f870ae8a63e6e7e7f1",
"5b82f2056018cc7165ef4eac5568ffb6d5d9ad02551cc6cd9ac96ae0e4e4ea6f",
"76468e54d68001320ac7576c771dc439d5ff20f7c0cbb243cb7b5c8e5d785ab2",
"808215d6d3189197ac06bf1ca6fce4a5d26f83cb12cabf06c59bf469c6140870",
"7405f41ac62b7d429e1d79196a4320432437395c055f8361ee719f9dfff4fecf",
"7424886c8a38dcfdb0095e03b14fc7b65304f4b31d2d60861171cb7dd3c0565f",
"a0490ae1f297b318026a48586563cbd65e4deecb79d5bd8251423c08d04e3b84",
"dc0d3baebead99fc28a855028f49399b0740c2f29bc69599d3cf347de5407a10",
"dc853f6c7e40bb0d9d1101d8c9178c6b719601f49edf67f440d3238f2757d24f"
"be6c62463c33d3b33daec301bbb6d9fb36f70cb432e043581276f7bd58aef2e0",
"d58a431e9bada0ac259d1b067629251a6cd0f18c3d0f594b779a82a00e416b5a"
]
},
{
"name": "generate [inline] [json] - issue #2589: IllegalArgument: line must be non-negative",
"requests": [
"c3dd5515a451db8c098080a57e8f266dc4b1f878f2a98f1424c033d768b41162",
"e6d0b6d67442e15fed6ea7a555fab78b31ec07c169a35f7016ec2a75a053bb3e"
"19d016974e088ba1d158891ac44425119adc12713a4b593be31eac302b2544b2",
"c3dd5515a451db8c098080a57e8f266dc4b1f878f2a98f1424c033d768b41162"
]
},
{
"name": "generate [inline] [json] - issue #6163",
"requests": [
"328165c344c5743fa842a9210e0d4bbe2460cf12183c61e6cfa8df990ada1a9a",
"587fd96d5271fad07d73e0ac7cdc272f5cd34fc7a7f832001642c5a19fc1283b",
"cca7cb535497c5a9c76ea78fc249d8643e0a374e184b4a97f1f7101665c7cc94"
"e3aa90ad95a359846f67e7dd014ce8e2bfeadc57506e0ca9cbe4aa1921f67c55"
]
},
{
@@ -91,7 +92,7 @@
{
"name": "generate [inline] [markdown] - doesn't handle markdown code response",
"requests": [
"05c1f38f0e25242e8a78be1a3dc0b6009098400a42a6d4249d331accdaf8bd8f",
"b15a023f9dd6ea6952d0bdb1a55b505a154ba3e541b071b948bd5eb5cdd4b7d8",
"c930e3e23187bd4dfabec3278f497de5ea5c363578aadc40c28d8891be77a3e1"
]
},
@@ -102,15 +103,14 @@
{
"name": "generate [inline] [powershell] - Inline chat response did not use code block #6554",
"requests": [
"03364a95d28c4f6355a4874b35934c2d0b5578197da2a454f39dc88aa3bc77d0",
"71d1142de96f0bf33b2f295551d18f6954c219bcbef84e1a50f84f712214d203",
"4b4771c7233964ed95ead50bd8ea9bf630043233840b161310672198c43e699b",
"86cd789d3605009a34ca923cee21575d1d5640adfde4ad602a6d1d2ded556eb5"
]
},
{
"name": "generate [inline] [powershell] - Issue #7088",
"requests": [
"0bfa16dd004994d0bee92e5cac14ac20448514e5dca2bdb500a2b4ebf9d54683",
"4a3d64f17b11da9fbf3226b6855ed390b9ee58f4607be116677a30d258bc8931",
"4f7d481337d5b85e563f43045b97111b24bff22f50e2a6c6b241c803311d273b"
]
},
@@ -118,17 +118,17 @@
"name": "generate [inline] [python] - gen a palindrom fn",
"requests": [
"5c55370b2dda45e3075fe6abcffd6117de76798f84087ef471db632f433bf578",
"90e8e1b042a6f0c73ccf702b636116afc3df6b1c219370f8b4aa7a364b018a44"
"7ff7cc70c51be116d8adca5c3f7b238c8613526d6ecc9d11ef85bd448bc0260e"
]
},
{
"name": "generate [inline] [python] - issue #2269: BEGIN and END were included in diff",
"requests": [
"5acbb7fa914ca124701826b1573735f20e9fbcb41100c57cef164e94c26e0fb1",
"674b6a7e51d43550f1693e56edab42cf4ea3acb5efe0012d304e268119dc0c44",
"6c656923e806c399ad2808673abb74dca686f945761f0ca13c6bdf6c6b8d603c",
"6987fee8fef0a425a08fde7298da6b58bbee4198cfebf3fc59989810c49423a5",
"768b683ba67646988ffe9299dcd719a7606916f23a538335d46ef4bb61cdc62a",
"853c700c05677d441df3c142ecfdd4fb224b776d0c13f4e788b58b7121345129",
"87ebc0aee1421c7f7b0abf94427e60d4abfa69ba1e64ffc303d6a6712db19633",
"9e4de30186f7f15c33f3b9d63336cba9397d53d01958f2342a925068e98b911b",
"cb793fa323c0d77208d6fbee4e3479c42756289a82e3a8c166ee691a88785641"
]
},
@@ -136,27 +136,23 @@
"name": "generate [inline] [python] - issue #2303: FILEPATH not removed from generated code in empty file",
"requests": [
"173b29a71ec7bd0b3c254f13b35ce670d3cd76b2ac6f11841d4cd2634c5082eb",
"4699acaaff07864522bfa1f8431c620f07d81dc1ebcf17d37315bf0b6b4f966a"
"58621fcdcb78470bb3d0eeebd8eb7da5e9089371e9d7c9aa67744c21317cdc2d"
]
},
{
"name": "generate [inline] [python] - issue #5439: import List in python",
"requests": [
"a29c705f6d2d501fa57a87cb27412c0f74eca9fab2bb3596e00eb51978eaa146",
"601d84aa686037b0f952944facba979335dd82d1729b9bcec20edc56fed70e47",
"fca165398ef61839227547717006f5f2e31797d3a7d8e136173d340e169041b1"
]
},
{
"name": "generate [inline] [typescript] - gen-ts-ltrim",
"requests": [
"09f2f1049dc559b4c8c4912908556b39d3bc0789a927e6149a90bd326e09e120",
"494230db860c062ab560f74eb277efb97dd8bda34744e4c9bd6e296b191117e4",
"6c93f1caefce188acf7bb8d65e12d2510925753d4808d485ea488ac2cd94633f",
"3cd6c5d7230a1431f11fa668e0d6c3f7eebd6910114b7516dc2ea37a5b536a36",
"906b04a2d1691815952baee77feb73f5f3ef89ec2027d20629cf266d259917de",
"9dd0b6f5b19ae173da68d5ecef50028ca421e09c1f1df2ec5d6308e49612f22c",
"b862ef616e46be69eaa0b3d52015f2c75f566a4e58c174123e9701e9b98b59ec",
"dfa0da8cbec750b6f0cc9d7bc3d7241122a5a00d1224c3b35de4e40b602445ff",
"f995bc86dc27ef6a0380a2dde0d23e2478f9203da82c7a087da115b3902936c9"
"da085c64585fcc0ee1f0fa04843f98f86075d9edf9fd9569f63e03aaad287577",
"dfa0da8cbec750b6f0cc9d7bc3d7241122a5a00d1224c3b35de4e40b602445ff"
]
},
{
@@ -167,7 +163,7 @@
"name": "generate [inline] [typescript] - issue #2342: Use inline chat to generate a new function/property replaces other code",
"requests": [
"5fbf0b64f5b6d3983bc54598ba81889247f6623332aa4c59a178a6ea3dbcb5b7",
"81a3bddf836591e621404553a00fe8194e327e187cb16d0da228c04f1641ce98"
"bf83e178cc5929d695e0fdb5b73051728cefc0d973f10a5cabee6375826c5e40"
]
},
{
@@ -177,84 +173,85 @@
{
"name": "generate [inline] [typescript] - issue #3370: generate code duplicates too much",
"requests": [
"2124593911b1ea3b892fffdad63ca32af1da15cfe8c23bbe0e39da06ae3fbeb8",
"0b332b8b1a37da32d83ba326c1e801244b4bea9c348d346724ed7150297c20cb",
"eaffa2bcc355f47812448ad6e62dc3d09364097aa5e61514e99ec91dc276d785"
]
},
{
"name": "generate [inline] [typescript] - issue #3439: Bad edits in this case",
"requests": [
"78d22c4318e0edab23e9141f0300fb708167767e823dbe003e4834fa00eb7cfe",
"86e27f882741bb0ebded47162176d3df25cb9cab2311d1b88bf018b3871b3fd6"
"86e27f882741bb0ebded47162176d3df25cb9cab2311d1b88bf018b3871b3fd6",
"e7c640a175837bdd235eb80b3c4bb53954629edd3e6807b10606a76f944866d8"
]
},
{
"name": "generate [inline] [typescript] - issue #3602: gen method",
"requests": [
"05d160d9f5514e93103be923f70f5fe030a5b8101fc7d0ff93bc6e63d74dcffa",
"889fd76153f809ae45d35ec82548b6e61603dfcca210a3ae5e275ee336faaf55"
"5e5439604e6df9f1df508048c70eea175592dcd6ae5a4738f4c82bd1fd97145c",
"889fd76153f809ae45d35ec82548b6e61603dfcca210a3ae5e275ee336faaf55",
"e6b913e8f4976d63ed71173f88ed0e181dddd7755dd02d2a0b2c37beaf50c4f0"
]
},
{
"name": "generate [inline] [typescript] - issue #3604: gen nestjs route",
"requests": [
"2fb69617deeede5bbfb0bf49e76b608c05a4e41d0ffeeb97e29f0103c0764f0e",
"53718cd7d0c6eae80f60c07532817d4742c22bf10373eed03fe503885f93f903"
"2450e2f381c0cf104db7e467ee87e4bf215bd9c8f46d6651e2034b5cba29f633",
"2fb69617deeede5bbfb0bf49e76b608c05a4e41d0ffeeb97e29f0103c0764f0e"
]
},
{
"name": "generate [inline] [typescript] - issue #3778: Incorrect streaming edits",
"requests": [
"7e1a29fee95d901e3637273ed5b4ec18270d2a6e3aeaaca31db9e952bf516714",
"e22599bec903e35efd965e6000a5382967fb9ac70ee5c2638a409cbcabeadb60"
"146f29af4347827fb33cc4acbd15973f915d8667045866b7e988df23f9627db0",
"7e1a29fee95d901e3637273ed5b4ec18270d2a6e3aeaaca31db9e952bf516714"
]
},
{
"name": "generate [inline] [typescript] - issue #4080: Implementing a getter/method duplicates the signature",
"requests": [
"85f00bdc53fa4b5aac4d5e726945436deaf140b9a31ae6fe94a515ae359db150",
"c9a04ca74474b05bdee60d1236dcdfebe03f966573e6619cb8ef8911d3fa153d"
"c8b1a898b337e93c78034efb61f85787ac05163a1458f5820041fef2a33e0a23"
]
},
{
"name": "generate [inline] [typescript] - issue #4179: Imports aren't inserted to the top of the file anymore",
"requests": [
"3ff5864d0990b0bb5bb0c494994c199ac20aa747c6ae237c2fa9adaa317737a5",
"ccc31d57bb02e9b009381681d86bac1349a931a3a1d0108e9fb3bf7240125961"
"002cd0f99f472ed5191261022fcbee0ca22fe54eac9bfce2e66f4ed7def3e127",
"3ff5864d0990b0bb5bb0c494994c199ac20aa747c6ae237c2fa9adaa317737a5"
]
},
{
"name": "generate [inline] [typescript] - issue #6234: generate a TS interface for some JSON",
"requests": [
"2563ce4703381c68227f012cbc6b65851746e2e0747950661c56f60e9b7d5cc5",
"64f1fc48b5d95167571cb45d3be699a5b7d86bfcfb2a870274591685674d203b"
"64f1fc48b5d95167571cb45d3be699a5b7d86bfcfb2a870274591685674d203b",
"718253002655f40b8da4c0666c2c89dda3133094dfaeec2b7dd80fc355fa9085"
]
},
{
"name": "generate [inline] [typescript] - issue #6505",
"requests": [
"17dd9baf8c9bf47c67a7e62588a5647629b29d80f6b97d344d9c1ace0c7b55e1",
"8b64d52264f2e24949b261db0339bae693d36130649e97f427b8be0da8ef9659"
"79adebb894e5a1c8ab9c0605c72e33f3045af5177db18ea03f95fd2090de8fdf",
"c75027219ce2cf84b8d7414cdfc62cd1d91c0c654366756bdf0f2af917ced15e"
]
},
{
"name": "generate [inline] [typescript] - issue #6788",
"requests": [
"66ec483f37a422d876280cc8a6da1c0f94fd211094e9a84c710d5571f3ae4894",
"cd220ef2de511d21d2cf9d81746a8ee5ab8c5645cac9580186df4730c08c1cb7"
"cd220ef2de511d21d2cf9d81746a8ee5ab8c5645cac9580186df4730c08c1cb7",
"e76b7c98e0dcb187c66be01cd710e04fe6f68072073dd0030eb0dfa0ebb76b76"
]
},
{
"name": "generate [inline] [typescript] - issue #7772",
"requests": [
"804693112d276b54a49cc53ec76e6d0c5e8fb32c52a077c804591859246edf8f",
"b748a891e0f3f5f930539126f82339fa3400d7c565d2e4656a10f2bac4c69df9"
"6e56c4eabbcd61bcc008c3c7abdc66803984bd9a93149ae1b32c6ae61d57bdd6",
"b0ea010497addcb679568213efae7d8a20adb0ba499c40ec56de6ce10d09dc15"
]
},
{
"name": "generate [inline] [typescript] - issue release#142: Inline chat updates code outside of area I expect",
"requests": [
"5a20267b69ea4f13818895667640b451bce3b3e1594c9c84bff2858037cea906",
"1a1417d3450eea07cd99bec6082f76f78a313ac0210119e8139c7a5711b69daa",
"f79502e4acdb93604cdfbcf38e106f07f31c6f12405dc52b0bb4fc3a35f99233"
]
},
@@ -262,13 +259,13 @@
"name": "generate [inline] [typescript] - parse keybindings",
"requests": [
"4be15b4e9f264beaa21fc5eed8f8742a0e4f4e8371fbd3cc3a697fdcafe8b0dd",
"b8510b32df191dca2d73b0d8a9bdd6f08559d6901879f85447225dced9833454"
"f8d3453c35384cd8eeeb404312f59fdbd46b8bc334c2d378b915130789e2573a"
]
},
{
"name": "generate [inline] [typescript] - too much code generated #6696",
"requests": [
"8fa8a97a84828c5e8fe2365b450d8cdedf1f7c6eebb3fd5b936074935af560d5",
"46bf6b09aa25fd8cbb27091209de517523135c93722f4baa0be723dc47fdf283",
"b7a7300313875c1f1b18669dba78a64814a88ec4dc73cac19ed3975063857d6b"
]
},
@@ -276,7 +273,7 @@
"name": "generate [inline] [typescript] - variables are used when generating",
"requests": [
"0635aeb6549a2683e16010697dd6fbf2ceb60ac2e3ddc29c2681b7aecf552dc4",
"ca426543596db8c23948cf1f0b8ed828367da9555feda8fec9acfdd31cf16463"
"a961f93fc945c28631c051ea487ae755a4926996afc3e24c890e5bc80e19dab4"
]
}
]

8
extensions/copilot/test/outcome/generate-inlinechatintent-inline.json
View File

@@ -132,15 +132,9 @@
"name": "generate-InlineChatIntent [inline] [typescript] - gen-ts-ltrim",
"requests": [
"0219b525a0c3c7f51ba5e700ba0eb6bd89c933d008dd0b105d99f1b1c8a78f03",
"05b718fdac1e7b0dac8a7efc7edf49f07db088c7cd3e7e6ebba81ba38e528b0c",
"1b4db7b66b49adf569a5fcb83adf2f7bfae199ee21028a8b74585f7208a68a97",
"2c6023d7ad5799d9785028bd59b061e4288a9cb27f4a34d2a74028ec0177cbd3",
"7584362f02bd72250d45e631a53d03d6f6c564dde562785e296c7e3af2d227fe",
"7d85bb3075a68035897e990dd800561cd3633f7293e1e948da6ef1d43d74aa08",
"b747e24be7caf0294f2bb2bcfc390ffdd64165ba188f53b2ac5153cbf603f105",
"bbdd97bcc095632e2aa5c7675993bb470c9523f8ec2a080aa32d1e9f55703265",
"cf22a27446fe5977b9cc8256892fc1b6f34e5bd2dead0c2cabe577b160e67f82",
"f88e4c10727889e4aabfe1517987b6812ad590e031d4b14a5661a3d8e6e760d2"
"bbdd97bcc095632e2aa5c7675993bb470c9523f8ec2a080aa32d1e9f55703265"
]
},
{

410
extensions/copilot/test/outcome/intent-inline.json
View File

File diff suppressed because it is too large Load Diff

20
extensions/copilot/test/outcome/notebook-edit-inline.json
View File

@@ -9,48 +9,48 @@
"name": "notebook (edit) [inline] [python] - data cleansing",
"requests": [
"ba6a1a6415d8288cf26f71980758b7512e3b2450a54e738f3527ead4ec9db062",
"dfd64d883c6f395e34e3e753009b89bc809f505e3dfc5e6f1d259d70686fa8c9"
"f450f972bbcb5251cba4460dff7a9ad7d6873e21f70eacb8ab925c417d4d3ebe"
]
},
{
"name": "notebook (edit) [inline] [python] - dataframe",
"requests": [
"54046d1a1a96503fbbc07ec10acfb3349792b4401675da83ef010ca7769a96e7",
"cfd3a6a4a14592b666620b51bb14c6cf78af64ffc9a5a31bcfbc37024e288ba0"
"368c019cb0a91630ead0b8d7ceff5061bcf59fe3f22fd97c4f7eef5dce3c7a99",
"54046d1a1a96503fbbc07ec10acfb3349792b4401675da83ef010ca7769a96e7"
]
},
{
"name": "notebook (edit) [inline] [python] - edit notebook code should not duplicate the content",
"requests": [
"4261199378538f819fc4846c4e658aa8922ef869f8df2200b614caafbd652ecb",
"893f68492434371050a2e52a4ba26c25d33d26efbf5d608a62ff763ae6a379fb"
"c49a6b650b66e60288664f5247c6c3ac1c1a767a5ae2f8284f15b35135a0d4b6"
]
},
{
"name": "notebook (edit) [inline] [python] - group by",
"requests": [
"136dd7f4fec07b57a6fa0e7f2561e0184466c95cd44d7b324eb20b78f8985672",
"25958373c651286d78639f33f3170ee0e3d628e4379ee40f940f06eacd33c03a"
"25958373c651286d78639f33f3170ee0e3d628e4379ee40f940f06eacd33c03a",
"d95be14a64ac2d4ddc1a14fb1e7b31fc5dde5eb66c91b3fed1b1f66e39958ce9"
]
},
{
"name": "notebook (edit) [inline] [python] - plot",
"requests": [
"664b718bf31a3bc4b79c18e403aca839ce5e193ef2ec7225bc72aef99b948deb",
"7bba30f1853445ee7ed039efabe95918da9599378d4c4d14a1da66032e02fa74"
"26b1d51184069532a5610952abcd848e70027e1bfad6499a58412c8a884b5512",
"664b718bf31a3bc4b79c18e403aca839ce5e193ef2ec7225bc72aef99b948deb"
]
},
{
"name": "notebook (edit) [inline] [python] - set index",
"requests": [
"4c7d39fb25e82b02692c6c995c1cd3e81de2d6d9b6713ebe6869a5c2cf48b622",
"098108fdd66b89cde5ca15c5c528ce084178e6071a4b126d31afa0b99628cb3e",
"b368c7e9b4d8bb1a7012dc5aa50863793d1e872efe28653667e7f7518672783c"
]
},
{
"name": "notebook (edit) [inline] [python] - variables",
"requests": [
"5c57fbd89e7d7547a1406729974d199d80e705bc64db800bcc2bc6f7a43fb5cb",
"aabd6cc69b9d300acb2d2cb7850e7ce9b4d783202f5a60730841ff9311b36acc",
"ffd3d66063d37357608143ee22775d3c2b3d4b46cd9612cfaed5e7b59c554707"
]
}

13
extensions/copilot/test/outcome/notebook-generate-inline.json
View File

@@ -3,29 +3,28 @@
"name": "notebook (generate) [inline] [markdown] - edit markdown cell should support code example",
"requests": [
"4f1fd09926007ddc71d28966c54eaa948e3f40c231b1dbf8e68c7664d5205845",
"940851ee46be7f5854da90c015bfa8ac9789895b6e5a05ea9822be5059ad26ca"
"cbf95024c10aacda5c7759f353fa3df7d1e14e82537b1913ee9ae093b7aed382"
]
},
{
"name": "notebook (generate) [inline] [python] - create a model to predict the likelihood of a flight being delayed",
"requests": [
"a40e873c7fdd0fd6cfe64da8ee9671cc09db3eca6b0029be187eada1654150f3",
"c66e36b6442e075be3ebb45cd995e718e72eddab3ea99a3946cfbddf2c3aadd6"
"c66e36b6442e075be3ebb45cd995e718e72eddab3ea99a3946cfbddf2c3aadd6",
"f7b16df03e12cf85ec08d10282259acc4fdac7e8d768356836c3b42a39a998af"
]
},
{
"name": "notebook (generate) [inline] [python] - How many items were orderd in total?",
"requests": [
"9ea969218d7390b28ef1d795fe3b5e8ec811b9653e7d6ab7c0f80b5237acc5d8",
"af0e74643c66b4ed5a488efe701a19247ff589e6de12224bddf7eebb850fa20c",
"fe60f4a7a3c179d21581ce54764c1fe069658fecc1622d2e309d5a6dd756607e"
"493043a78f64386a255de2748dd85bda355cc28e65b50e0f92f1d5fb8a4c108c",
"9ea969218d7390b28ef1d795fe3b5e8ec811b9653e7d6ab7c0f80b5237acc5d8"
]
},
{
"name": "notebook (generate) [inline] [python] - Which was the most-ordered item",
"requests": [
"53575304cc7fc428a8692c3cce05db0efe3a9d8b485f6cec85d8bf8baaeb463b",
"df077478151d85ad4dcd332843b458dfe88691cd4574ba9773a5368ddb739ae7"
"c9ca55168eb1b7f8cc741fe0b91298f18c29fc9e5459fd71554e2184209e89db"
]
}
]

2
extensions/copilot/test/outcome/notebook-generate-runtime-inline.json
View File

@@ -2,7 +2,7 @@
{
"name": "notebook (generate runtime) [inline] [python] - generate code uses obselete variable",
"requests": [
"387d0eca49bf2369721d3593c2db93a81a5648db2ce9ee7eabd35d0f00d7c0db",
"86e168cb4f06bd34bbdecea5ce0b72467f257124c7ab9e66137458dabc921ee1",
"8d7b30d17a1e5ea169165f8b725f53508760c051f9832f3d8766eb28702e80df"
]
}

328
extensions/copilot/test/simulation/baseline.json
View File

@@ -1,130 +1,4 @@
[
{
"name": "/doc [inline] [cpp] - doc comment for C++",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "/doc [inline] [cpp] - doc comment for macro",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "/doc [inline] [cpp] - doc comment for template",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "/doc [inline] [java] - class",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [java] - method",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [ruby] - long method",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [ruby] - method",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - able to document whole class, which is larger than context length",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "/doc [inline] [typescript] - class",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - doc explain ts code",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "/doc [inline] [typescript] - does not include types in the documentation comment - function",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - interface",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - issue #3692: add jsdoc comment - colors.ts",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - issue #3692: add jsdoc comment using /doc - colors.ts",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - issue #3763: doc everywhere",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - issue #6406",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - large function",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/doc [inline] [typescript] - supports chat variables",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "/review [inline] [javascript] - Binary search with correct stop condition - (gpt-4.1-2025-04-14)",
"contentFilterCount": 0,
@@ -3828,16 +3702,16 @@
{
"name": "intent [inline] - add documentation for this api",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - generate documentation for this wrapper class. wherever possible, leverage the existing docs for se…",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - how will this effect the position?",
@@ -3898,9 +3772,9 @@
{
"name": "intent [inline] - add a docstring",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add a setisnearbycardopen function",
@@ -3910,60 +3784,53 @@
"score": 1
},
{
"name": "intent [inline] - add comment",
"name": "intent [inline] - add comment, describe function",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add comment, describe function",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "intent [inline] - add docs",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add docs to isscrolling prop",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add docstring",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add docstring for its properties",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add docstrings for the ifloatingmarkerdistancebasedcollisionhandlerprops",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add documentation",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - add headers here for access-control-allow-origin to *",
@@ -4059,9 +3926,9 @@
{
"name": "intent [inline] - can i just use inheritdoc here instead of a full comment?",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - can you explain this code",
@@ -4101,9 +3968,9 @@
{
"name": "intent [inline] - can you write unit test case constructor in xunit",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 8,
"failCount": 2,
"score": 0.8
},
{
"name": "intent [inline] - change mappedrequest to any",
@@ -4283,44 +4150,44 @@
{
"name": "intent [inline] - docstring",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - docstrings",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - document everything following docc format",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - document this function",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - document with docc format",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - documentation",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - does && take precedence over ||",
@@ -4353,9 +4220,9 @@
{
"name": "intent [inline] - embed a variable in an array",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - exaplain this",
@@ -4444,9 +4311,9 @@
{
"name": "intent [inline] - filter the supportedentities where isasset is true",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "intent [inline] - fix all the errors",
@@ -4500,9 +4367,9 @@
{
"name": "intent [inline] - fix this to use full image",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
"passCount": 2,
"failCount": 8,
"score": 0.2
},
{
"name": "intent [inline] - fix to log the real error too",
@@ -4556,30 +4423,30 @@
{
"name": "intent [inline] - generate comment based off the behavior of the function: returns false if the getter failed else set…",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - generate documentation",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - generate documentation for these functions",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - generate dosctring",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - generate test cases",
@@ -4738,9 +4605,9 @@
{
"name": "intent [inline] - issue #1126: change to GDPR",
"contentFilterCount": 0,
"passCount": 0,
"failCount": 10,
"score": 0
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "intent [inline] - issue #1126: expand comments",
@@ -4801,9 +4668,9 @@
{
"name": "intent [inline] - metadata_df will always contain just 1 row, is there a more efficient way to create new_row?",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 9,
"failCount": 1,
"score": 0.9
},
{
"name": "intent [inline] - mock getflights in tests",
@@ -4906,9 +4773,9 @@
{
"name": "intent [inline] - show me all the cases created by caseorigin=ava over the months",
"contentFilterCount": 0,
"passCount": 6,
"failCount": 4,
"score": 0.6
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "intent [inline] - suggest code that specifies two required input parameters, a yaml file and a yaml schema",
@@ -4941,9 +4808,9 @@
{
"name": "intent [inline] - to create oxygen style documentation for entire file.",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - translate to spanish",
@@ -5165,9 +5032,9 @@
{
"name": "intent [inline] - write a documentation for this section.",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - write a function check role and count of role by each employee",
@@ -5186,16 +5053,9 @@
{
"name": "intent [inline] - write documentation",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
},
{
"name": "intent [inline] - write jsdoc",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - write me a test case for fp_attribution get() function",
@@ -5207,9 +5067,9 @@
{
"name": "intent [inline] - write the documentation for this file",
"contentFilterCount": 0,
"passCount": 10,
"failCount": 0,
"score": 1
"passCount": 0,
"failCount": 10,
"score": 0
},
{
"name": "intent [inline] - write unit tests for the getissuetypesbyprojectids function",

BIN
extensions/copilot/test/simulation/cache/layers/29c74bc8-3778-42d7-914f-cbc9e912bd1d.sqlite LFS vendored Normal file
View File

Binary file not shown.

BIN
extensions/copilot/test/simulation/cache/layers/844e5164-c68d-448e-a5fd-d1cb6bc13173.sqlite LFS vendored Normal file
View File

Binary file not shown.

5
extensions/copilot/test/simulationTests.ts
View File

@@ -30,10 +30,6 @@ import './inline/inlineExplain.stest';
import './inline/inlineGenerateCode.stest';
import './inline/multiFileEdit.stest';
import './inline/review.stest';
import './inline/slashDoc.cpp.stest';
import './inline/slashDoc.java.stest';
import './inline/slashDoc.rb.stest';
import './inline/slashDoc.ts.stest';
import './intent/inlineChatIntent.stest';
import './intent/panelChatIntent.stest';
import './prompts/customInstructions.stest';
@@ -57,4 +53,3 @@ import './simulation/slash-test/testGen.js.stest';
import './simulation/slash-test/testGen.py.stest';
import './simulation/slash-test/testGen.ts.stest';
import './simulation/tools/toolcall.stest';