[draft] [ don't merge] Add negative-case translation repro for the eligible-gold action set

ts/packages/benchmarks/src/translationBench/eligible-gold-actions.generated.json

@@ -0,0 +1,300 @@
+{
+  "version": 1,
+  "catalogVersion": "2026-08-09",
+  "policyHash": "d1c784e87ff8a92ee66d5d79e3a74c02e9e8da47df9937cf89b8b27c469a1413",
+  "graderRulesFingerprint": "4dbb8db2f9413485",
+  "generatedAt": "2026-08-09T13:27:20.514Z",
+  "model": "azure/gpt-5.6-sol",
+  "allowlist": [
+    "browser.captureScreenshot",
+    "browser.changeSearchProvider",
+    "browser.closeAllWebPages",
+    "browser.closeWebPage",
+    "browser.external.addToBookmarks",
+    "browser.external.closeTab",
+    "browser.external.closeWindow",
+    "browser.external.openFromBookmarks",
+    "browser.external.openFromHistory",
+    "browser.external.openTab",
+    "browser.external.switchToTabByText",
+    "browser.followLinkByText",
+    "browser.goBack",
+    "browser.goForward",
+    "browser.openWebPage",
+    "browser.readPageContent",
+    "browser.reloadPage",
+    "browser.scrollDown",
+    "browser.scrollUp",
+    "browser.stopReadPageContent",
+    "browser.zoomReset",
+    "calendar.findEvents",
+    "calendar.findThisWeeksEvents",
+    "calendar.findTodaysEvents",
+    "calendar.scheduleEvent",
+    "code.changeColorScheme",
+    "code.changeEditorLayout",
+    "code.code-debug.removeAllBreakpoints",
+    "code.code-debug.setBreakpoint",
+    "code.code-debug.showDebugPanel",
+    "code.code-debug.showHover",
+    "code.code-debug.startDebugging",
+    "code.code-debug.step",
+    "code.code-debug.stopDebugging",
+    "code.code-debug.toggleBreakpoint",
+    "code.code-display.closeEditor",
+    "code.code-display.fontZoomReset",
+    "code.code-display.openMarkdownPreview",
+    "code.code-display.openMarkdownPreviewToSide",
+    "code.code-display.openSettings",
+    "code.code-display.replaceInFiles",
+    "code.code-display.showExplorer",
+    "code.code-display.showOutputPanel",
+    "code.code-display.showSearch",
+    "code.code-display.showSourceControl",
+    "code.code-display.toggleSearchDetails",
+    "code.code-display.zenMode",
+    "code.code-editor.saveAllFiles",
+    "code.code-editor.saveCurrentFile",
+    "code.code-extension.installExtension",
+    "code.code-extension.showExtensions",
+    "code.code-general.gotoFileOrLineOrSymbol",
+    "code.code-general.showCommandPalette",
+    "code.code-general.showKeyboardShortcuts",
+    "code.code-general.showUserSettings",
+    "code.launchVSCode",
+    "code.newTextFile",
+    "code.splitEditor",
+    "desktop.AdjustScreenBrightness",
+    "desktop.AdjustVolume",
+    "desktop.ApplyTheme",
+    "desktop.BluetoothToggle",
+    "desktop.CloseProgram",
+    "desktop.CreateDesktop",
+    "desktop.DisconnectWifi",
+    "desktop.EnableWifi",
+    "desktop.LaunchProgram",
+    "desktop.Maximize",
+    "desktop.Minimize",
+    "desktop.Mute",
+    "desktop.NextDesktop",
+    "desktop.PreviousDesktop",
+    "desktop.RestartService",
+    "desktop.SetScreenResolution",
+    "desktop.SetTextSize",
+    "desktop.SetThemeMode",
+    "desktop.SwitchTo",
+    "desktop.ToggleNotifications",
+    "desktop.desktop-display.AdjustColorTemperature",
+    "desktop.desktop-display.AdjustScreenOrientation",
+    "desktop.desktop-display.DisplayScaling",
+    "desktop.desktop-display.EnableBlueLightFilterSchedule",
+    "desktop.desktop-display.RotationLock",
+    "desktop.desktop-input.AdjustMousePointerSize",
+    "desktop.desktop-input.CursorTrail",
+    "desktop.desktop-input.EnableTouchPad",
+    "desktop.desktop-input.EnhancePointerPrecision",
+    "desktop.desktop-input.MouseCursorSpeed",
+    "desktop.desktop-input.MousePointerCustomization",
+    "desktop.desktop-input.MouseWheelScrollLines",
+    "desktop.desktop-input.SetPrimaryMouseButton",
+    "desktop.desktop-input.ToggleMouseSonar",
+    "desktop.desktop-input.TouchpadCursorSpeed",
+    "desktop.desktop-personalization.ApplyColorToTitleBar",
+    "desktop.desktop-personalization.EnableTransparency",
+    "desktop.desktop-personalization.SystemThemeMode",
+    "desktop.desktop-power.BatterySaverActivationLevel",
+    "desktop.desktop-power.SetPowerModeOnBattery",
+    "desktop.desktop-power.SetPowerModePluggedIn",
+    "desktop.desktop-privacy.ManageCameraAccess",
+    "desktop.desktop-privacy.ManageLocationAccess",
+    "desktop.desktop-privacy.ManageMicrophoneAccess",
+    "desktop.desktop-system.AutomaticDSTAdjustment",
+    "desktop.desktop-system.AutomaticTimeSettingAction",
+    "desktop.desktop-system.EnableFilterKeysAction",
+    "desktop.desktop-system.EnableGameMode",
+    "desktop.desktop-system.EnableMagnifier",
+    "desktop.desktop-system.EnableMeteredConnections",
+    "desktop.desktop-system.EnableNarratorAction",
+    "desktop.desktop-system.EnableQuietHours",
+    "desktop.desktop-system.EnableStickyKeys",
+    "desktop.desktop-system.MinimizeWindowsOnMonitorDisconnectAction",
+    "desktop.desktop-system.MonoAudioToggle",
+    "desktop.desktop-system.RememberWindowLocations",
+    "desktop.desktop-system.ShowFileExtensions",
+    "desktop.desktop-system.ShowHiddenAndSystemFiles",
+    "desktop.desktop-taskbar.AutoHideTaskbar",
+    "desktop.desktop-taskbar.DisplaySecondsInSystrayClock",
+    "desktop.desktop-taskbar.DisplayTaskbarOnAllMonitors",
+    "desktop.desktop-taskbar.ShowBadgesOnTaskbar",
+    "desktop.desktop-taskbar.TaskViewVisibility",
+    "desktop.desktop-taskbar.TaskbarAlignment",
+    "desktop.desktop-taskbar.ToggleWidgetsButtonVisibility",
+    "discord.addThreadMember",
+    "discord.createChannelInvite",
+    "discord.createMessage",
+    "discord.followAnnouncementChannel",
+    "discord.groupDmAddRecipient",
+    "discord.groupDmRemoveRecipient",
+    "discord.joinThread",
+    "discord.leaveThread",
+    "discord.removeThreadMember",
+    "discord.startThreadFromMessage",
+    "discord.startThreadInForumOrMediaChannel",
+    "discord.startThreadWithoutMessage",
+    "discord.triggerTypingIndicator",
+    "github-cli.authLogin",
+    "github-cli.authLogout",
+    "github-cli.browseIssue",
+    "github-cli.browsePr",
+    "github-cli.browseRepo",
+    "github-cli.cacheDelete",
+    "github-cli.cacheList",
+    "github-cli.codespaceCreate",
+    "github-cli.codespaceDelete",
+    "github-cli.extensionInstall",
+    "github-cli.gistDelete",
+    "github-cli.issueAddLabel",
+    "github-cli.issueClose",
+    "github-cli.issueDelete",
+    "github-cli.issueList",
+    "github-cli.issueReopen",
+    "github-cli.issueView",
+    "github-cli.labelCreate",
+    "github-cli.myAssignedIssues",
+    "github-cli.myPullRequests",
+    "github-cli.orgList",
+    "github-cli.orgView",
+    "github-cli.prCheckout",
+    "github-cli.prChecks",
+    "github-cli.prClose",
+    "github-cli.prList",
+    "github-cli.prMerge",
+    "github-cli.prMergedStatus",
+    "github-cli.prView",
+    "github-cli.projectDelete",
+    "github-cli.projectList",
+    "github-cli.releaseDelete",
+    "github-cli.releaseList",
+    "github-cli.repoClone",
+    "github-cli.repoDelete",
+    "github-cli.repoFork",
+    "github-cli.repoView",
+    "github-cli.runView",
+    "github-cli.secretCreate",
+    "github-cli.starRepo",
+    "github-cli.variableCreate",
+    "github-cli.workflowView",
+    "ipconfig.displayDHCPClassIDs",
+    "ipconfig.displayDNSResolverCacheContents",
+    "ipconfig.displayFullConfigurationInformation",
+    "ipconfig.displayIPv6DHCPClassIDs",
+    "ipconfig.modifyDHCPClassID",
+    "ipconfig.modifyIPv6DHCPClassID",
+    "ipconfig.purgeDNSResolverCache",
+    "ipconfig.refreshDHCPLeasesAndReRegisterDNSNames",
+    "ipconfig.releaseIPv4Address",
+    "ipconfig.releaseIPv6Address",
+    "ipconfig.renewIPv4Address",
+    "ipconfig.renewIPv6Address",
+    "list.addItems",
+    "list.clearList",
+    "list.createList",
+    "list.removeItems",
+    "localPlayer.addToQueue",
+    "localPlayer.clearQueue",
+    "localPlayer.listFiles",
+    "localPlayer.mute",
+    "localPlayer.playFile",
+    "localPlayer.playFolder",
+    "localPlayer.playFromQueue",
+    "localPlayer.repeat",
+    "localPlayer.resume",
+    "localPlayer.searchFiles",
+    "localPlayer.setMusicFolder",
+    "localPlayer.showMusicFolder",
+    "localPlayer.showQueue",
+    "markdown.createDocument",
+    "markdown.openDocument",
+    "montage.changeTitle",
+    "montage.clearSelectedPhotos",
+    "montage.createNewMontage",
+    "montage.deleteAllMontages",
+    "montage.deleteMontage",
+    "montage.listMontages",
+    "montage.openMontage",
+    "montage.showSearchParameters",
+    "montage.startSlideShow",
+    "player.addCurrentTrackToPlaylist",
+    "player.createPlaylist",
+    "player.deletePlaylist",
+    "player.findMusic",
+    "player.getFavorites",
+    "player.getPlaylist",
+    "player.getQueue",
+    "player.listDevices",
+    "player.listPlaylists",
+    "player.playFromCurrentTrackList",
+    "player.playMusic",
+    "player.playPlaylist",
+    "player.resumePlayback",
+    "player.selectDevice",
+    "player.setMaxVolume",
+    "player.showSelectedDevice",
+    "screencapture.startRecording",
+    "screencapture.stopRecording",
+    "screencapture.takeScreenshot",
+    "system.config.exitAgentPriorityMode",
+    "system.config.toggleDeveloperMode",
+    "system.config.toggleExplanation",
+    "system.conversation.deleteConversation",
+    "system.conversation.newConversation",
+    "system.conversation.nextConversation",
+    "system.conversation.prevConversation",
+    "system.conversation.renameConversation",
+    "system.conversation.switchConversation",
+    "system.history.clearHistory",
+    "system.notify.clearNotifications",
+    "system.settings.setAutoComplete",
+    "system.settings.setConversationResume",
+    "system.settings.setIdleTimeout",
+    "system.settings.setServerHidden",
+    "timer.cancelReminder",
+    "timer.listReminders",
+    "timer.repeatReminder",
+    "timer.setReminder",
+    "visualStudio.addBreakpoint",
+    "visualStudio.break",
+    "visualStudio.build",
+    "visualStudio.clean",
+    "visualStudio.closeAll",
+    "visualStudio.debug",
+    "visualStudio.findInFiles",
+    "visualStudio.findText",
+    "visualStudio.go",
+    "visualStudio.gotoLine",
+    "visualStudio.openFile",
+    "visualStudio.redo",
+    "visualStudio.run",
+    "visualStudio.saveAll",
+    "visualStudio.stepInto",
+    "visualStudio.stepOut",
+    "visualStudio.stepOver",
+    "visualStudio.undo",
+    "weather.getAlerts",
+    "weather.getForecast",
+    "windowsClock.addWorldClock",
+    "windowsClock.createAlarm",
+    "windowsClock.navigateToAlarmTab",
+    "windowsClock.navigateToFocusTab",
+    "windowsClock.navigateToStopwatchTab",
+    "windowsClock.navigateToTimerTab",
+    "windowsClock.navigateToWorldClockTab",
+    "windowsClock.recordLap",
+    "windowsClock.renameTimer",
+    "windowsClock.setAlarmEnabled",
+    "windowsClock.setFocusSessionRunning",
+    "windowsClock.setStopwatchRunning",
+    "windowsClock.setTimerViewMode",
+    "windowsClock.startTimer"
+  ]
+}