feat(agent-block): Add support for Agent block

.github/workflows/e2e.yml

@@ -71,6 +71,10 @@ jobs:
       - name: Install the Python extension into the test instance
         run: npm run setup:e2e:deps
 
+      - name: Pre-download the mock LLM server
+        # aimock is npx-only (not in lockfile), so setup-node never restores ~/.npm/_npx.
+        run: npm run setup:e2e:mock
+
       - name: Cache pip wheel downloads
         # Provisioning the Deepnote environment pip-installs the toolkit dependency tree into a
         # fresh venv on first kernel connect — the bulk of the E2E runtime. Caching pip's wheel

build/esbuild/build.ts

@@ -72,7 +72,8 @@ const commonExternals = [
 const webExternals = [
     ...commonExternals,
     'canvas', // Native module used by vega for server-side rendering, not needed in browser
-    'mathjax-electron' // Uses Node.js path module, MathJax rendering handled differently in browser
+    'mathjax-electron', // Uses Node.js path module, MathJax rendering handled differently in browser
+    '@deepnote/runtime-core' // Node built-ins (net, child_process); agent blocks run on desktop only
 ];
 const desktopExternals = [...commonExternals, ...deskTopNodeModulesToExternalize];
 const bundleConfig = getBundleConfiguration();

cspell.json

@@ -49,6 +49,7 @@
         "evalue",
         "findstr",
         "getsitepackages",
+        "hubot",
         "IMAGENAME",
         "ipykernel",
         "ipynb",

package.json

@@ -340,6 +340,16 @@
                 "title": "%deepnote.command.manageAccessToKernels%",
                 "category": "Jupyter"
             },
+            {
+                "command": "deepnote.setOpenAiApiKey",
+                "title": "%deepnote.command.setOpenAiApiKey%",
+                "category": "Deepnote"
+            },
+            {
+                "command": "deepnote.clearOpenAiApiKey",
+                "title": "%deepnote.command.clearOpenAiApiKey%",
+                "category": "Deepnote"
+            },
             {
                 "command": "dataScience.ClearUserProviderJupyterServerCache",
                 "title": "%deepnote.command.dataScience.clearUserProviderJupyterServerCache.title%",
@@ -2660,7 +2670,8 @@
         "compile-e2e-watch": "tsc -p ./test/e2e/tsconfig.json --watch",
         "setup:e2e:vscode": "extest get-vscode -c max && extest get-chromedriver -c max",
         "setup:e2e:deps": "extest install-from-marketplace ms-python.python -e .test-extensions",
-        "setup:e2e": "npm run setup:e2e:vscode && npm run setup:e2e:deps",
+        "setup:e2e:mock": "npx -y -p @copilotkit/aimock@1.37.4 llmock --help",
+        "setup:e2e": "npm run setup:e2e:vscode && npm run setup:e2e:deps && npm run setup:e2e:mock",
         "test:e2e": "extest setup-and-run \"./out/e2e/suite/*.e2e.test.js\" -c max -o ./test/e2e/settings.json -e .test-extensions -m ./test/e2e/.mocharc.js -i",
         "test:e2e:prebuilt": "extest run-tests \"./out/e2e/suite/*.e2e.test.js\" -c max -o ./test/e2e/settings.json -e .test-extensions -m ./test/e2e/.mocharc.js",
         "test:unittests": "mocha --config ./build/.mocha.unittests.js.json ./out/**/*.unit.test.js",

package.nls.json

@@ -116,6 +116,8 @@
     "deepnote.command.deepnote.openOutlineView.title": "Show Table Of Contents (Outline View)",
     "deepnote.command.deepnote.openOutlineView.shorttitle": "Outline",
     "deepnote.command.manageAccessToKernels": "Manage Access To Jupyter Kernels",
+    "deepnote.command.setOpenAiApiKey": "Set OpenAI API Key",
+    "deepnote.command.clearOpenAiApiKey": "Clear OpenAI API Key",
     "deepnote.commandPalette.deepnote.replayPylanceLog.title": "Replay Pylance Log",
     "deepnote.notebookRenderer.IPyWidget.displayName": "Jupyter IPyWidget Renderer",
     "deepnote.notebookRenderer.Error.displayName": "Jupyter Error Renderer",

src/notebooks/controllers/vscodeNotebookController.ts

@@ -91,6 +91,8 @@ import { RemoteKernelReconnectBusyIndicator } from './remoteKernelReconnectBusyI
 import { IConnectionDisplayData, IConnectionDisplayDataProvider, IVSCodeNotebookController } from './types';
 import { notebookPathToDeepnoteProjectFilePath } from '../../platform/deepnote/deepnoteProjectUtils';
 import { DEEPNOTE_NOTEBOOK_TYPE, IDeepnoteKernelAutoSelector } from '../../kernels/deepnote/types';
+import { executeAgentCell, removeEphemeralCellsForAgentBlocks } from '../deepnote/agentCellExecutionHandler';
+import { isAgentCell } from '../deepnote/dataConversionUtils';
 
 /**
  * Our implementation of the VSCode Notebook Controller. Called by VS code to execute cells in a notebook. Also displayed
@@ -624,18 +626,48 @@ export class VSCodeNotebookController implements Disposable, IVSCodeNotebookCont
         if (!this.cellQueue.has(doc)) {
             return;
         }
+        const queuedCells = this.cellQueue.get(doc) || [];
+        // Clear before await so agent-driven re-entrant runs start with an empty queue.
+        this.cellQueue.delete(doc);
+
+        const cellsToExecute = await removeEphemeralCellsForAgentBlocks(doc, queuedCells);
+
+        let pendingKernelCells: NotebookCell[] = [];
+
+        for (const cell of cellsToExecute) {
+            if (!isAgentCell(cell)) {
+                pendingKernelCells.push(cell);
+                continue;
+            }
+
+            await this.executeKernelCells(doc, pendingKernelCells);
+            pendingKernelCells = [];
+
+            logger.trace(`Executing agent cell ${cell.index} for ${getDisplayPath(doc.uri)} without kernel`);
+            await executeAgentCell(cell, this.controller).catch(noop);
+        }
+
+        await this.executeKernelCells(doc, pendingKernelCells);
+    }
+
+    private async executeKernelCells(doc: NotebookDocument, cells: NotebookCell[]) {
         // Start execution now (from the user's point of view)
         // Creating these execution objects marks the cell as queued for execution (vscode will update cell UI).
         type CellExec = { cell: NotebookCell; exec: NotebookCellExecution };
-        const cellExecs: CellExec[] = (this.cellQueue.get(doc) || []).map((cell) => {
+
+        // Stale cell handles report index -1; createNotebookCellExecution would abort the batch.
+        const kernelCells = cells.filter((cell) => cell.index >= 0);
+
+        if (kernelCells.length === 0) {
+            return;
+        }
+
+        const cellExecs: CellExec[] = kernelCells.map((cell) => {
             const exec = this.createCellExecutionIfNecessary(cell, new KernelController(this.controller));
             return { cell, exec };
         });
-        this.cellQueue.delete(doc);
-        const firstCell = cellExecs.length ? cellExecs[0].cell : undefined;
-        if (!firstCell) {
-            return;
-        }
+
+        const firstCell = cellExecs[0].cell;
 
         logger.trace(`Execute Notebook ${getDisplayPath(doc.uri)}. Step 1`);