V2 Inference Bridge & Provider Config

.cursor/rules/task.mdc

@@ -4,4 +4,4 @@ globs:
 alwaysApply: true
 ---
 # Task
-Add your task for the agent here.
+Place your task for the agent here. 

.gitignore

@@ -21,4 +21,5 @@ provider.config.toml
 provider.test.config.toml
 test_logs.jsonl
 docker-compose.override.yml
-node_modules/
+node_modules/
+graphcap_pg.session.sql

Taskfile.yml

@@ -3,7 +3,7 @@ dotenv: ['.env', '{{.ENV}}/.env', '{{.HOME}}/.env']
 
 includes:
   data:      ./servers/data_service/Taskfile.data.yml
-  inference: ./servers/inference_server/server/Taskfile.inference.yml
+  inference: ./servers/inference_bridge/server/Taskfile.inference.yml
   studio:    ./graphcap_studio/Taskfile.studio.yml
 
 tasks:

docker-compose.override.example.yml

@@ -14,8 +14,8 @@
 # SPDX-License-Identifier: Apache-2.0
 name: graphcap
 # services:
-#   graphcap_server:
-#     container_name: graphcap_server
+#   inference_bridge:
+#     container_name: inference_bridge
 #     build:
 #       context: ./src
 #       dockerfile: ./server/Dockerfile.server
@@ -45,7 +45,7 @@ name: graphcap
 #     ports:
 #       - "35433:5432"
 #     volumes:
-#       - graphcap_server_db:/var/lib/postgresql/data
+#       - inference_bridge_db:/var/lib/postgresql/data
 #     healthcheck:
 #       test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER}"]
 #       interval: 5s
@@ -95,7 +95,7 @@ name: graphcap
   #         target: /app/pnpm-lock.yaml
   #   environment:
   #     - NODE_ENV=${NODE_ENV:-development}
-  #     - VITE_API_URL=http://localhost:32100/api
+  #     - VITE_API_URL=http://localhost:32100/
   #     - VITE_WORKSPACE_PATH=/workspace/.local
   #     - VITE_MEDIA_SERVER_URL=http://localhost:32400
   #   networks:
@@ -181,7 +181,7 @@ name: graphcap
 
 
 # volumes:
-#   graphcap_server_db:
+#   inference_bridge_db:
 
 # networks:
 #   graphcap:

docker-compose.yml

@@ -1,16 +1,16 @@
 # SPDX-License-Identifier: Apache-2.0
 name: graphcap
 services:
-  graphcap_server:
-    container_name: graphcap_server
+  inference_bridge:
+    container_name: inference_bridge
     build:
-      context: ./servers/inference_server
+      context: ./servers/inference_bridge
       dockerfile: ./server/Dockerfile.server.dev
     ports:
       - 32100:32100
     volumes:
-      - ./servers/inference_server/graphcap:/app/graphcap
-      - ./servers/inference_server/server/server:/app/server/server
+      - ./servers/inference_bridge/graphcap:/app/graphcap
+      - ./servers/inference_bridge/server/server:/app/server/server
       - ./workspace:/workspace
     environment:
       - HOST_PLATFORM=${HOST_PLATFORM:-linux}
@@ -33,7 +33,7 @@ services:
     ports:
       - "35433:5432"
     volumes:
-      - graphcap_server_db:/var/lib/postgresql/data
+      - graphcap_db:/var/lib/postgresql/data
     healthcheck:
       test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER}"]
       interval: 5s
@@ -83,7 +83,7 @@ services:
           target: /app/pnpm-lock.yaml
     environment:
       - NODE_ENV=${NODE_ENV:-development}
-      - VITE_API_URL=http://localhost:32100/api
+      - VITE_API_URL=http://localhost:32100
       - VITE_WORKSPACE_PATH=/workspace/.local
       - VITE_MEDIA_SERVER_URL=http://localhost:32400
       - VITE_DATASETS_PATH=/workspace/datasets
@@ -128,12 +128,12 @@ services:
 
   graphcap_pipelines:
     build:
-      context: ./servers/inference_server
+      context: ./servers/inference_bridge
       dockerfile: pipelines/Dockerfile.pipelines.dev
     container_name: graphcap_pipelines
     volumes:
       - ./workspace:/workspace
-      - ./servers/inference_server:/app
+      - ./servers/inference_bridge:/app
     environment:
       - DAGSTER_HOME=/workspace/.local/.dagster
       - DAGSTER_PORT=32300
@@ -182,7 +182,7 @@ services:
       - ./workspace/config/.env
 
 volumes:
-  graphcap_server_db:
+  graphcap_db:
 
 networks:
   graphcap:

graphcap_studio/package.json

@@ -42,7 +42,6 @@
 		"react-icons": "^5.5.0",
 		"react-window": "^1.8.11",
 		"react-window-infinite-loader": "^1.0.10",
-		"sonner": "^1.7.4",
 		"styled-components": "^6.1.15",
 		"tailwindcss": "^4.0.12",
 		"zod": "^3.24.2"

graphcap_studio/src/app/layout/ActionPanel.tsx

@@ -113,9 +113,28 @@ export function ActionPanel({
 	// Handle clicks outside the panel
 	useEffect(() => {
 		function handleClickOutside(event: MouseEvent) {
+			const target = event.target as HTMLElement;
+
+			// Check if the click is inside a dialog or modal
+			const isInsideModal = 
+				// Check for Chakra UI Dialog elements
+				target.closest("[role='dialog']") || 
+				target.closest("[data-part='backdrop']") ||
+				target.closest("[data-part='positioner']") ||
+				target.closest("[data-part='content']") ||
+				// Also check for other common modal classes/attributes
+				target.closest(".modal") ||
+				target.closest("[aria-modal='true']");
+
+			// Don't collapse the panel if clicking inside a dialog/modal
+			if (isInsideModal) {
+				return;
+			}
+
+			// Proceed with the normal check for panel containment
 			if (
 				panelRef.current &&
-				!panelRef.current.contains(event.target as Node) &&
+				!panelRef.current.contains(target) &&
 				isExpanded
 			) {
 				collapsePanel();

graphcap_studio/src/app/layout/RootLeftActionPanel.tsx

@@ -7,14 +7,14 @@
 
 import {
 	DatasetIcon,
-	FlagIcon,
+	GenerationOptionsIcon,
 	PerspectiveLayersIcon,
 	ProviderIcon,
-	SettingsIcon,
+	SettingsIcon
 } from "@/components/icons";
 import { SettingsPanel } from "@/features/app-settings";
-import { FeatureFlagsPanel } from "@/features/app-settings/feature-flags";
 import { DatasetPanel } from "@/features/datasets";
+import { GenerationOptionsPanel } from "@/features/inference/generation-options/components/GenerationOptionsPanel";
 import { ProvidersPanel } from "@/features/inference/providers";
 import { PerspectiveManagementPanel } from "@/features/perspectives/components/PerspectiveManagement/PerspectiveManagementPanel";
 import { ActionPanel } from "./ActionPanel";
@@ -27,13 +27,13 @@ export function RootLeftActionPanel() {
 		<ActionPanel
 			side="left"
 			defaultExpanded={false}
-			expandedWidth={350}
+			expandedWidth={450}
 			sections={[
 				{
-					id: "feature-flags",
-					title: "Feature Flags",
-					icon: <FlagIcon />,
-					content: <FeatureFlagsPanel />,
+					id: "generation-options",
+					title: "Generation Options",
+					icon: <GenerationOptionsIcon />,
+					content: <GenerationOptionsPanel />,
 				},
 				{
 					id: "datasets",

graphcap_studio/src/app/theme/global-css.ts

@@ -40,6 +40,8 @@ export const globalCss = defineGlobalStyles({
 		color: "fg.muted/80",
 	},
 	"*::selection": {
-		bg: "colorPalette.muted/80",
+		bg: "colorPalette.500/50",
+		color: "white",
+
 	},
 });

graphcap_studio/src/components/common_inference/ModelSelector.tsx

@@ -0,0 +1,115 @@
+// SPDX-License-Identifier: Apache-2.0
+/**
+ * Model Selector Component
+ *
+ * A reusable component for selecting a model from a list of options.
+ */
+
+import { Box, createListCollection } from "@chakra-ui/react";
+import { Field } from "../ui/field";
+import {
+	SelectContent,
+	SelectItem,
+	SelectRoot,
+	SelectTrigger,
+	SelectValueText,
+} from "../ui/select";
+
+export interface ModelOption {
+	label: string;
+	value: string;
+	id: string;
+	is_default?: boolean;
+}
+
+export interface ModelSelectorProps {
+	readonly options: ModelOption[];
+	readonly value: string | null | undefined;
+	readonly onChange: (value: string) => void;
+	readonly isDisabled?: boolean;
+	readonly maxWidth?: string | number;
+	readonly minWidth?: string | number;
+	readonly width?: string | number;
+	readonly size?: "xs" | "sm" | "md" | "lg";
+	readonly placeholder?: string;
+	readonly className?: string;
+	readonly showLabel?: boolean;
+	readonly label?: string;
+	readonly helperText?: string;
+}
+
+/**
+ * A reusable component for selecting a model from a list of options.
+ */
+export function ModelSelector({
+	options,
+	value,
+	onChange,
+	isDisabled = false,
+	maxWidth = undefined,
+	minWidth = undefined,
+	width = undefined,
+	size = "sm",
+	placeholder = "Select model",
+	className,
+	showLabel = false,
+	label = "Model",
+	helperText,
+}: ModelSelectorProps) {
+	// Create collection for SelectRoot
+	const modelCollection = createListCollection({
+		items: options,
+	});
+
+	// Convert value to string array format required by SelectRoot
+	const selectValue = value ? [value] : [];
+
+	const handleValueChange = (details: { value: string[] }) => {
+		if (details.value && details.value.length > 0) {
+			onChange(details.value[0]);
+		} else {
+			onChange("");
+		}
+	};
+
+	const boxProps = {
+		...(maxWidth ? { maxWidth } : {}),
+		...(minWidth ? { minWidth } : {}),
+		...(width ? { width } : {}),
+		className,
+	};
+
+	const selector = (
+		<SelectRoot
+			collection={modelCollection}
+			value={selectValue}
+			onValueChange={handleValueChange}
+			disabled={isDisabled}
+			positioning={{ placement: "top", flip: false }}
+			size={size}
+		>
+			<SelectTrigger>
+				<SelectValueText placeholder={placeholder} />
+			</SelectTrigger>
+			<SelectContent>
+				{options.map((option) => (
+					<SelectItem key={option.value} item={option}>
+						{option.label}
+					</SelectItem>
+				))}
+			</SelectContent>
+		</SelectRoot>
+	);
+
+	return (
+		<Box {...boxProps}>
+			{showLabel ? (
+				<Field id="model-selector" label={label} helperText={helperText}>
+					{selector}
+				</Field>
+			) : (
+				selector
+			)}
+		</Box>
+	);
+}