Add Pipeline functionality (#139)

Author: MythicalFish

src/webview/WebviewProvider/index.ts

@@ -12,11 +12,14 @@ import {
   fetchRuns,
   getRepoInfo,
   queryWorkspace,
-  getContainer
+  getContainer,
+  addPipeline
 } from "./lib";
 import { AuthProvider, getAccessToken } from "../../auth";
 import { jwtExpired } from "../../auth/AuthProvider/utils/jwt";
 import { sleep } from "./lib/utils";
+import { Pipeline } from "./lib/platform/types";
+import fetchHubPipelines from "./lib/platform/fetchHubPipelines";
 
 class WebviewProvider implements vscode.WebviewViewProvider {
   _currentView?: vscode.WebviewView;
@@ -71,12 +74,19 @@ class WebviewProvider implements vscode.WebviewViewProvider {
         case "fetchComputeEnvs":
           if (!workspaceId) return;
           this.fetchComputeEnvs(workspaceId);
+          break;
         case "createTest":
           this.createTest(message.filePath);
           break;
         case "getContainer":
           this.getContainer(message.filePath);
           break;
+        case "fetchHubPipelines":
+          this.fetchHubPipelines();
+          break;
+        case "addPipeline":
+          this.addPipeline(message);
+          break;
       }
     });
 
@@ -115,6 +125,24 @@ class WebviewProvider implements vscode.WebviewViewProvider {
     });
   }
 
+  private async addPipeline(message: any) {
+    const accessToken = await this.getAccessToken();
+    if (!accessToken) return;
+    const response = await addPipeline(accessToken, message);
+    const responseBody = await response.json();
+    this._currentView?.webview.postMessage({
+      pipelineAdded: true,
+      responseBody
+    });
+  }
+
+  private async fetchHubPipelines() {
+    const hubPipelines = await fetchHubPipelines();
+    this._currentView?.webview.postMessage({
+      hubPipelines
+    });
+  }
+
   private async fetchPipelines(workspaceId: number) {
     const accessToken = await this.getAccessToken();
     if (!accessToken) return;

src/webview/WebviewProvider/lib/platform/fetchHubPipelines.ts

@@ -0,0 +1,23 @@
+import type { HubPipeline } from "./hubTypes";
+
+import { SEQERA_HUB_API_URL } from "../../../../constants";
+
+const fetchPipelines = async (): Promise<HubPipeline[]> => {
+  const response = await fetch(`${SEQERA_HUB_API_URL}/pipelines`, {
+    credentials: "include",
+    method: "GET",
+    headers: new Headers({ "content-type": "application/json" })
+  });
+
+  const data = await response.json();
+  const { status } = response;
+
+  if (status !== 200) {
+    console.error(status, data);
+    return [];
+  }
+
+  return data as HubPipeline[];
+};
+
+export default fetchPipelines;

src/webview/WebviewProvider/lib/platform/hubTypes.ts

@@ -0,0 +1,83 @@
+export type HubPipeline = {
+  id: number;
+  latest_release_at: string;
+  description: string;
+  watchers: number;
+  nextflow_main_lang: boolean;
+  nf_files_in_root: string[];
+  contributors: number;
+  nextflow_code_chars: number;
+  nf_files_in_subfolders: string[];
+  created_at: string;
+  forks: number;
+  slugified_name: string;
+  url: string;
+  main_nf_file: string;
+  updated_at: string;
+  head_fork: null;
+  readme_name: null;
+  revision: string;
+  alive: boolean;
+  last_commit_at: string;
+  open_issues: number;
+  readme_contains_nextflow: null;
+  highlighted: boolean;
+  website: string;
+  open_prs: number;
+  hidden: boolean;
+  stars: number;
+  default_branch: string;
+  name: string;
+  languages: {
+    Nextflow: number;
+    Groovy: number;
+    Python: number;
+    R: number;
+    Perl: number;
+    HTML: number;
+  };
+  owner: string;
+  topics: string[];
+  launch_config: LaunchConfig;
+};
+
+export type LaunchConfig = {
+  workspaceId: string;
+  computeEnvId: string;
+  workDir: string;
+  pipeline: string;
+  revision: string;
+};
+
+export type AddPipelineRequest = {
+  name: string;
+  description: string;
+  launch: LaunchConfig;
+};
+
+export type AddPipelineResponse = {
+  pipeline?: {
+    computeEnv: null;
+    deleted: boolean;
+    description: string;
+    icon: string;
+    labels: null;
+    lastUpdated: string;
+    name: string;
+    optimizationId: null;
+    optimizationStatus: null;
+    optimizationTargets: null;
+    orgId: number;
+    orgName: string;
+    pipelineId: number;
+    repository: string;
+    userFirstName: string | null;
+    userId: number;
+    userLastName: string | null;
+    userName: string;
+    visibility: string;
+    workspaceId: number;
+    workspaceName: string;
+  };
+  message?: string;
+};

src/webview/WebviewProvider/lib/platform/types.ts

@@ -1,3 +1,9 @@
+import { LaunchConfig } from "./hubTypes";
+
+export type { HubPipeline } from "./hubTypes";
+export type { AddPipelineRequest } from "./hubTypes";
+export type { AddPipelineResponse } from "./hubTypes";
+
 export type RepoInfo = {
   url: string;
   name: string;
@@ -11,13 +17,6 @@ export type TowerConfig = {
   apiURL?: string;
 };
 
-export type LaunchConfig = {
-  name?: string;
-  id?: number;
-  nf_files_in_root?: string[];
-  description?: string;
-};
-
 export type ComputeEnv = {
   id: string;
   name: string;
@@ -123,11 +122,6 @@ export type UserInfo = {
 
 export type UserInfoResponse = UserInfo & { message?: string };
 
-export type FormData = {
-  name: string;
-  description: string;
-};
-
 export type WorkflowStatus =
   | "SUBMITTED"
   | "RUNNING"

src/webview/WebviewProvider/lib/platform/utils/addPipeline.ts

@@ -1,44 +1,26 @@
-import type { Pipeline, ComputeEnv, WorkspaceID } from "../types";
-import type { FormData } from "../types";
-import type { AuthenticationSession } from "vscode";
 import { SEQERA_API_URL } from "../../../../../constants";
+import { AddPipelineRequest } from "../hubTypes";
+
+type Message = {
+  requestBody: AddPipelineRequest;
+};
 
 const addPipeline = async (
-  session: AuthenticationSession | null,
-  pipeline: Pipeline,
-  workspaceID: WorkspaceID,
-  computeEnv: ComputeEnv | undefined,
-  formData: FormData
+  accessToken: string,
+  message: Message
 ): Promise<Response> => {
-  const accessToken = session?.accessToken;
-  const name = formData.name || pipeline.name;
-  const description = formData.description;
-
-  const launchConfig = pipeline.launch_config || {};
-  let envConfig = {};
-  if (computeEnv)
-    envConfig = {
-      workDir: computeEnv.workDir,
-      computeEnvId: computeEnv.id
-    };
+  const { requestBody } = message;
+  const { workspaceId } = requestBody.launch;
+  console.log("🟢 addPipeline", requestBody);
 
-  return await fetch(`${SEQERA_API_URL}/pipelines?workspaceId=${workspaceID}`, {
+  return await fetch(`${SEQERA_API_URL}/pipelines?workspaceId=${workspaceId}`, {
     credentials: "include",
     method: "POST",
     headers: new Headers({
       "Content-Type": "application/json",
       Authorization: `Bearer ${accessToken}`
     }),
-    body: JSON.stringify({
-      name,
-      description,
-      launch: {
-        ...launchConfig,
-        ...envConfig,
-        pipeline: pipeline.url,
-        workspaceId: workspaceID || ""
-      }
-    })
+    body: JSON.stringify(requestBody)
   });
 };
 

webview-ui/src/Context/TowerProvider/index.tsx

@@ -12,7 +12,9 @@ import {
   Workflow,
   Dataset,
   DataLink,
-  WorkspaceID
+  WorkspaceID,
+  HubPipeline,
+  AddPipelineRequest
 } from "../types";
 import { AuthState } from "..";
 import {
@@ -42,6 +44,7 @@ type PlatformData = {
   pipelines?: PipelinesResponse;
   datasets?: Dataset[];
   dataLinks?: DataLink[];
+  hubPipelines?: HubPipeline[];
 };
 
 type TowerContextType = {
@@ -70,10 +73,13 @@ type TowerContextType = {
   tokenExpiry?: number;
   repoInfo?: RepoInfo;
   pipelines?: Pipeline[];
+  hubPipelines?: HubPipeline[];
   datasets?: Dataset[];
   dataLinks?: DataLink[];
   useLocalContext: boolean;
   setUseLocalContext: (n: boolean) => void;
+  addPipeline: (requestBody: AddPipelineRequest) => void;
+  fetchHubPipelines: () => void;
 };
 
 const TowerProvider: React.FC<Props> = ({
@@ -90,7 +96,8 @@ const TowerProvider: React.FC<Props> = ({
     pipelines,
     datasets,
     dataLinks,
-    repoInfo
+    repoInfo,
+    hubPipelines
   } = platformData;
 
   const organizations: Organization[] = useMemo(
@@ -150,6 +157,14 @@ const TowerProvider: React.FC<Props> = ({
     vscode.postMessage({ command: "fetchComputeEnvs", workspaceId });
   }
 
+  function fetchHubPipelines() {
+    vscode.postMessage({ command: "fetchHubPipelines" });
+  }
+
+  function addPipeline(requestBody: AddPipelineRequest) {
+    vscode.postMessage({ command: "addPipeline", requestBody });
+  }
+
   return (
     <TowerContext.Provider
       value={{
@@ -181,7 +196,10 @@ const TowerProvider: React.FC<Props> = ({
         tokenExpiry: auth.tokenExpiry,
         repoInfo,
         datasets,
-        dataLinks
+        dataLinks,
+        fetchHubPipelines,
+        hubPipelines,
+        addPipeline
       }}
     >
       {children}

webview-ui/src/Context/WorkspaceProvider/index.tsx

@@ -59,7 +59,7 @@ const WorkspaceProvider = ({ children, vscode, viewID, isCursor }: Props) => {
   const [selectedItems, setSelectedItems] = useState<string[]>(
     state?.selectedItems || []
   );
-  const [selectedView, setSelectedView] = useState<string>("runs");
+  const [selectedView, setSelectedView] = useState<string>("pipelines");
 
   useEffect(() => {
     vscode.setState({ selectedItems });
@@ -95,11 +95,10 @@ const WorkspaceProvider = ({ children, vscode, viewID, isCursor }: Props) => {
   }
 
   function findChildren(node: TreeNode): TreeNode[] {
-    if (!node.children)
-      return [];
-    return node.children.flatMap((call) => (
+    if (!node.children) return [];
+    return node.children.flatMap((call) =>
       nodes.filter((n) => n.path === call.path && n.name === call.name)
-    ));
+    );
   }
 
   function openFile(filePath: string, line: number) {