Merge pull request #233 from harshad16/habana-imagestream

Included habana based imagestream to the notebook manifests

Author: harshad16

habana/README.md

@@ -13,6 +13,12 @@ The device on AWS with machine `dl1.24xlarge` has habana fireware.
 With documentation for [OpenShift Enviornment](https://docs.habana.ai/en/latest/Orchestration/HabanaAI_Operator/index.html?highlight=openshift).  
 
 
+### Utilize with OpenDatahub
+
+User can use the Habana base notebook image with OpenDatahub, 
+With the [notebook manifests](../manifests/base/jupyter-habana-notebook-imagestream.yaml),  
+user can include the habanaAI compatible image directly to Opendatahub.
+
 ### Reference  
 
 https://github.com/HabanaAI/Setup_and_Install/tree/1.9.0  

manifests/base/jupyter-habana-notebook-imagestream.yaml

@@ -0,0 +1,38 @@
+apiVersion: image.openshift.io/v1
+kind: ImageStream
+metadata:
+  labels:
+    opendatahub.io/notebook-image: "true"
+  annotations:
+    opendatahub.io/notebook-image-url: "https://github.com//opendatahub-io/notebooks/tree/main/habana"
+    opendatahub.io/notebook-image-name: "HabanaAI"
+    opendatahub.io/notebook-image-desc: "Jupyter notebook image with a set of habana libraries that advanced AI/ML notebooks will use as a base image to provide a standard for libraries avialable in all notebooks"
+    opendatahub.io/notebook-image-order: "7"
+    opendatahub.io/recommended-accelerators: '["habana.ai/gaudi"]'
+  name: jupyter-habana-notebook
+spec:
+  lookupPolicy:
+    local: true
+  tags:
+  # 1.11.0 Version of the image n
+  - annotations:
+      opendatahub.io/notebook-software: '[{"name":"Python","version":"v3.8"},{"name":"Habana","version":"1.11"}]'
+      opendatahub.io/notebook-python-dependencies: '[{"name":"Boto3","version":"1.26"},{"name":"Kafka-Python","version":"2.0"},{"name":"Kfp-tekton","version":"1.5"},{"name":"Matplotlib","version":"3.6"},{"name":"Numpy","version":"1.23"},{"name":"Pandas","version":"1.5"},{"name":"Scikit-learn","version":"1.2"},{"name":"Scipy","version":"1.10"},{"name":"Tensorflow","version":"2.12.1"},{"name":"PyTorch","version":"2.0.1"},{"name":"Elyra","version":"3.15"}]'
+      openshift.io/imported-from: quay.io/opendatahub/workbench-images
+    from:
+      kind: DockerImage
+      name: $(odh-habana-notebook-image-n)
+    name: "2023.2"
+    referencePolicy:
+      type: Source
+  # 1.10.0 Version of the image n-1
+  - annotations:
+      opendatahub.io/notebook-software: '[{"name":"Python","version":"v3.8"},{"name":"Habana","version":"1.10"}]'
+      opendatahub.io/notebook-python-dependencies: '[{"name":"Boto3","version":"1.26"},{"name":"Kafka-Python","version":"2.0"},{"name":"Kfp-tekton","version":"1.5"},{"name":"Matplotlib","version":"3.6"},{"name":"Numpy","version":"1.23"},{"name":"Pandas","version":"1.5"},{"name":"Scikit-learn","version":"1.2"},{"name":"Scipy","version":"1.10"},{"name":"Tensorflow","version":"2.12.0"},{"name":"PyTorch","version":"2.0.1"},{"name":"Elyra","version":"3.15"}]'
+      openshift.io/imported-from: quay.io/opendatahub/workbench-images
+    from:
+      kind: DockerImage
+      name: $(odh-habana-notebook-image-n-1)
+    name: "2023.1"
+    referencePolicy:
+      type: Source

manifests/base/kustomization.yaml

@@ -7,6 +7,7 @@ resources:
 - jupyter-pytorch-notebook-imagestream.yaml
 - jupyter-tensorflow-notebook-imagestream.yaml
 - jupyter-trustyai-notebook-imagestream.yaml
+- jupyter-habana-notebook-imagestream.yaml
 
 commonLabels:
   opendatahub.io/component: "true"
@@ -95,6 +96,20 @@ vars:
       apiVersion: v1
     fieldref:
       fieldpath: data.odh-trustyai-notebook-image-n
+  - name: odh-habana-notebook-image-n
+    objref:
+      kind: ConfigMap
+      name: notebooks-parameters
+      apiVersion: v1
+    fieldref:
+      fieldpath: data.odh-habana-notebook-image-n
+  - name: odh-habana-notebook-image-n-1
+    objref:
+      kind: ConfigMap
+      name: notebooks-parameters
+      apiVersion: v1
+    fieldref:
+      fieldpath: data.odh-habana-notebook-image-n-1
 configurations:
   - params.yaml
 

manifests/base/params.env

@@ -9,3 +9,5 @@ odh-generic-data-science-notebook-image-n-1=quay.io/opendatahub/notebooks@sha256
 odh-tensorflow-gpu-notebook-image-n=quay.io/opendatahub/workbench-images@sha256:e1092904418c1366704feccfdadcaee808bc4c94d78abc515724b2cf25c242c5
 odh-tensorflow-gpu-notebook-image-n-1=quay.io/opendatahub/notebooks@sha256:fc52e4fbc8c1c70dfa22dbfe6b0353f5165c507c125df4438fca6a3f31fe976e
 odh-trustyai-notebook-image-n=quay.io/opendatahub/workbench-images@sha256:326af53ec96cd1a4897f0add69db5edb1e4e60428d83fa3ee60347424374b4d8
+odh-habana-notebook-image-n=quay.io/opendatahub/workbench-images@sha256:901001f289a248f9e1cf46021efd5c0601bdeadde1e89e79112083d30600d07a
+odh-habana-notebook-image-n-1=quay.io/opendatahub/workbench-images@sha256:b0821ae2abe45387a371108ac08e7474b64255e5c4519de5da594b4617fd79fe

manifests/base/params.yaml

@@ -43,4 +43,11 @@ varReference:
   kind: ImageStream
   apiGroup: image.openshift.io/v1
   name: odh-trustyai-notebook-image-n
-
+- path: spec/tags[]/from/name
+  kind: ImageStream
+  apiGroup: image.openshift.io/v1
+  name: odh-habana-notebook-image-n
+- path: spec/tags[]/from/name
+  kind: ImageStream
+  apiGroup: image.openshift.io/v1
+  name: odh-habana-notebook-image-n-1

manifests/overlays/additional/code-server-notebook-imagestream.yaml

@@ -7,7 +7,7 @@ metadata:
     opendatahub.io/notebook-image-url: "https://github.com/opendatahub-io/notebooks/tree/main/codeserver"
     opendatahub.io/notebook-image-name: "Code Server"
     opendatahub.io/notebook-image-desc: "Code Server workbench image, allows to run Visual Studio Code (VSCode) on a remote server through the browser."
-    opendatahub.io/notebook-image-order: "7"
+    opendatahub.io/notebook-image-order: "8"
   name: code-server-notebook
 spec:
   lookupPolicy:

manifests/overlays/additional/rstudio-gpu-notebook-imagestream.yaml

@@ -7,7 +7,7 @@ metadata:
     opendatahub.io/notebook-image-url: "https://github.com/opendatahub-io/notebooks/tree/main/rstudio"
     opendatahub.io/notebook-image-name: "CUDA - R Studio"
     opendatahub.io/notebook-image-desc: "R Studio workbench image, allows to integrated development environment for R, a programming language for statistical computing and graphics."
-    opendatahub.io/notebook-image-order: "9"
+    opendatahub.io/notebook-image-order: "10"
     opendatahub.io/recommended-accelerators: '["nvidia.com/gpu"]'
   name: rstudio-gpu-notebook
 spec:

manifests/overlays/additional/rstudio-notebook-imagestream.yaml

@@ -7,7 +7,7 @@ metadata:
     opendatahub.io/notebook-image-url: "https://github.com/opendatahub-io/notebooks/tree/main/rstudio"
     opendatahub.io/notebook-image-name: "R Studio"
     opendatahub.io/notebook-image-desc: "R Studio workbench image, allows to integrated development environment for R, a programming language for statistical computing and graphics."
-    opendatahub.io/notebook-image-order: "8"
+    opendatahub.io/notebook-image-order: "9"
   name: rstudio-notebook
 spec:
   lookupPolicy: