quick docs

Author: z7ye

ads/model/framework/huggingface_model.py

@@ -92,8 +92,9 @@ class HuggingFacePipelineModel(FrameworkSpecificModel):
     verify(data, ...)
         Tests if deployment works in local environment.
 
-    Examples - Image Classification
-    -------------------------------
+    Examples
+    --------
+    >>> # Image Classification
     >>> from transformers import pipeline
     >>> import tempfile
     >>> import PIL.Image
@@ -133,8 +134,9 @@ class HuggingFacePipelineModel(FrameworkSpecificModel):
     >>> headers = {"Content-Type": "application/octet-stream"}
     >>> requests.post(endpoint, data=image_bytes, auth=auth, headers=headers).json()
 
-    Examples - Image Segmentation
-    -----------------------------
+    Examples
+    --------
+    >>> # Image Segmentation
     >>> from transformers import pipeline
     >>> import tempfile
     >>> import PIL.Image
@@ -177,8 +179,9 @@ class HuggingFacePipelineModel(FrameworkSpecificModel):
     >>> headers = {"Content-Type": "application/octet-stream"}
     >>> requests.post(endpoint, data=image_bytes, auth=auth, headers=headers).json()
 
-    Examples - Zero Shot Image Classification
-    -----------------------------------------
+    Examples
+    --------
+    >>> # Zero Shot Image Classification
     >>> from transformers import pipeline
     >>> import tempfile
     >>> import PIL.Image

docs/source/conf.py

@@ -9,7 +9,7 @@
 # This causes documentation within the __init__ method to be pulled into the documentation properly
 autoclass_content = "both"
 
-sys.path.insert(0, os.path.abspath("../../ads"))
+sys.path.insert(0, os.path.abspath("../.."))
 
 # -- Project information -----------------------------------------------------
 

docs/source/user_guide/model_registration/frameworks/huggingfacemodel.rst

@@ -219,7 +219,7 @@ Example
     zero_shot_image_classification_model = HuggingFacePipelineModel(classifier, artifact_dir=tempfile.mkdtemp())
 
     # Autogenerate score.py, serialized model, runtime.yaml
-    conda_pack_path = "oci://bucket@namespace/path/to/conda/pack"
+    conda_pack_path = "oci://bucket@namespace/path/to/conda/pack" # your published conda pack
     python_version = "3.x" # Remember to update 3.x with your actual python version, e.g. 3.8
     zero_shot_image_classification_model.prepare(inference_conda_env=conda_pack_path, inference_python_version = python_version, force_overwrite=True)
 

docs/source/user_guide/model_registration/quick_start.rst

@@ -278,6 +278,68 @@ Create a model, prepare it, verify that it works, save it to the model catalog,
     model_id = tf_model.save(display_name="TensorFlow Model")
 
 
+HuggingFace Pipelines
+---------------------
+
+.. code-block:: python3
+
+    from transformers import pipeline
+    from ads.model import HuggingFacePipelineModel
+
+    import tempfile
+    import PIL.Image
+    from ads.common.auth import default_signer
+    import requests
+    import cloudpickle
+
+    ## download the image
+    image_url = "https://huggingface.co/datasets/Narsil/image_dummy/raw/main/parrots.png"
+    image = PIL.Image.open(requests.get(image_url, stream=True).raw)
+
+    ## download the pretrained model
+    classifier = pipeline(model="openai/clip-vit-large-patch14")
+    classifier(
+            images=image,
+            candidate_labels=["animals", "humans", "landscape"],
+        )
+
+    ## Initiate a HuggingFacePipelineModel instance
+    zero_shot_image_classification_model = HuggingFacePipelineModel(classifier, artifact_dir=tempfile.mkdtemp())
+
+    # Autogenerate score.py, serialized model, runtime.yaml
+    conda_pack_path = "oci://bucket@namespace/path/to/conda/pack"
+    python_version = "3.x" # Remember to update 3.x with your actual python version, e.g. 3.8
+    zero_shot_image_classification_model.prepare(inference_conda_env=conda_pack_path, inference_python_version = python_version, force_overwrite=True)
+
+    ## Convert payload to bytes
+    data = {"images": image, "candidate_labels": ["animals", "humans", "landscape"]}
+    body = cloudpickle.dumps(data) # convert image to bytes
+
+    # Verify generated artifacts
+    zero_shot_image_classification_model.verify(data=data)
+    zero_shot_image_classification_model.verify(data=body)
+
+    # Register HuggingFace Pipeline model
+    zero_shot_image_classification_model.save()
+
+    ## Deploy
+    log_group_id = "<log_group_id>"
+    log_id = "<log_id>"
+    zero_shot_image_classification_model.deploy(deployment_bandwidth_mbps=100,
+                    wait_for_completion=False,
+                    deployment_log_group_id = log_group_id,
+                    deployment_access_log_id = log_id,
+                    deployment_predict_log_id = log_id)
+    zero_shot_image_classification_model.predict(data)
+    zero_shot_image_classification_model.predict(body)
+
+    ### Invoke the model by sending bytes
+    auth = default_signer()['signer']
+    endpoint = zero_shot_image_classification_model.model_deployment.url + "/predict"
+    headers = {"Content-Type": "application/octet-stream"}
+    requests.post(endpoint, data=body, auth=auth, headers=headers).json()
+
+
 Other Frameworks
 ----------------
 

docs/source/user_guide/model_training/automl/quick_start.rst

@@ -1,3 +1,9 @@
+Prerequisites
+=============
+
+You need to check if AutoMLx library is installed in your environment. For more information on the conda environments that contain AutoMLx, check `this page <https://docs.oracle.com/en-us/iaas/data-science/using/conda-automlx-fam.htm>`__.
+
+
 Quick Start
 ===========
 
@@ -6,6 +12,8 @@ The dataset is a multi-class classification dataset, and more details about the
 can be found at `Iris dataset <https://scikit-learn.org/stable/auto_examples/datasets/plot_iris_dataset.html>`_. We demonstrate
 the preliminary steps required to train a model with the Oracle AutoMLx tool. We then explain the tuned model.
 
+
+
 Load dataset
 ------------
 We start by reading in the dataset from Scikit-learn.