Move ADS integration tests to the GitHub repository (#215)

Co-authored-by: Qiu Qin <qiu.qin@oracle.com>

Author: liudmylaru

pytest.ini

@@ -0,0 +1,6 @@
+[pytest]
+addopts = --verbose -m "not oracledbtest and not cx_Oracle and not thickclient" -p no:warnings --ignore=tests/integration/deprecated
+markers =
+    oracledbtest: tests which require local oracle db access
+    cx_Oracle: tests which require cx_Oracle to be installed
+    thickclient: tests with wallet. Has to be called separately to avoid collision with thin client mode

test-requirements.txt

@@ -1,4 +1,5 @@
 -e .
+click
 coverage
 faker
 mock

tests/integration/fixtures/ads_check.ipynb

@@ -0,0 +1,57 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Import section\n",
+    "import ads\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# More Markdown"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "premier-horror",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(ads.__version__)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "advanced-ds",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.13"
+  },
+  "vscode": {
+   "interpreter": {
+    "hash": "befcbaf13dc629d2a291d651dbccffd20a6370923c026e54da40b794c2f610da"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

tests/integration/fixtures/exclude_check.ipynb

@@ -0,0 +1,121 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "ed5cb491",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "8"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "a = 1 + 1\n",
+    "a * 4"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "f1c54fe9",
+   "metadata": {},
+   "source": [
+    "this is markdown\n",
+    "multiline"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "84afde0f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print('test')\n",
+    "print('hello')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "7cb37e67",
+   "metadata": {
+    "tags": [
+     "remove"
+    ]
+   },
+   "outputs": [],
+   "source": [
+    "print(\"ignore\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "46f7e59e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(\"hello world\")\n",
+    "print(\"another line\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "8d980e03",
+   "metadata": {
+    "tags": [
+     "ignore"
+    ]
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'ignore'"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "c = 4\n",
+    "\"ignore\""
+   ]
+  }
+ ],
+ "metadata": {
+  "celltoolbar": "Tags",
+  "interpreter": {
+   "hash": "befcbaf13dc629d2a291d651dbccffd20a6370923c026e54da40b794c2f610da"
+  },
+  "kernelspec": {
+   "display_name": "Python 3.8.10 64-bit ('advanced-ds': venv)",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.10"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

tests/integration/fixtures/job_archive/main.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+from my_package import utils
+from my_module import my_function_in_module
+
+print("This is the main script.")
+my_function_in_module()
+utils.my_function_in_package()

tests/integration/fixtures/job_archive/my_module.py

@@ -0,0 +1,7 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+def my_function_in_module():
+    print("This is a function in a module.")

tests/integration/fixtures/job_archive/my_package/__init__.py

@@ -0,0 +1,4 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/

tests/integration/fixtures/job_archive/my_package/entrypoint.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+import os
+from my_package import utils
+from my_module import my_function_in_module
+
+print("This is the entrypoint inside a package.")
+my_function_in_module()
+utils.my_function_in_package()
+print(os.getcwd())

tests/integration/fixtures/job_archive/my_package/entrypoint_ads.py

@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+import datetime
+import os
+import sys
+print(os.getcwd())
+print(sys.path)
+
+import ads
+print(ads.__version__)
+
+from my_package import utils
+from my_module import my_function_in_module
+
+def write_output():
+    output_dir = os.environ.get("OUTPUT_DIR", "outputs")
+    os.makedirs(output_dir, exist_ok=True)
+    filename = os.path.join(
+        output_dir,
+        "python_test.txt"
+    )
+    print(f"Writing {os.path.abspath(filename)}...")
+    with open(filename, "w") as f:
+        f.write(datetime.datetime.now().strftime("%Y%m%d_%H%M%s.txt"))
+
+print("This is the entrypoint inside a package.")
+
+my_function_in_module()
+utils.my_function_in_package()
+write_output()

tests/integration/fixtures/job_archive/my_package/utils.py

@@ -0,0 +1,7 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2023 Oracle and/or its affiliates.
+# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+
+def my_function_in_package():
+    print("This is a function in a package.")