|
29 | 29 | "source": [
|
30 | 30 | "# Create the AIMon client. You would need an API Key (that can be retrieved from the UI in your user profile). \n",
|
31 | 31 | "# Your user email is also needed to track ownership of components such as datasets and applications.\n",
|
32 |
| - "aimon_client = Client(api_key=\"YOUR API KEY HERE\", email=\"YOUR EMAIL ADDRESS HERE\")" |
| 32 | + "aimon_client = Client(api_key=\"YOUR AIMon API KEY HERE\", email=\"YOUR EMAIL ID HERE\")" |
33 | 33 | ]
|
34 | 34 | },
|
35 | 35 | {
|
|
52 | 52 | "name": "stdout",
|
53 | 53 | "output_type": "stream",
|
54 | 54 | "text": [
|
55 |
| - "['GPT-4']\n" |
| 55 | + "['GPT-4', 'Llama-2', 'model_type']\n" |
56 | 56 | ]
|
57 | 57 | }
|
58 | 58 | ],
|
|
92 | 92 | },
|
93 | 93 | {
|
94 | 94 | "cell_type": "code",
|
95 |
| - "execution_count": 6, |
| 95 | + "execution_count": 5, |
96 | 96 | "id": "22794a7c-8193-4c10-b633-fe4d0d4277d0",
|
97 | 97 | "metadata": {},
|
98 | 98 | "outputs": [],
|
99 | 99 | "source": [
|
| 100 | + "from aimon import ApplicationStage\n", |
100 | 101 | "# Using the AIMon client, create or get an existing application\n",
|
101 | 102 | "new_app = aimon_client.application(\n",
|
102 | 103 | " \"my_llm_summarization_app\", \n",
|
103 | 104 | " my_model, \n",
|
104 |
| - " stage=\"experimentation\", \n", |
| 105 | + " stage=ApplicationStage.EVALUATION, \n", |
105 | 106 | " app_type=\"summarization\", \n",
|
106 | 107 | " metadata={\"applicaiton_url\": \"https://acme.com/summarization\"}\n",
|
107 | 108 | ")"
|
|
119 | 120 | },
|
120 | 121 | {
|
121 | 122 | "cell_type": "code",
|
122 |
| - "execution_count": 8, |
| 123 | + "execution_count": 6, |
123 | 124 | "id": "af98abfc-c04d-4cc7-ba3c-62f550de0c99",
|
124 | 125 | "metadata": {},
|
125 | 126 | "outputs": [],
|
|
177 | 178 | },
|
178 | 179 | {
|
179 | 180 | "cell_type": "code",
|
180 |
| - "execution_count": 9, |
| 181 | + "execution_count": 7, |
181 | 182 | "id": "34881793-3778-4114-8066-7c41cfb6d462",
|
182 | 183 | "metadata": {},
|
183 | 184 | "outputs": [],
|
184 | 185 | "source": [
|
185 | 186 | "# Create a new dataset\n",
|
186 |
| - "# dataset1 = aimon_client.create_dataset(\"test_evaluation_dataset_1.csv\", \"./aimon_sdk_files/test_evaluation_dataset_1.csv\", \"This is one custom dataset\")\n", |
187 |
| - "# dataset2 = aimon_client.create_dataset(\"test_evaluation_dataset_2.csv\", \"./aimon_sdk_files/test_evaluation_dataset_2.csv\", \"This is another custom dataset\")" |
| 187 | + "dataset1 = aimon_client.create_dataset(\"test_evaluation_dataset_1.csv\", \"/Users/preetamjoshi/Downloads/test_evaluation_dataset_1.csv\", \"This is one custom dataset\")\n", |
| 188 | + "dataset2 = aimon_client.create_dataset(\"test_evaluation_dataset_2.csv\", \"/Users/preetamjoshi/Downloads/test_evaluation_dataset_2.csv\", \"This is another custom dataset\")" |
188 | 189 | ]
|
189 | 190 | },
|
190 | 191 | {
|
191 | 192 | "cell_type": "code",
|
192 |
| - "execution_count": 10, |
| 193 | + "execution_count": 8, |
193 | 194 | "id": "c7cc2795-6010-479a-90c0-bd275589f0cf",
|
194 | 195 | "metadata": {},
|
195 | 196 | "outputs": [],
|
|
210 | 211 | },
|
211 | 212 | {
|
212 | 213 | "cell_type": "code",
|
213 |
| - "execution_count": 11, |
| 214 | + "execution_count": 9, |
214 | 215 | "id": "0dbceabd-a6a2-4671-959d-ca15025841b1",
|
215 | 216 | "metadata": {},
|
216 | 217 | "outputs": [],
|
|
235 | 236 | },
|
236 | 237 | {
|
237 | 238 | "cell_type": "code",
|
238 |
| - "execution_count": 12, |
| 239 | + "execution_count": 10, |
239 | 240 | "id": "0f7991bf-a7b5-42f6-9a45-08c66c98d41c",
|
240 | 241 | "metadata": {},
|
241 | 242 | "outputs": [],
|
|
259 | 260 | },
|
260 | 261 | {
|
261 | 262 | "cell_type": "code",
|
262 |
| - "execution_count": 13, |
| 263 | + "execution_count": 11, |
263 | 264 | "id": "7b76a493-8738-40ba-a722-e22425c37e1f",
|
264 | 265 | "metadata": {},
|
265 | 266 | "outputs": [],
|
|
274 | 275 | },
|
275 | 276 | {
|
276 | 277 | "cell_type": "code",
|
277 |
| - "execution_count": 14, |
| 278 | + "execution_count": 12, |
278 | 279 | "id": "c2706102-672d-4e11-b77b-c1110a31772f",
|
279 | 280 | "metadata": {},
|
280 | 281 | "outputs": [
|
281 | 282 | {
|
282 | 283 | "name": "stderr",
|
283 | 284 | "output_type": "stream",
|
284 | 285 | "text": [
|
285 |
| - "/Users/preetamjoshi/projects/aimon/aimon/datascience/aimon_dev/lib/python3.10/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The class `langchain_community.llms.openai.OpenAI` was deprecated in langchain-community 0.0.10 and will be removed in 0.2.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import OpenAI`.\n", |
| 286 | + "/Users/preetamjoshi/projects/aimon/aimon-rely/artry/lib/python3.9/site-packages/langchain_core/_api/deprecation.py:119: LangChainDeprecationWarning: The class `OpenAI` was deprecated in LangChain 0.0.10 and will be removed in 0.3.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import OpenAI`.\n", |
286 | 287 | " warn_deprecated(\n",
|
287 |
| - "/Users/preetamjoshi/projects/aimon/aimon/datascience/aimon_dev/lib/python3.10/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The function `run` was deprecated in LangChain 0.1.0 and will be removed in 0.2.0. Use invoke instead.\n", |
| 288 | + "/Users/preetamjoshi/projects/aimon/aimon-rely/artry/lib/python3.9/site-packages/langchain_core/_api/deprecation.py:119: LangChainDeprecationWarning: The method `Chain.run` was deprecated in langchain 0.1.0 and will be removed in 0.3.0. Use invoke instead.\n", |
288 | 289 | " warn_deprecated(\n"
|
289 | 290 | ]
|
290 | 291 | },
|
|
332 | 333 | },
|
333 | 334 | {
|
334 | 335 | "cell_type": "code",
|
335 |
| - "execution_count": 12, |
| 336 | + "execution_count": 15, |
336 | 337 | "id": "bb81a8ad-e10a-43f5-9682-844d9ab2ccb4",
|
337 | 338 | "metadata": {},
|
338 | 339 | "outputs": [],
|
|
352 | 353 | },
|
353 | 354 | {
|
354 | 355 | "cell_type": "code",
|
355 |
| - "execution_count": 13, |
| 356 | + "execution_count": 16, |
356 | 357 | "id": "1e0dc9d7-e0b0-4a05-8967-0e06179486a3",
|
357 | 358 | "metadata": {},
|
358 | 359 | "outputs": [
|
|
394 | 395 | "name": "python",
|
395 | 396 | "nbconvert_exporter": "python",
|
396 | 397 | "pygments_lexer": "ipython3",
|
397 |
| - "version": "3.10.13" |
| 398 | + "version": "3.9.0" |
398 | 399 | }
|
399 | 400 | },
|
400 | 401 | "nbformat": 4,
|
|
0 commit comments