From eba088b345d7ef8f70ab4727eb725321bd557e8c Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Mon, 17 Mar 2025 04:24:30 +0530 Subject: [PATCH 1/2] Added support for config-name.# in get-rclone-config --- script/get-rclone-config/meta.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/script/get-rclone-config/meta.yaml b/script/get-rclone-config/meta.yaml index f2f3332f0..718fcb934 100644 --- a/script/get-rclone-config/meta.yaml +++ b/script/get-rclone-config/meta.yaml @@ -23,3 +23,7 @@ variations: env: MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-waymo drive config_is_local=false scope=drive.readonly root_folder_id=1xbfnaUurFeXliFFl1i1gj48eRU2NDiH5' MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect mlc-waymo:' + config-name.#: + env: + MLC_RCLONE_CONFIG_CMD: 'rclone config create # drive config_is_local=false scope=drive.readonly root_folder_id=<<>>' + MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect #:' From d9f24b0e1385feed42a8918362ceb45ddc8796c7 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Mon, 17 Mar 2025 06:16:58 +0530 Subject: [PATCH 2/2] Support write rclone config --- automation/script/module.py | 1 + script/get-rclone-config/meta.yaml | 17 +++++++++++++---- 2 files changed, 14 insertions(+), 4 deletions(-) diff --git a/automation/script/module.py b/automation/script/module.py index 840b69554..db32015b4 100644 --- a/automation/script/module.py +++ b/automation/script/module.py @@ -2593,6 +2593,7 @@ def _update_variation_tags_from_variations( variation_name = self._get_name_for_dynamic_variation_tag( variation_name) + # TODO: Move this to a function and apply it for combination of variations too # base variations are automatically turned on. Only # variations outside of any variation group can be added as # a base_variation diff --git a/script/get-rclone-config/meta.yaml b/script/get-rclone-config/meta.yaml index 718fcb934..a7bd8e5b3 100644 --- a/script/get-rclone-config/meta.yaml +++ b/script/get-rclone-config/meta.yaml @@ -8,22 +8,31 @@ tags: - rclone-config uid: 6c59ddbc6cd046e3 variations: + read-only: + group: permission + default: true + env: + MLC_RCLONE_DRIVE_SCOPE: drive.readonly + write: + group: permission + env: + MLC_RCLONE_DRIVE_SCOPE: drive mlc-inference: env: MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-inference s3 provider=Cloudflare access_key_id=f65ba5eef400db161ea49967de89f47b secret_access_key=fbea333914c292b854f14d3fe232bad6c5407bf0ab1bebf78833c2b359bdfd2b endpoint=https://c2686074cb2caf5cbaf6d134bdba8b47.r2.cloudflarestorage.com' mlperf-llama2: env: - MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-llama2 drive config_is_local=false scope=drive.readonly root_folder_id=11tBZvvrh0FCm3XuR5E849K42TqftYdUF' + MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-llama2 drive config_is_local=false scope=<<>> root_folder_id=11tBZvvrh0FCm3XuR5E849K42TqftYdUF' MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect mlc-llama2:' mlperf-llama3-1: env: - MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-llama3-1 drive config_is_local=false scope=drive.readonly root_folder_id=12K-2yvmr1ZSZ7SLrhidCbWc0BriN98am' + MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-llama3-1 drive config_is_local=false scope=<<>> root_folder_id=12K-2yvmr1ZSZ7SLrhidCbWc0BriN98am' MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect mlc-llama3-1:' waymo: env: - MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-waymo drive config_is_local=false scope=drive.readonly root_folder_id=1xbfnaUurFeXliFFl1i1gj48eRU2NDiH5' + MLC_RCLONE_CONFIG_CMD: 'rclone config create mlc-waymo drive config_is_local=false scope=<<>> root_folder_id=1xbfnaUurFeXliFFl1i1gj48eRU2NDiH5' MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect mlc-waymo:' config-name.#: env: - MLC_RCLONE_CONFIG_CMD: 'rclone config create # drive config_is_local=false scope=drive.readonly root_folder_id=<<>>' + MLC_RCLONE_CONFIG_CMD: 'rclone config create # drive config_is_local=false scope=<<>> root_folder_id=<<>>' MLC_RCLONE_CONNECT_CMD: 'rclone config reconnect #:'