initial commit

Author: potter-potter

.github/actions/make_mdx.sh

@@ -0,0 +1,67 @@
+#!/usr/bin/env bash
+
+# This script downloads the .py and .sh code from the open source repo
+# Then it converts the code to markdown files
+
+# Requres two ABSOLUTE paths to the final destination and source directories
+# ex: ./make_mdx.sh /Users/potter/dest /Users/potter/src
+
+# make temp directory
+WORK_DIR=`mktemp -d` 
+
+PY_DEST_REPO="docs/source/ingest/destination_connectors/code/python/"
+SH_DEST_REPO="docs/source/ingest/destination_connectors/code/bash/"
+DEST_DIR=$1 # first argument to script
+PY_SRC_REPO="docs/source/ingest/source_connectors/code/python/"
+SH_SRC_REPO="docs/source/ingest/source_connectors/code/bash/"
+SRC_DIR=$2 # second argument to script
+
+# Clone the correct directories in the open source repo
+cd $WORK_DIR
+git init
+git remote add -f origin https://github.com/Unstructured-IO/unstructured
+git config core.sparseCheckout true
+echo "$PY_DEST_REPO" >> .git/info/sparse-checkout
+echo "$SH_DEST_REPO" >> .git/info/sparse-checkout
+echo "$PY_SRC_REPO" >> .git/info/sparse-checkout
+echo "$SH_SRC_REPO" >> .git/info/sparse-checkout
+git pull origin main
+
+cp -R $WORK_DIR/$PY_DEST_REPO/. $DEST_DIR/
+cp -R $WORK_DIR/$SH_DEST_REPO/. $DEST_DIR/
+cp -R $WORK_DIR/$PY_SRC_REPO/. $SRC_DIR/
+cp -R $WORK_DIR/$SH_SRC_REPO/. $SRC_DIR/
+
+# Convert the destination_connectors to markdown
+cd $DEST_DIR
+
+for f in *.py
+do sed -i '1i```python\' $f
+sed -i '$ a ```' $f
+mv $f $f.mdx
+done
+
+for f in *.sh
+do sed -i '1i```shell\' $f
+sed -i '$ a ```' $f
+mv $f $f.mdx
+done
+
+# Convert the source_connectors to markdown
+cd $SRC_DIR
+
+for f in *.py
+do sed -i '1i```python\' $f
+sed -i '$ a ```' $f
+mv $f $f.mdx
+done
+
+for f in *.sh
+do sed -i '1i```shell\' $f
+sed -i '$ a ```' $f
+mv $f $f.mdx
+done
+
+rm -rf $WORK_DIR
+
+echo "Markdown files created in $DEST_DIR and $SRC_DIR"