DP comment

Author: pavlos-p

projects/aries-fl/notebooks/Test/Test DP training.ipynb

@@ -3,7 +3,6 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "framed-wheel",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -38,7 +37,6 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "dense-praise",
    "metadata": {},
    "outputs": [
     {
@@ -58,7 +56,6 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "looking-retirement",
    "metadata": {},
    "outputs": [
     {
@@ -201,7 +198,6 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "controversial-tolerance",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -242,7 +238,6 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "framed-seven",
    "metadata": {},
    "outputs": [
     {
@@ -268,7 +263,6 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "sensitive-queen",
    "metadata": {
     "scrolled": true
    },
@@ -287,7 +281,9 @@
     "opt = optim.SGD(params=model.parameters(), lr=0.1)\n",
     "\n",
     "# opt = torch.optim.SGD(model.parameters(), lr=0.05)\n",
-    "    \n",
+    "\n",
+    "# Apply Differential Privacy from Opacus library (Renyi DP)\n",
+    "\n",
     "privacy_engine = PrivacyEngine(model, batch_size=333, sample_size=1000, alphas=range(2,32), \n",
     "                               noise_multiplier=1.3, max_grad_norm=1.0,)\n",
     "\n",
@@ -297,7 +293,6 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "supposed-yukon",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -330,7 +325,6 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "genuine-pioneer",
    "metadata": {},
    "outputs": [
     {
@@ -357,7 +351,6 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "floppy-norfolk",
    "metadata": {},
    "outputs": [],
    "source": []
@@ -379,7 +372,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.5"
+   "version": "3.6.12"
   }
  },
  "nbformat": 4,