Added management command to import contacts from CSV

Author: tonioo

frontend/src/components/ContactForm.vue

@@ -71,7 +71,7 @@
             <label class="col-sm-1 control-label" for="address">
               <span class="fa fa-map-marker"></span></label>
             <div class="col-sm-11">
-              <input v-model="contact.address" type="text" id="address" name="address" class="form-control" :placeholder="addressPlaceholder">
+              <textarea v-model="contact.address" id="address" name="address" class="form-control" :placeholder="addressPlaceholder"></textarea>
               <span v-if="formErrors['address']" class="help-block">{{ formErrors['address'][0] }}</span>
             </div>
           </div>
@@ -96,7 +96,7 @@
             </div>
           </div>
           <div class="form-group">
-            <label class="col-sm-1 control-label" for="address">
+            <label class="col-sm-1 control-label" for="note">
               <span class="fa fa-sticky-note"></span></label>
             <div class="col-sm-11">
               <textarea v-model="contact.note" id="note" name="note" class="form-control" :placeholder="notePlaceholder"></textarea>

modoboa_contacts/importer/__init__.py

@@ -0,0 +1,30 @@
+import csv
+
+from modoboa_contacts.importer.backends.outlook import OutlookBackend
+
+
+BACKENDS = [
+    OutlookBackend,
+]
+
+
+def detect_import_backend(fp, delimiter: str = ";"):
+    reader = csv.DictReader(
+        fp,
+        delimiter=delimiter,
+        skipinitialspace=True
+    )
+    columns = reader.fieldnames
+    rows = reader
+
+    for backend in BACKENDS:
+        if backend.detect_from_columns(columns):
+            return backend, rows
+
+    raise RuntimeError("Failed to detect backend to use")
+
+
+def import_csv_file(addressbook, csv_filename: str, delimiter: str):
+    with open(csv_filename) as fp:
+        backend, rows = detect_import_backend(fp, delimiter)
+        backend(addressbook).proceed(rows)

modoboa_contacts/importer/backends/__init__.py

@@ -0,0 +1,46 @@
+from modoboa_contacts import models
+
+
+class ImporterBackend:
+    """Base class of all importer backends."""
+
+    name: str = None
+
+    field_names: dict = {}
+
+    def __init__(self, addressbook: models.AddressBook):
+        self.addressbook = addressbook
+
+    @classmethod
+    def detect_from_columns(cls, columns: list) -> bool:
+        raise NotImplementedError
+
+    def get_email(self, values: dict):
+        return None
+
+    def get_phone_number(self, values: dict):
+        return None
+
+    def import_contact(self, row) -> models.Contact:
+        contact = models.Contact(addressbook=self.addressbook)
+        for local_name, row_name in self.field_names.items():
+            method_name = f"get_{local_name}"
+            if hasattr(self, method_name):
+                value = getattr(self, method_name)(row)
+            else:
+                value = row[row_name]
+            setattr(contact, local_name, value)
+        contact.save()
+        if self.get_email(row):
+            models.EmailAddress.objects.create(
+                contact=contact, address=self.get_email(row), type="work"
+            )
+        if self.get_phone_number(row):
+            models.PhoneNumber.objects.create(
+                contact=contact, number=self.get_phone_number(row), type="work"
+            )
+        return contact
+
+    def proceed(self, rows: list):
+        for row in rows:
+            self.import_contact(row)

modoboa_contacts/importer/backends/outlook.py

@@ -0,0 +1,53 @@
+from . import ImporterBackend
+
+
+OUTLOOK_COLUMNS = [
+    "First Name",
+    "Middle Name",
+    "Last Name",
+    "Company",
+    "E-mail Address",
+    "Business Phone",
+    "Business Street",
+    "Business Street 2",
+    "Business City",
+    "Business State",
+    "Business Postal Code"
+]
+
+
+class OutlookBackend(ImporterBackend):
+    """Outlook contact importer backend."""
+
+    name = "outlook"
+    field_names = {
+        "first_name": "",
+        "last_name": "Last Name",
+        "company": "Company",
+        "address": "",
+        "city": "Business City",
+        "zipcode": "Business Postal Code",
+        "state": "Business State",
+    }
+
+    @classmethod
+    def detect_from_columns(cls, columns):
+        return columns == OUTLOOK_COLUMNS
+
+    def get_first_name(self, values: dict) -> str:
+        result = values["First Name"]
+        if values["Middle Name"]:
+            result += f" {values['Middle Name']}"
+        return result
+
+    def get_address(self, values: dict) -> str:
+        result = values["Business Street"]
+        if values["Business Street 2"]:
+            result += f" {values['Business Street 2']}"
+        return result
+
+    def get_email(self, values: dict) -> str:
+        return values["E-mail Address"]
+
+    def get_phone_number(self, values: dict) -> str:
+        return values["Business Phone"]

modoboa_contacts/management/__init__.py

@@ -0,0 +1,43 @@
+"""Management command to import contacts from a CSV file."""
+
+from django.core.management.base import BaseCommand, CommandError
+
+from modoboa_contacts import models
+from modoboa_contacts.importer import import_csv_file
+
+
+class Command(BaseCommand):
+    """Management command to import contacts."""
+
+    help = "Import contacts from a CSV file"
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--delimiter", type=str, default=",",
+            help="Delimiter used in CSV file"
+        )
+        parser.add_argument(
+            "email", type=str,
+            help="Email address to import contacts for"
+        )
+        parser.add_argument(
+            "file", type=str,
+            help="Path of the CSV file to import"
+        )
+
+    def handle(self, *args, **options):
+        addressbook = (
+            models.AddressBook.objects.filter(
+                user__email=options["email"]).first()
+        )
+        if not addressbook:
+            raise CommandError(
+                "Address Book for email '%s' not found" % options["email"]
+            )
+        try:
+            import_csv_file(addressbook, options["file"], options["delimiter"])
+        except RuntimeError as err:
+            raise CommandError(err)
+        self.stdout.write(
+            self.style.SUCCESS("File was imported successfuly")
+        )

modoboa_contacts/management/commands/__init__.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.5 on 2023-12-06 15:04
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('modoboa_contacts', '0006_alter_phonenumber_type'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='contact',
+            name='address',
+            field=models.TextField(blank=True),
+        ),
+    ]

modoboa_contacts/management/commands/import_contacts.py

@@ -58,7 +58,7 @@ class Contact(models.Model):
     company = models.CharField(max_length=100, blank=True)
     position = models.CharField(max_length=200, blank=True)
 
-    address = models.CharField(max_length=200, blank=True)
+    address = models.TextField(blank=True)
     zipcode = models.CharField(max_length=15, blank=True)
     city = models.CharField(max_length=100, blank=True)
     country = models.CharField(max_length=100, blank=True)
@@ -70,7 +70,7 @@ class Contact(models.Model):
 
     def __init__(self, *args, **kwargs):
         """Set uid for new object."""
-        super(Contact, self).__init__(*args, **kwargs)
+        super().__init__(*args, **kwargs)
         if not self.pk:
             self.uid = "{}.vcf".format(uuid.uuid4())
 

modoboa_contacts/migrations/0007_alter_contact_address.py

@@ -0,0 +1,2 @@
+"First Name","Middle Name","Last Name","Company","E-mail Address","Business Phone","Business Street","Business Street 2","Business City","Business State","Business Postal Code"
+Toto,Tata,Titi,Company,toto@titi.com,12345678,Street 1,Street 2,City,State,France

modoboa_contacts/models.py

@@ -1,9 +1,13 @@
 # coding: utf-8
 """Contacts backend tests."""
 
+import os
+
 import httmock
 
 from django import forms
+from django.core import management
+
 from django.urls import reverse
 from django.utils import timezone
 
@@ -36,7 +40,7 @@ class RadicaleParametersForm(param_forms.AdminParametersForm):
 param_tools.registry.add("global", RadicaleParametersForm, "Radicale")
 
 
-class TestDataMixin(object):
+class TestDataMixin:
     """Create some data."""
 
     @classmethod
@@ -342,3 +346,33 @@ def test_emails_list(self):
         response = self.client.get("{}?search=Simpson".format(url))
         self.assertEqual(response.status_code, 200)
         self.assertEqual(len(response.data), 3)
+
+
+class ImportTestCase(TestDataMixin, ModoTestCase):
+
+    def setUp(self):
+        self.path = os.path.join(
+            os.path.abspath(os.path.dirname(__file__)),
+            "test_data/outlook_export.csv"
+        )
+
+    def test_import_wrong_addressbook(self):
+        with self.assertRaises(management.base.CommandError) as ctx:
+            management.call_command(
+                "import_contacts", "error@test.com", self.path)
+            self.assertEqual(ctx.exception,
+                             "Address Book for email 'error@test.com' not found")
+
+    def test_import_from_outlook(self):
+        management.call_command(
+            "import_contacts", "user@test.com", self.path)
+        address = models.EmailAddress.objects.get(
+            address="toto@titi.com")
+        phone = models.PhoneNumber.objects.get(
+            number="12345678")
+        self.assertEqual(address.contact.first_name, "Toto Tata")
+        self.assertEqual(address.contact.addressbook.user.email, "user@test.com")
+        self.assertEqual(
+            address.contact.address,
+            "Street 1 Street 2"
+        )

modoboa_contacts/test_data/outlook_export.csv

@@ -1,4 +1,4 @@
-django-filter==23.4
+django-filter==23.5
 django-webpack-loader==2.0.1
 vobject
-caldav==1.3.6
+caldav==1.3.8