Backup files as well as messages

Author: ldr709

README.md

@@ -1,6 +1,7 @@
 # slack-backup-python
 Exporting slack channels, conversation using Web API
 
+```pip3 install requests```
 ```pip3 install slack-sdk```
 
 ```python3 backup.py --token 'xoxp-8910951619-266447157124-433342496065-687a1ceaea9046688ff28bde02bada5c' --outDir './out'```

app_constants.py

@@ -10,3 +10,6 @@
 USER_LIST_FILE = '/users.json'
 ONE_TO_ONE_CONVERSATION_DIRECTORY = '/one-to-one'
 ONE_TO_ONE_CONVERSATION_HISTORY_FILE = ONE_TO_ONE_CONVERSATION_DIRECTORY+'/{0}-{1}.json'
+FILE_LIST_FILE = '/files.json'
+FILES_DIRECTORY = '/files'
+FILES_FILENAME = FILES_DIRECTORY + '/{id} - {author} ({user}) at {date}: {name}'

backup.py

@@ -1,6 +1,8 @@
 import os
 import argparse
+import datetime
 import json
+import requests
 import app_constants as APP_CONSTANTS
 from slack_sdk import WebClient
 from slack_sdk.errors import SlackApiError
@@ -41,20 +43,26 @@ def readRequestJsonFile():
         jsonObj = json.load(file)
         return jsonObj
 
-
-def writeJSONFile(jsonObj, filePath):
-    outputPath = getOutputPath(filePath)
+def makedirPath(outputPath):
     dirPath = os.path.dirname(outputPath)
     if not os.path.exists(dirPath):
         os.makedirs(dirPath)
 
+def writeJSONFile(jsonObj, filePath):
+    outputPath = getOutputPath(filePath)
+    makedirPath(outputPath)
     with open(outputPath, 'w+') as file:
         json.dump(jsonObj, file, indent=True)
 
 def getUsers():
     response = client.users_list()
     return response['members']
 
+def lookupUser(users, userID):
+    for u in users:
+        if u['id'] == userID:
+            return u
+
 def getChannels():
     response = client.conversations_list(types='public_channel,private_channel')
     return response['channels']
@@ -79,6 +87,42 @@ def getConversationHistory(channelId):
         params['latest'] = msgs[-1]['ts']
     return msgs
 
+def getFileList():
+    params = { 'count': 100, 'show_files_hidden_by_limit': True, 'page': 1}
+    files = []
+    while True:
+        response = client.files_list(**params)
+        if not response['ok']:
+            break
+
+        files.extend(response['files'])
+
+        if response['paging']['pages'] <= params['page']:
+            break
+        params['page'] += 1
+
+    return files
+
+def downloadFiles(users):
+    files = getFileList()
+    writeJSONFile(files, APP_CONSTANTS.FILE_LIST_FILE)
+
+    for file in files:
+        url = file['url_private_download']
+        r = requests.get(url, headers={'Authorization': 'Bearer ' + token}, stream=True)
+        r.raise_for_status()
+
+        file['date'] = datetime.datetime.fromtimestamp(file['timestamp']).strftime('%Y-%m-%d %H:%M:%S')
+        file['author'] = lookupUser(users, file['user'])['name']
+        filename = APP_CONSTANTS.FILES_FILENAME.format(**file)
+
+        print('Downloading to ' + filename)
+
+        outputPath = getOutputPath(filename)
+        makedirPath(outputPath)
+        with open(outputPath, 'wb') as f:
+            for chunk in r.iter_content(chunk_size=32*1024):
+                f.write(chunk)
 
 def run():
     channels = getChannels()
@@ -128,5 +172,7 @@ def run():
             APP_CONSTANTS.ONE_TO_ONE_CONVERSATION_HISTORY_FILE, userName, userId)
         writeJSONFile(conversationHistory, conversationHistoryFilename)
 
+    downloadFiles(users)
+
 if __name__ == '__main__':
     run()