Merge pull request #45 from pjlab-sys4nlp/data_mix

PUBLISH: upload technical report

Author: Spico197

.gitattributes

@@ -1,2 +1,3 @@
 docs/imgs/title-favicon.png filter=lfs diff=lfs merge=lfs -text
 docs/imgs/MoE-Routing.gif filter=lfs diff=lfs merge=lfs -text
+docs/LLaMA_MoE.pdf filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright [yyyy] [name of copyright owner]
+   Copyright 2023 LLaMA-MoE Team
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

README.md

@@ -3,7 +3,7 @@
   <img src="docs/imgs/title-favicon.png" width="200" alt="LLaMA-MoE favicon" style="border-radius: 5%;"><br />
   <span style="color:red">📢 <strong><i>A SMALLER AFFORDABLE MoE MODEL FOR EVERYONE!!</i></strong></span>
   <div>
-    <a href="https://huggingface.co/llama-moe" target="_blank">🤗 Model Weights</a> | <a href="#" target="_blank">📃 Technical Report</a> | <a href="#quick-start">🚀 Quick Start</a><br />
+    <a href="https://huggingface.co/llama-moe" target="_blank">🤗 Model Weights</a> | <a href="docs/LLaMA_MoE.pdf" target="_blank">📃 Technical Report</a> | <a href="#quick-start">🚀 Quick Start</a><br />
     <a href="#installation">⚙️ Installation Guide</a> | <a href="#expert-construction">🚧 Expert Construction</a> | <a href="#continual-pretraining">🚅 Continual Pre-training</a> | <a href="#evaluation">💎 Evaluation</a>
   </div>
 </div>