schmidt-sebastian commited on
Commit
5373f25
·
verified ·
1 Parent(s): 4e05bd8

Add files using upload-large-folder tool

Browse files
Files changed (2) hide show
  1. README.md +11 -8
  2. commit_hash +0 -1
README.md CHANGED
@@ -1,6 +1,9 @@
1
  ---
2
  license: apache-2.0
3
  base_model: HuggingFaceTB/SmolLM-135M-Instruct
 
 
 
4
  ---
5
 
6
  # litert-community/SmolLM-135M-Instruct
@@ -53,19 +56,19 @@ Note that all benchmark stats are from a Samsung S24 Ultra with
53
  <tr>
54
  <td>fp32 (baseline)</td>
55
  <td>cpu</td>
56
- <td><p style="text-align: right">233.15 tk/s</p></td>
57
- <td><p style="text-align: right">46.70 tk/s</p></td>
58
- <td><p style="text-align: right">1.72 s</p></td>
59
- <td><p style="text-align: right">1,395 MB</p></td>
60
  <td><p style="text-align: right">527 MB</p></td>
61
  </tr>
62
  <tr>
63
  <td>dynamic_int8</td>
64
  <td>cpu</td>
65
- <td><p style="text-align: right">478.50 tk/s</p></td>
66
- <td><p style="text-align: right">84.48 tk/s</p></td>
67
- <td><p style="text-align: right">0.96 s</p></td>
68
- <td><p style="text-align: right">582 MB</p></td>
69
  <td><p style="text-align: right">159 MB</p></td>
70
  </tr>
71
 
 
1
  ---
2
  license: apache-2.0
3
  base_model: HuggingFaceTB/SmolLM-135M-Instruct
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - chat
7
  ---
8
 
9
  # litert-community/SmolLM-135M-Instruct
 
56
  <tr>
57
  <td>fp32 (baseline)</td>
58
  <td>cpu</td>
59
+ <td><p style="text-align: right">339.97 tk/s</p></td>
60
+ <td><p style="text-align: right">49.27 tk/s</p></td>
61
+ <td><p style="text-align: right">1.25 s</p></td>
62
+ <td><p style="text-align: right">1,398 MB</p></td>
63
  <td><p style="text-align: right">527 MB</p></td>
64
  </tr>
65
  <tr>
66
  <td>dynamic_int8</td>
67
  <td>cpu</td>
68
+ <td><p style="text-align: right">505.93 tk/s</p></td>
69
+ <td><p style="text-align: right">89.88 tk/s</p></td>
70
+ <td><p style="text-align: right">0.86 s</p></td>
71
+ <td><p style="text-align: right">583 MB</p></td>
72
  <td><p style="text-align: right">159 MB</p></td>
73
  </tr>
74
 
commit_hash CHANGED
@@ -1 +0,0 @@
1
- d56d656d1ea28764b6c6ab4217a42726b4df5efa