aceOfDiamonds commited on
Commit
698bdb0
·
1 Parent(s): 8e2a215

Add Vulkan variants (fp16, int8)

Browse files

Exported with the conv1d-as-conv2d lowering, the slice-based STFT magnitude,
hoisted cross-attention K/V and a head-major KV layout. Requires the ExecuTorch
1.4.1 Vulkan runtime from the v0.10.0-libs-1.4.1 artifacts (gelu clamp, reduce
barrier and Adreno local-work-group fixes).

.gitattributes CHANGED
@@ -38,3 +38,5 @@ xnnpack/whisper_tiny_xnnpack_fp32.pte filter=lfs diff=lfs merge=lfs -text
38
  coreml/whisper_tiny_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -text
39
  mlx/whisper_tiny_mlx_bf16.pte filter=lfs diff=lfs merge=lfs -text
40
  mlx/whisper_tiny_mlx_int8.pte filter=lfs diff=lfs merge=lfs -text
 
 
 
38
  coreml/whisper_tiny_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -text
39
  mlx/whisper_tiny_mlx_bf16.pte filter=lfs diff=lfs merge=lfs -text
40
  mlx/whisper_tiny_mlx_int8.pte filter=lfs diff=lfs merge=lfs -text
41
+ vulkan/whisper_tiny_vulkan_fp16.pte filter=lfs diff=lfs merge=lfs -text
42
+ vulkan/whisper_tiny_vulkan_int8.pte filter=lfs diff=lfs merge=lfs -text
vulkan/config.json ADDED
@@ -0,0 +1,137 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "whisper_tiny",
4
+ "family": "whisper",
5
+ "capabilities": [
6
+ "speech-to-text"
7
+ ],
8
+ "backend": "vulkan",
9
+ "license": "apache-2.0",
10
+ "variants": [
11
+ {
12
+ "file": "whisper_tiny_vulkan_fp16.pte",
13
+ "precision": "fp16",
14
+ "quantized": false,
15
+ "default": true,
16
+ "methods": {
17
+ "decode": {
18
+ "inputs": [
19
+ {
20
+ "shape": [
21
+ 1,
22
+ 1
23
+ ],
24
+ "dtype": "int64"
25
+ },
26
+ {
27
+ "shape": [
28
+ 1
29
+ ],
30
+ "dtype": "int64"
31
+ },
32
+ {
33
+ "shape": [
34
+ 1,
35
+ 1500,
36
+ 3072
37
+ ],
38
+ "dtype": "float32"
39
+ }
40
+ ],
41
+ "outputs": [
42
+ {
43
+ "shape": [
44
+ 1,
45
+ 1,
46
+ 51865
47
+ ],
48
+ "dtype": "float32"
49
+ }
50
+ ]
51
+ },
52
+ "encode": {
53
+ "inputs": [
54
+ {
55
+ "shape": [
56
+ -1
57
+ ],
58
+ "dtype": "float32"
59
+ }
60
+ ],
61
+ "outputs": [
62
+ {
63
+ "shape": [
64
+ 1,
65
+ 1500,
66
+ 3072
67
+ ],
68
+ "dtype": "float32"
69
+ }
70
+ ]
71
+ }
72
+ }
73
+ },
74
+ {
75
+ "file": "whisper_tiny_vulkan_int8.pte",
76
+ "precision": "int8",
77
+ "quantized": true,
78
+ "methods": {
79
+ "decode": {
80
+ "inputs": [
81
+ {
82
+ "shape": [
83
+ 1,
84
+ 1
85
+ ],
86
+ "dtype": "int64"
87
+ },
88
+ {
89
+ "shape": [
90
+ 1
91
+ ],
92
+ "dtype": "int64"
93
+ },
94
+ {
95
+ "shape": [
96
+ 1,
97
+ 1500,
98
+ 3072
99
+ ],
100
+ "dtype": "float32"
101
+ }
102
+ ],
103
+ "outputs": [
104
+ {
105
+ "shape": [
106
+ 1,
107
+ 1,
108
+ 51865
109
+ ],
110
+ "dtype": "float32"
111
+ }
112
+ ]
113
+ },
114
+ "encode": {
115
+ "inputs": [
116
+ {
117
+ "shape": [
118
+ -1
119
+ ],
120
+ "dtype": "float32"
121
+ }
122
+ ],
123
+ "outputs": [
124
+ {
125
+ "shape": [
126
+ 1,
127
+ 1500,
128
+ 3072
129
+ ],
130
+ "dtype": "float32"
131
+ }
132
+ ]
133
+ }
134
+ }
135
+ }
136
+ ]
137
+ }
vulkan/whisper_tiny_vulkan_fp16.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7d07de41bcbe76a4b732dd0c848dee023c9c9f7079806713478633cc7d3560
3
+ size 213753984
vulkan/whisper_tiny_vulkan_int8.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9014d2ceb0c6a5bafe94086274556b11575d37840b2ae9d4d9aec31b90821de
3
+ size 154213348