-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtransformer.drawio
More file actions
601 lines (601 loc) · 53.2 KB
/
transformer.drawio
File metadata and controls
601 lines (601 loc) · 53.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
<mxfile host="Electron" modified="2025-03-19T15:16:00.035Z" agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/24.6.1 Chrome/124.0.6367.207 Electron/30.0.6 Safari/537.36" version="24.6.1" etag="ucmHUTjiphh0F5yQdc1M" type="device">
<diagram name="Attention Mechanisms" id="attention-diagram">
<mxGraphModel dx="2728" dy="1097" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1100" pageHeight="850" math="1" shadow="0">
<root>
<mxCell id="0" />
<mxCell id="1" parent="0" />
<mxCell id="title1" value="Self Attention" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=23;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" parent="1" vertex="1">
<mxGeometry x="150" y="410" width="210" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-225" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.25;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="input_x" target="Wq">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-227" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="input_x" target="Wk">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-229" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.75;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="input_x" target="Wv">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="input_x" value="<span style="font-size: 17px;">`x`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cbd7be;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="100" y="160" width="40" height="120" as="geometry" />
</mxCell>
<mxCell id="Wq" value="`W_q`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="180" y="120" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="Wk" value="`W_k`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="180" y="200" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="Wv" value="`W_v`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="180" y="280" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-234" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;endArrow=none;endFill=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="Q">
<mxGeometry relative="1" as="geometry">
<mxPoint x="360" y="190" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="Q" value="<span style="font-size: 17px;">`Q`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="280" y="90" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-235" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="QKT" target="softmax">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="QKT" value="`QK^T`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cce4ec;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="380" y="160" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-237" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="softmax">
<mxGeometry relative="1" as="geometry">
<mxPoint x="520" y="240" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="softmax" value="Softmax" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#000000;fontColor=#FFFFFF;fontSize=17;fontStyle=1" parent="1" vertex="1">
<mxGeometry x="480" y="180" width="80" height="20" as="geometry" />
</mxCell>
<mxCell id="title2" value="Cross Attention" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=23;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" parent="1" vertex="1">
<mxGeometry x="825" y="410" width="275" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-1" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="100" y="150" as="sourcePoint" />
<mxPoint x="140" y="150" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-6" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="90" y="280" as="sourcePoint" />
<mxPoint x="90" y="160" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-7" value="number<div style="font-size: 17px;">of tokens</div>" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontSize=17;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-6">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="-60" y="-20" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-9" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="180" y="110" as="sourcePoint" />
<mxPoint x="240" y="110" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-10" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-9">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-11" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="100" y="125" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-12" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="60" y="200" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-13" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="170" y="120" as="sourcePoint" />
<mxPoint x="170" y="160.48" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-15" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="140" y="115" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-17" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="280" y="80" as="sourcePoint" />
<mxPoint x="340" y="80" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-18" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-17">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-19" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="270" y="90" as="sourcePoint" />
<mxPoint x="270" y="160" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-20" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="240" y="90" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-233" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-21" target="QKT">
<mxGeometry relative="1" as="geometry">
<mxPoint x="380" y="240" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-21" value="<span style="font-size: 17px;">`K`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="280" y="185" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-22" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="280" y="179.76" as="sourcePoint" />
<mxPoint x="340" y="179.76" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-23" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-22">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-24" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="270" y="185" as="sourcePoint" />
<mxPoint x="270" y="255" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-25" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="240" y="180" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-26" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="180" y="189.76" as="sourcePoint" />
<mxPoint x="240" y="189.76" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-28" value="`d_k=d_q`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;strokeWidth=0;fontSize=17;fontColor=#c54d33;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="160" y="165" width="100" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-29" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="170" y="200" as="sourcePoint" />
<mxPoint x="170" y="240.48" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-30" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="140" y="195" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-31" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="170" y="279.52" as="sourcePoint" />
<mxPoint x="170" y="320" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-32" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="140" y="295" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-33" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="180" y="270" as="sourcePoint" />
<mxPoint x="240" y="270" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-34" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-33">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-240" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;endArrow=none;endFill=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-35">
<mxGeometry relative="1" as="geometry">
<mxPoint x="520" y="320" as="targetPoint" />
<Array as="points">
<mxPoint x="520" y="315" />
</Array>
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-35" value="<span style="font-size: 17px;">`V`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="280" y="280" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-36" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="270" y="280" as="sourcePoint" />
<mxPoint x="270" y="350" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-37" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="240" y="315" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-38" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="280" y="275" as="sourcePoint" />
<mxPoint x="340" y="275" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-39" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-38">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-43" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="370" y="160" as="sourcePoint" />
<mxPoint x="370" y="220" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-44" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="350" y="210" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-239" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-45" target="n4ni0wFZ942lwkIVXQDE-51">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-45" value="`A`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cce4ec;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="490" y="245" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-46" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="550" y="240" as="sourcePoint" />
<mxPoint x="490" y="240" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-47" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="480" y="215" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-48" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="480" y="245" as="sourcePoint" />
<mxPoint x="480" y="305" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-49" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="450" y="270" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-51" value="`Z`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ecc0d7;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="490" y="340" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-54" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="480" y="340" as="sourcePoint" />
<mxPoint x="480" y="400" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-55" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="450" y="370" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-56" value="Embedding<div style="font-size: 17px;">Size</div>" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontSize=17;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" vertex="1" parent="1">
<mxGeometry x="65" y="85" width="110" height="50" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-85" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="566" y="135" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-243" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.25;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-110" target="n4ni0wFZ942lwkIVXQDE-163">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-245" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.75;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-110" target="n4ni0wFZ942lwkIVXQDE-164">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-110" value="`x_2`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cdd6c0;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="673" y="265" width="40" height="120" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-112" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fillColor=#d5e8d4;strokeColor=#82b366;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="663" y="385" as="sourcePoint" />
<mxPoint x="663" y="265" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-113" value="number<div style="font-size: 17px;">of tokens</div>" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontSize=17;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-112">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="-60" y="-20" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-115" value="`m`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#8cb06f;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="625" y="308" width="50" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-241" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-161" target="n4ni0wFZ942lwkIVXQDE-162">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-161" value="<span style="font-size: 17px;">`x_1`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cbd7be;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="673" y="85" width="40" height="120" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-162" value="`W_q`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="820" y="115" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-248" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-163" target="n4ni0wFZ942lwkIVXQDE-181">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-163" value="`W_k`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="820" y="195" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-164" value="`W_v`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#d5d5d5;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="820" y="305" width="60" height="40" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-251" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-165" target="n4ni0wFZ942lwkIVXQDE-166">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-165" value="<span style="font-size: 17px;">`Q`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="920" y="85" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-253" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-166" target="n4ni0wFZ942lwkIVXQDE-167">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-166" value="`QK^T`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cce4ec;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1040" y="155" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-254" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-167" target="n4ni0wFZ942lwkIVXQDE-203">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-167" value="Softmax" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#000000;fontColor=#FFFFFF;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1140" y="175" width="80" height="20" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-168" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="673" y="75" as="sourcePoint" />
<mxPoint x="713" y="75" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-169" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="663" y="205" as="sourcePoint" />
<mxPoint x="663" y="85" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-170" value="number<div style="font-size: 17px;">of tokens</div>" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontSize=17;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-169">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="-60" y="-20" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-171" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="820" y="105" as="sourcePoint" />
<mxPoint x="880" y="105" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-172" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-171">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-173" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="673" y="50" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-174" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="633" y="125" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-175" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="810" y="115" as="sourcePoint" />
<mxPoint x="810" y="155.48" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-176" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="780" y="110" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-177" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="920" y="75" as="sourcePoint" />
<mxPoint x="980" y="75" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-178" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-177">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-179" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="910" y="85" as="sourcePoint" />
<mxPoint x="910" y="155" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-180" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="880" y="70" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-252" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;endArrow=none;endFill=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-181">
<mxGeometry relative="1" as="geometry">
<mxPoint x="1010" y="180" as="targetPoint" />
<Array as="points">
<mxPoint x="1010" y="215" />
</Array>
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-181" value="<span style="font-size: 17px;">`K`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="920" y="180" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-182" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c54d33;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="920" y="174.76" as="sourcePoint" />
<mxPoint x="980" y="174.76" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-183" value="`d_q`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#c54d33;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-182">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-184" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#82b366;fontColor=#7152c6;fillColor=#d5e8d4;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="910" y="180" as="sourcePoint" />
<mxPoint x="910" y="250" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-185" value="`m`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#8cb06f;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="875" y="220" width="50" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-186" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#c64b32;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="820" y="184.76" as="sourcePoint" />
<mxPoint x="880" y="184.76" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-187" value="`d_k=d_q`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;strokeWidth=0;fontSize=17;fontColor=#c54d33;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="800" y="160" width="100" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-188" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="810" y="194.52" as="sourcePoint" />
<mxPoint x="810" y="235" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-189" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="780" y="190" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-190" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="810" y="304.52" as="sourcePoint" />
<mxPoint x="810" y="345" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-191" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="780" y="300" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-192" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="820" y="295" as="sourcePoint" />
<mxPoint x="880" y="295" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-193" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-192">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-256" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-194">
<mxGeometry relative="1" as="geometry">
<mxPoint x="1180" y="320" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-194" value="<span style="font-size: 17px;">`V`</span>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#c2c5d9;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="920" y="275" width="60" height="70" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-195" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#82b366;fontColor=#7152c6;fillColor=#d5e8d4;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="910" y="275" as="sourcePoint" />
<mxPoint x="910" y="345" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-196" value="`m`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#8cb06f;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="875" y="265" width="50" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-197" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="920" y="270" as="sourcePoint" />
<mxPoint x="980" y="270" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-198" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;labelBackgroundColor=none;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-197">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="7" y="-10" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-199" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fillColor=#d5e8d4;strokeColor=#82b366;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1100" y="150" as="sourcePoint" />
<mxPoint x="1040" y="150" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-200" value="`m`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#8cb06f;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1045" y="125" width="50" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-201" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1030" y="155" as="sourcePoint" />
<mxPoint x="1030" y="215" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-202" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1000" y="190" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-255" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-203" target="n4ni0wFZ942lwkIVXQDE-208">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-203" value="`A`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#cce4ec;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1150" y="240" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-204" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#82b366;fontColor=#7152c6;fillColor=#d5e8d4;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1210" y="235" as="sourcePoint" />
<mxPoint x="1150" y="235" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-205" value="`m`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#8cb06f;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1125" y="210" width="50" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-206" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1140" y="240" as="sourcePoint" />
<mxPoint x="1140" y="300" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-207" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1110" y="265" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-208" value="`Z`" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ecc0d7;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1150" y="335" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-211" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1140" y="335" as="sourcePoint" />
<mxPoint x="1140" y="395" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-212" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="1110" y="365" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-213" value="Embedding<div style="font-size: 17px;">Size</div>" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontSize=17;fontStyle=1;labelBackgroundColor=none;fontFamily=Georgia;" vertex="1" parent="1">
<mxGeometry x="638" y="5" width="110" height="50" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-214" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#c1875c;strokeColor=#d37f45;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="673" y="260" as="sourcePoint" />
<mxPoint x="713" y="260" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-215" value="`d`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#c1875c;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="673" y="235" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-218" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;strokeColor=#7b56d3;fontColor=#7152c6;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="440" y="155" as="sourcePoint" />
<mxPoint x="380" y="155" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-219" value="`n`" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontColor=#7152c6;fontSize=17;fontStyle=1" vertex="1" parent="1">
<mxGeometry x="390" y="130" width="40" height="30" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-220" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="490" y="334.17" as="sourcePoint" />
<mxPoint x="550" y="334.17" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-221" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-220">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="30" y="-14" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-223" value="" style="endArrow=classicThin;startArrow=classicThin;html=1;rounded=0;startFill=1;endFill=1;fontColor=#4175b0;strokeColor=#4075b0;fontSize=17;fontStyle=1" edge="1" parent="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="1150" y="329.58" as="sourcePoint" />
<mxPoint x="1210" y="329.58" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-224" value="`d_v`" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];fontColor=#4175b0;fontSize=17;fontStyle=1" vertex="1" connectable="0" parent="n4ni0wFZ942lwkIVXQDE-223">
<mxGeometry x="-0.3306" relative="1" as="geometry">
<mxPoint x="30" y="-15" as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-230" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=-0.038;entryY=0.726;entryDx=0;entryDy=0;entryPerimeter=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="Wq" target="Q">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-231" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="Wk" target="n4ni0wFZ942lwkIVXQDE-21">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-232" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=-0.009;entryY=0.297;entryDx=0;entryDy=0;entryPerimeter=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="Wv" target="n4ni0wFZ942lwkIVXQDE-35">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-246" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=-0.019;entryY=0.706;entryDx=0;entryDy=0;entryPerimeter=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-162" target="n4ni0wFZ942lwkIVXQDE-165">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="n4ni0wFZ942lwkIVXQDE-250" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=-0.012;entryY=0.71;entryDx=0;entryDy=0;entryPerimeter=0;fontSize=17;fontStyle=1" edge="1" parent="1" source="n4ni0wFZ942lwkIVXQDE-164" target="n4ni0wFZ942lwkIVXQDE-194">
<mxGeometry relative="1" as="geometry" />
</mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>