codekingpro/portable-devtools

1# -------------------------------------------------------------------------
2# Copyright (c) Microsoft Corporation.  All rights reserved.
3# Licensed under the MIT License.
4# --------------------------------------------------------------------------
5
6
7class Operators:
8    ATTENTION = "Attention"
9    LAYERNORM = "LayerNormalization"
10    MULTI_HEAD_ATTENTION = "MultiHeadAttention"
11    PACKEDATTENTION = "PackedAttention"
12    PACKED_MULTI_HEAD_ATTENTION = "PackedMultiHeadAttention"
13    REMOVEPADDING = "RemovePadding"
14    RESTOREPADDING = "RestorePadding"
15    SKIPLAYERNORM = "SkipLayerNormalization"
16
17
18class AttentionInputIDs:
19    INPUT = 0
20    WEIGHTS = 1
21    BIAS = 2
22    MASK_INDEX = 3
23    PAST = 4
24    ATTENTION_BIAS = 5
25    PAST_SEQUENCE_LENGTH = 6
26
27
28class AttentionOutputIDs:
29    OUTPUT = 0
30    PRESENT = 1
31
32
33class MultiHeadAttentionInputIDs:
34    QUERY = 0
35    KEY = 1
36    VALUE = 2
37    BIAS = 3
38    KEY_PADDING_MASK = 4
39    ATTENTION_BIAS = 5
40    PAST_KEY = 6
41    PAST_VALUE = 7
42
43
44class MultiHeadAttentionOutputIDs:
45    OUTPUT = 0
46    PRESENT_KEY = 1
47    PRESENT_VALUE = 2
48