Attributes |
Value |
shape |
[512, 1024] |
is_view_of |
None |
is_output |
False |
is_param |
False |
dtype |
float16 |
Attributes |
Value |
op_type |
gemm_rcr_bias_fast_gelu |
Attributes |
Value |
op_type |
gemm_rcr_bias_add |
Attributes |
Value |
shape |
[4096, 1024] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[4096] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[512, 4096] |
is_view_of |
None |
is_output |
False |
is_param |
False |
dtype |
float16 |
Attributes |
Value |
shape |
[1024, 4096] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[1024] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[512, 1024] |
is_view_of |
None |
is_output |
False |
is_param |
False |
dtype |
float16 |
Attributes |
Value |
op_type |
layernorm |
Attributes |
Value |
shape |
[1024] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[1024] |
is_view_of |
None |
is_output |
False |
is_param |
True |
dtype |
float16 |
Attributes |
Value |
shape |
[512, 1024] |
is_view_of |
None |
is_output |
True |
is_param |
False |
dtype |
float16 |