| Attributes | Value |
|---|---|
| shape | [512, 1024] |
| is_view_of | None |
| is_output | False |
| is_param | False |
| dtype | float16 |
| Attributes | Value |
|---|---|
| op_type | gemm_rcr_bias_fast_gelu |
| Attributes | Value |
|---|---|
| op_type | gemm_rcr_bias_add |
| Attributes | Value |
|---|---|
| shape | [4096, 1024] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [4096] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [512, 4096] |
| is_view_of | None |
| is_output | False |
| is_param | False |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [1024, 4096] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [1024] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [512, 1024] |
| is_view_of | None |
| is_output | False |
| is_param | False |
| dtype | float16 |
| Attributes | Value |
|---|---|
| op_type | layernorm |
| Attributes | Value |
|---|---|
| shape | [1024] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [1024] |
| is_view_of | None |
| is_output | False |
| is_param | True |
| dtype | float16 |
| Attributes | Value |
|---|---|
| shape | [512, 1024] |
| is_view_of | None |
| is_output | True |
| is_param | False |
| dtype | float16 |