-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
add ttnn parser and ttnn ops md files [#26]
- Loading branch information
Showing
25 changed files
with
5,860 additions
and
3 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| # ttnn.concat | ||
|
|
||
| | Name | Args | Attributes | Input Shapes | Output Shapes | Layouts | | ||
| |------|------|------------|--------------|---------------|--------| | ||
| | ttnn.concat | %2, %4, %5 | dim: 3 : si32 | tensor<1x32x32x64xbf16, #layout2>, tensor<1x32x32x64xbf16, #layout2>, tensor<1x32x32x128xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 1024 + d1 * 32 + d2', 'd3'), 'memory_config': (32, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 1024 + d1 * 32 + d2', 'd3'), 'memory_config': (32, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 1024 + d1 * 32 + d2', 'd3'), 'memory_config': (32, 4, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x320x64x64xbf16, #layout2>, tensor<1x320x64x64xbf16, #layout2>, tensor<1x640x64x64xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 64 + d2', 'd3'), 'memory_config': (640, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 64 + d2', 'd3'), 'memory_config': (640, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 40960 + d1 * 64 + d2', 'd3'), 'memory_config': (1280, 2, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 0 : si32 | tensor<729x12xbf16, #layout3>, tensor<3x12xbf16, #layout4>, tensor<732x12xbf16, #layout3> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (23, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (1, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (23, 1, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x160xf32, #layout2>, tensor<1x160xf32, #layout2>, tensor<1x320xf32, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (1, 5, 'tile<32x32, f32>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (1, 5, 'tile<32x32, f32>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1'), 'mapping_to': ('d0', 'd1'), 'memory_config': (1, 10, 'tile<32x32, f32>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x128x64x64xbf16, #layout2>, tensor<1x128x64x64xbf16, #layout2>, tensor<1x256x64x64xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 8192 + d1 * 64 + d2', 'd3'), 'memory_config': (256, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 8192 + d1 * 64 + d2', 'd3'), 'memory_config': (256, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 16384 + d1 * 64 + d2', 'd3'), 'memory_config': (512, 2, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x8x768xbf16, #layout3>, tensor<1x193x768xbf16, #layout4>, tensor<1x201x768xbf16, #layout5> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 8 + d1', 'd2'), 'memory_config': (1, 24, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 193 + d1', 'd2'), 'memory_config': (7, 24, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 201 + d1', 'd2'), 'memory_config': (7, 24, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x64x60x80xbf16, #layout2>, tensor<1x64x60x80xbf16, #layout2>, tensor<1x128x60x80xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 3840 + d1 * 60 + d2', 'd3'), 'memory_config': (120, 3, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 3840 + d1 * 60 + d2', 'd3'), 'memory_config': (120, 3, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 7680 + d1 * 60 + d2', 'd3'), 'memory_config': (240, 3, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x1x768xbf16, #layout3>, tensor<1x49x768xbf16, #layout4>, tensor<1x50x768xbf16, #layout5> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 + d1', 'd2'), 'memory_config': (1, 24, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 49 + d1', 'd2'), 'memory_config': (2, 24, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 50 + d1', 'd2'), 'memory_config': (2, 24, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x64x120x160xbf16, #layout2>, tensor<1x64x120x160xbf16, #layout2>, tensor<1x128x120x160xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 7680 + d1 * 120 + d2', 'd3'), 'memory_config': (240, 5, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 7680 + d1 * 120 + d2', 'd3'), 'memory_config': (240, 5, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 15360 + d1 * 120 + d2', 'd3'), 'memory_config': (480, 5, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x128x64x64xbf16, #layout3>, tensor<1x256x64x64xbf16, #layout4>, tensor<1x384x64x64xbf16, #layout5> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 8192 + d1 * 64 + d2', 'd3'), 'memory_config': (256, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 16384 + d1 * 64 + d2', 'd3'), 'memory_config': (512, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 24576 + d1 * 64 + d2', 'd3'), 'memory_config': (768, 2, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x640x64x64xbf16, #layout3>, tensor<1x320x64x64xbf16, #layout4>, tensor<1x960x64x64xbf16, #layout5> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 40960 + d1 * 64 + d2', 'd3'), 'memory_config': (1280, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 64 + d2', 'd3'), 'memory_config': (640, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 61440 + d1 * 64 + d2', 'd3'), 'memory_config': (1920, 2, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x640x32x32xbf16, #layout3>, tensor<1x320x32x32xbf16, #layout4>, tensor<1x960x32x32xbf16, #layout5> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 32 + d2', 'd3'), 'memory_config': (640, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 10240 + d1 * 32 + d2', 'd3'), 'memory_config': (320, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 30720 + d1 * 32 + d2', 'd3'), 'memory_config': (960, 1, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x32x256x256xbf16, #layout2>, tensor<1x32x256x256xbf16, #layout2>, tensor<1x64x256x256xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 8192 + d1 * 256 + d2', 'd3'), 'memory_config': (256, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 8192 + d1 * 256 + d2', 'd3'), 'memory_config': (256, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 16384 + d1 * 256 + d2', 'd3'), 'memory_config': (512, 8, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %3, %6, %9, %12, %15, %18, %19 | dim: 0 : si32 | tensor<1x100x1x256xbf16, #layout3>, tensor<1x100x1x256xbf16, #layout3>, tensor<1x100x1x256xbf16, #layout3>, tensor<1x100x1x256xbf16, #layout3>, tensor<1x100x1x256xbf16, #layout3>, tensor<1x100x1x256xbf16, #layout3>, tensor<6x100x1x256xbf16, #layout4> | | [{'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (4, 8, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 100 + d1 + d2', 'd3'), 'memory_config': (19, 8, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %6, %7 | dim: 1 : si32 | tensor<1x1x192xbf16, #layout4>, tensor<1x1344x192xbf16, #layout5>, tensor<1x100x192xbf16, #layout6>, tensor<1x1445x192xbf16, #layout7> | | [{'id': '#layout4', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 + d1', 'd2'), 'memory_config': (1, 6, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout5', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 1344 + d1', 'd2'), 'memory_config': (42, 6, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout6', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 100 + d1', 'd2'), 'memory_config': (4, 6, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout7', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 1445 + d1', 'd2'), 'memory_config': (46, 6, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x640x32x32xbf16, #layout2>, tensor<1x640x32x32xbf16, #layout2>, tensor<1x1280x32x32xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 32 + d2', 'd3'), 'memory_config': (640, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 20480 + d1 * 32 + d2', 'd3'), 'memory_config': (640, 1, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 40960 + d1 * 32 + d2', 'd3'), 'memory_config': (1280, 1, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 1 : si32 | tensor<1x64x30x40xbf16, #layout2>, tensor<1x64x30x40xbf16, #layout2>, tensor<1x128x30x40xbf16, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 1920 + d1 * 30 + d2', 'd3'), 'memory_config': (60, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 1920 + d1 * 30 + d2', 'd3'), 'memory_config': (60, 2, 'tile<32x32, bf16>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2', 'd3'), 'mapping_to': ('d0 * 3840 + d1 * 30 + d2', 'd3'), 'memory_config': (120, 2, 'tile<32x32, bf16>', 'dram')}] | | ||
| | ttnn.concat | %2, %4, %5 | dim: 2 : si32 | tensor<1x32x64xf32, #layout2>, tensor<1x32x64xf32, #layout2>, tensor<1x32x128xf32, #layout3> | | [{'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 32 + d1', 'd2'), 'memory_config': (1, 2, 'tile<32x32, f32>', 'dram')}, {'id': '#layout2', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 32 + d1', 'd2'), 'memory_config': (1, 2, 'tile<32x32, f32>', 'dram')}, {'id': '#layout3', 'mapping_from': ('d0', 'd1', 'd2'), 'mapping_to': ('d0 * 32 + d1', 'd2'), 'memory_config': (1, 4, 'tile<32x32, f32>', 'dram')}] | |
Oops, something went wrong.