-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Browse files
Browse the repository at this point in the history
* add ttnn parser and ttnn ops md files [#26] * Add script which generates md files
- Loading branch information
Showing
26 changed files
with
5,354 additions
and
3 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,22 @@ | ||
# ttnn.concat | ||
|
||
| Name | Input Shapes | Input Layouts | Attributes | Output Shapes | Output Layouts | | ||
|------|--------------|---------------|------------|---------------|----------------| | ||
| ttnn.concat | tensor<[1,32,32,64,bf16]> <br> tensor<[1,32,32,64,bf16]> <br> tensor<[1,32,32,128,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 4, 'tile<32x32, bf16>', 'dram') | dim: 3 : si32 | tensor<[1,32,32,128,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 4, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,320,64,64,bf16]> <br> tensor<[1,320,64,64,bf16]> <br> tensor<[1,640,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,640,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[729,12,bf16]> <br> tensor<[3,12,bf16]> <br> tensor<[732,12,bf16]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') | dim: 0 : si32 | tensor<[732,12,bf16]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,160,f32]> <br> tensor<[1,160,f32]> <br> tensor<[1,320,f32]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 5, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 5, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 10, 'tile<32x32, f32>', 'dram') | dim: 1 : si32 | tensor<[1,320,f32]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 10, 'tile<32x32, f32>', 'dram') | | ||
| ttnn.concat | tensor<[1,128,64,64,bf16]> <br> tensor<[1,128,64,64,bf16]> <br> tensor<[1,256,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,256,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,8,768,bf16]> <br> tensor<[1,193,768,bf16]> <br> tensor<[1,201,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 8 + d1', 'd2'), memory_config: (1, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 193 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 201 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,201,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 201 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,64,60,80,bf16]> <br> tensor<[1,64,60,80,bf16]> <br> tensor<[1,128,60,80,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 60 + d2', 'd3'), memory_config: (120, 3, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 60 + d2', 'd3'), memory_config: (120, 3, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 60 + d2', 'd3'), memory_config: (240, 3, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,60,80,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 60 + d2', 'd3'), memory_config: (240, 3, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,1,768,bf16]> <br> tensor<[1,49,768,bf16]> <br> tensor<[1,50,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 + d1', 'd2'), memory_config: (1, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 49 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 50 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,50,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 50 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,64,120,160,bf16]> <br> tensor<[1,64,120,160,bf16]> <br> tensor<[1,128,120,160,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 120 + d2', 'd3'), memory_config: (240, 5, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 120 + d2', 'd3'), memory_config: (240, 5, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 15360 + d1 * 120 + d2', 'd3'), memory_config: (480, 5, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,120,160,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 15360 + d1 * 120 + d2', 'd3'), memory_config: (480, 5, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,128,64,64,bf16]> <br> tensor<[1,256,64,64,bf16]> <br> tensor<[1,384,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 24576 + d1 * 64 + d2', 'd3'), memory_config: (768, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,384,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 24576 + d1 * 64 + d2', 'd3'), memory_config: (768, 2, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,640,64,64,bf16]> <br> tensor<[1,320,64,64,bf16]> <br> tensor<[1,960,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 61440 + d1 * 64 + d2', 'd3'), memory_config: (1920, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,960,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 61440 + d1 * 64 + d2', 'd3'), memory_config: (1920, 2, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,640,32,32,bf16]> <br> tensor<[1,320,32,32,bf16]> <br> tensor<[1,960,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 10240 + d1 * 32 + d2', 'd3'), memory_config: (320, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 30720 + d1 * 32 + d2', 'd3'), memory_config: (960, 1, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,960,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 30720 + d1 * 32 + d2', 'd3'), memory_config: (960, 1, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,32,256,256,bf16]> <br> tensor<[1,32,256,256,bf16]> <br> tensor<[1,64,256,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 256 + d2', 'd3'), memory_config: (256, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 256 + d2', 'd3'), memory_config: (256, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 256 + d2', 'd3'), memory_config: (512, 8, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,64,256,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 256 + d2', 'd3'), memory_config: (512, 8, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[6,100,1,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (19, 8, 'tile<32x32, bf16>', 'dram') | dim: 0 : si32 | tensor<[6,100,1,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (19, 8, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,1,192,bf16]> <br> tensor<[1,1344,192,bf16]> <br> tensor<[1,100,192,bf16]> <br> tensor<[1,1445,192,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 + d1', 'd2'), memory_config: (1, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1344 + d1', 'd2'), memory_config: (42, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 100 + d1', 'd2'), memory_config: (4, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1445 + d1', 'd2'), memory_config: (46, 6, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,1445,192,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1445 + d1', 'd2'), memory_config: (46, 6, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,640,32,32,bf16]> <br> tensor<[1,640,32,32,bf16]> <br> tensor<[1,1280,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 32 + d2', 'd3'), memory_config: (1280, 1, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,1280,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 32 + d2', 'd3'), memory_config: (1280, 1, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,64,30,40,bf16]> <br> tensor<[1,64,30,40,bf16]> <br> tensor<[1,128,30,40,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1920 + d1 * 30 + d2', 'd3'), memory_config: (60, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1920 + d1 * 30 + d2', 'd3'), memory_config: (60, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 30 + d2', 'd3'), memory_config: (120, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,30,40,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 30 + d2', 'd3'), memory_config: (120, 2, 'tile<32x32, bf16>', 'dram') | | ||
| ttnn.concat | tensor<[1,32,64,f32]> <br> tensor<[1,32,64,f32]> <br> tensor<[1,32,128,f32]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 2, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 2, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 4, 'tile<32x32, f32>', 'dram') | dim: 2 : si32 | tensor<[1,32,128,f32]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 4, 'tile<32x32, f32>', 'dram') | |
Oops, something went wrong.