Skip to content

Commit

Permalink
add ttnn parser and ttnn ops md files [#26] (#35)
Browse files Browse the repository at this point in the history
* add ttnn parser and ttnn ops md files [#26]

* Add script which generates md files
  • Loading branch information
ddilbazTT authored Nov 14, 2024
1 parent 67c7720 commit a70eb25
Show file tree
Hide file tree
Showing 26 changed files with 5,354 additions and 3 deletions.
66 changes: 66 additions & 0 deletions docs/ops/ttnn/ttnn.add.md

Large diffs are not rendered by default.

22 changes: 22 additions & 0 deletions docs/ops/ttnn/ttnn.concat.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
# ttnn.concat

| Name | Input Shapes | Input Layouts | Attributes | Output Shapes | Output Layouts |
|------|--------------|---------------|------------|---------------|----------------|
| ttnn.concat | tensor<[1,32,32,64,bf16]> <br> tensor<[1,32,32,64,bf16]> <br> tensor<[1,32,32,128,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 4, 'tile<32x32, bf16>', 'dram') | dim: 3 : si32 | tensor<[1,32,32,128,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1024 + d1 * 32 + d2', 'd3'), memory_config: (32, 4, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,320,64,64,bf16]> <br> tensor<[1,320,64,64,bf16]> <br> tensor<[1,640,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,640,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[729,12,bf16]> <br> tensor<[3,12,bf16]> <br> tensor<[732,12,bf16]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') | dim: 0 : si32 | tensor<[732,12,bf16]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (23, 1, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,160,f32]> <br> tensor<[1,160,f32]> <br> tensor<[1,320,f32]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 5, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 5, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 10, 'tile<32x32, f32>', 'dram') | dim: 1 : si32 | tensor<[1,320,f32]> | mapping_from: ('d0', 'd1'), mapping_to: ('d0', 'd1'), memory_config: (1, 10, 'tile<32x32, f32>', 'dram') |
| ttnn.concat | tensor<[1,128,64,64,bf16]> <br> tensor<[1,128,64,64,bf16]> <br> tensor<[1,256,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,256,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,8,768,bf16]> <br> tensor<[1,193,768,bf16]> <br> tensor<[1,201,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 8 + d1', 'd2'), memory_config: (1, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 193 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 201 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,201,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 201 + d1', 'd2'), memory_config: (7, 24, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,64,60,80,bf16]> <br> tensor<[1,64,60,80,bf16]> <br> tensor<[1,128,60,80,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 60 + d2', 'd3'), memory_config: (120, 3, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 60 + d2', 'd3'), memory_config: (120, 3, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 60 + d2', 'd3'), memory_config: (240, 3, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,60,80,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 60 + d2', 'd3'), memory_config: (240, 3, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,1,768,bf16]> <br> tensor<[1,49,768,bf16]> <br> tensor<[1,50,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 + d1', 'd2'), memory_config: (1, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 49 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 50 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,50,768,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 50 + d1', 'd2'), memory_config: (2, 24, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,64,120,160,bf16]> <br> tensor<[1,64,120,160,bf16]> <br> tensor<[1,128,120,160,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 120 + d2', 'd3'), memory_config: (240, 5, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 7680 + d1 * 120 + d2', 'd3'), memory_config: (240, 5, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 15360 + d1 * 120 + d2', 'd3'), memory_config: (480, 5, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,120,160,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 15360 + d1 * 120 + d2', 'd3'), memory_config: (480, 5, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,128,64,64,bf16]> <br> tensor<[1,256,64,64,bf16]> <br> tensor<[1,384,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 64 + d2', 'd3'), memory_config: (256, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 64 + d2', 'd3'), memory_config: (512, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 24576 + d1 * 64 + d2', 'd3'), memory_config: (768, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,384,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 24576 + d1 * 64 + d2', 'd3'), memory_config: (768, 2, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,640,64,64,bf16]> <br> tensor<[1,320,64,64,bf16]> <br> tensor<[1,960,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 64 + d2', 'd3'), memory_config: (1280, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 64 + d2', 'd3'), memory_config: (640, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 61440 + d1 * 64 + d2', 'd3'), memory_config: (1920, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,960,64,64,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 61440 + d1 * 64 + d2', 'd3'), memory_config: (1920, 2, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,640,32,32,bf16]> <br> tensor<[1,320,32,32,bf16]> <br> tensor<[1,960,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 10240 + d1 * 32 + d2', 'd3'), memory_config: (320, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 30720 + d1 * 32 + d2', 'd3'), memory_config: (960, 1, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,960,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 30720 + d1 * 32 + d2', 'd3'), memory_config: (960, 1, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,32,256,256,bf16]> <br> tensor<[1,32,256,256,bf16]> <br> tensor<[1,64,256,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 256 + d2', 'd3'), memory_config: (256, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 8192 + d1 * 256 + d2', 'd3'), memory_config: (256, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 256 + d2', 'd3'), memory_config: (512, 8, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,64,256,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 16384 + d1 * 256 + d2', 'd3'), memory_config: (512, 8, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[1,100,1,256,bf16]> <br> tensor<[6,100,1,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (4, 8, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (19, 8, 'tile<32x32, bf16>', 'dram') | dim: 0 : si32 | tensor<[6,100,1,256,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 100 + d1 + d2', 'd3'), memory_config: (19, 8, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,1,192,bf16]> <br> tensor<[1,1344,192,bf16]> <br> tensor<[1,100,192,bf16]> <br> tensor<[1,1445,192,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 + d1', 'd2'), memory_config: (1, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1344 + d1', 'd2'), memory_config: (42, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 100 + d1', 'd2'), memory_config: (4, 6, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1445 + d1', 'd2'), memory_config: (46, 6, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,1445,192,bf16]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 1445 + d1', 'd2'), memory_config: (46, 6, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,640,32,32,bf16]> <br> tensor<[1,640,32,32,bf16]> <br> tensor<[1,1280,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 20480 + d1 * 32 + d2', 'd3'), memory_config: (640, 1, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 32 + d2', 'd3'), memory_config: (1280, 1, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,1280,32,32,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 40960 + d1 * 32 + d2', 'd3'), memory_config: (1280, 1, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,64,30,40,bf16]> <br> tensor<[1,64,30,40,bf16]> <br> tensor<[1,128,30,40,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1920 + d1 * 30 + d2', 'd3'), memory_config: (60, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 1920 + d1 * 30 + d2', 'd3'), memory_config: (60, 2, 'tile<32x32, bf16>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 30 + d2', 'd3'), memory_config: (120, 2, 'tile<32x32, bf16>', 'dram') | dim: 1 : si32 | tensor<[1,128,30,40,bf16]> | mapping_from: ('d0', 'd1', 'd2', 'd3'), mapping_to: ('d0 * 3840 + d1 * 30 + d2', 'd3'), memory_config: (120, 2, 'tile<32x32, bf16>', 'dram') |
| ttnn.concat | tensor<[1,32,64,f32]> <br> tensor<[1,32,64,f32]> <br> tensor<[1,32,128,f32]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 2, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 2, 'tile<32x32, f32>', 'dram') <br> mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 4, 'tile<32x32, f32>', 'dram') | dim: 2 : si32 | tensor<[1,32,128,f32]> | mapping_from: ('d0', 'd1', 'd2'), mapping_to: ('d0 * 32 + d1', 'd2'), memory_config: (1, 4, 'tile<32x32, f32>', 'dram') |
Loading

0 comments on commit a70eb25

Please sign in to comment.