157 lines
106 KiB
HTML
157 lines
106 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.11"/>
|
|
<title>CUTLASS: output_tile_thread_map.h Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/searchdata.js"></script>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<script type="text/javascript">
|
|
$(document).ready(function() { init_search(); });
|
|
</script>
|
|
<script type="text/x-mathjax-config">
|
|
MathJax.Hub.Config({
|
|
extensions: ["tex2jax.js"],
|
|
jax: ["input/TeX","output/HTML-CSS"],
|
|
});
|
|
</script><script type="text/javascript" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td id="projectlogo"><img alt="Logo" src="cutlass-logo-small.png"/></td>
|
|
<td id="projectalign" style="padding-left: 0.5em;">
|
|
<div id="projectname">CUTLASS
|
|
</div>
|
|
<div id="projectbrief">CUDA Templates for Linear Algebra Subroutines and Solvers</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.11 -->
|
|
<script type="text/javascript">
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
</script>
|
|
<div id="navrow1" class="tabs">
|
|
<ul class="tablist">
|
|
<li><a href="index.html"><span>Main Page</span></a></li>
|
|
<li><a href="modules.html"><span>Modules</span></a></li>
|
|
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
|
|
<li><a href="annotated.html"><span>Classes</span></a></li>
|
|
<li class="current"><a href="files.html"><span>Files</span></a></li>
|
|
<li>
|
|
<div id="MSearchBox" class="MSearchBoxInactive">
|
|
<span class="left">
|
|
<img id="MSearchSelect" src="search/mag_sel.png"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
alt=""/>
|
|
<input type="text" id="MSearchField" value="Search" accesskey="S"
|
|
onfocus="searchBox.OnSearchFieldFocus(true)"
|
|
onblur="searchBox.OnSearchFieldFocus(false)"
|
|
onkeyup="searchBox.OnSearchFieldChange(event)"/>
|
|
</span><span class="right">
|
|
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
|
|
</span>
|
|
</div>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div id="navrow2" class="tabs2">
|
|
<ul class="tablist">
|
|
<li><a href="files.html"><span>File List</span></a></li>
|
|
<li><a href="globals.html"><span>File Members</span></a></li>
|
|
</ul>
|
|
</div>
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
</div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div id="nav-path" class="navpath">
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="dir_6baf2bb612a2f0daa69af3101ede80a1.html">cutlass</a></li><li class="navelem"><a class="el" href="dir_d9e7e9e63637345b8b26a82972709306.html">epilogue</a></li><li class="navelem"><a class="el" href="dir_05a6795d99d74f63b7300fc6eb9e55c2.html">threadblock</a></li> </ul>
|
|
</div>
|
|
</div><!-- top -->
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">output_tile_thread_map.h</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<a href="output__tile__thread__map_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/***************************************************************************************************</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2017-2019, NVIDIA CORPORATION. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * Redistribution and use in source and binary forms, with or without modification, are permitted</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * provided that the following conditions are met:</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * * Redistributions of source code must retain the above copyright notice, this list of</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * conditions and the following disclaimer.</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * * Redistributions in binary form must reproduce the above copyright notice, this list of</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> * conditions and the following disclaimer in the documentation and/or other materials</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * provided with the distribution.</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> * to endorse or promote products derived from this software without specific prior written</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * permission.</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> *</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="comment"> * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="comment"> * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,</span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="comment"> * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE</span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="comment"> * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="comment"> *</span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="comment"> **************************************************************************************************/</span></div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> </div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#include "<a class="code" href="cutlass_8h.html">cutlass/cutlass.h</a>"</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#include "<a class="code" href="numeric__types_8h.html">cutlass/numeric_types.h</a>"</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#include "<a class="code" href="array_8h.html">cutlass/array.h</a>"</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="preprocessor">#include "<a class="code" href="layout_2matrix_8h.html">cutlass/layout/matrix.h</a>"</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="preprocessor">#include "<a class="code" href="matrix__shape_8h.html">cutlass/matrix_shape.h</a>"</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="preprocessor">#include "<a class="code" href="tensor__ref_8h.html">cutlass/tensor_ref.h</a>"</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="preprocessor">#include "<a class="code" href="fast__math_8h.html">cutlass/fast_math.h</a>"</span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> </div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> </div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="keyword">namespace </span><a class="code" href="namespacecutlass.html">cutlass</a> {</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="keyword">namespace </span>epilogue {</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> <span class="keyword">namespace </span>threadblock {</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span> </div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span> </div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="keywordtype">int</span> Column,</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="keywordtype">int</span> Row,</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keywordtype">int</span> Group,</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="keywordtype">int</span> Cluster,</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <span class="keywordtype">int</span> Tile</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span> ></div><div class="line"><a name="l00057"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html"> 57</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a> {</div><div class="line"><a name="l00058"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7b35ef292b8b23cb49f1df4ac6c40912"> 58</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7b35ef292b8b23cb49f1df4ac6c40912">kColumn</a> = Column;</div><div class="line"><a name="l00059"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#ae142ab20e32fe2ca5093012591bf6818"> 59</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#ae142ab20e32fe2ca5093012591bf6818">kRow</a> = Row;</div><div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a20e91af94bad3e155647563375f205b2"> 60</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a20e91af94bad3e155647563375f205b2">kGroup</a> = Group;</div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a52d517268cc8554f0d6e36098334f2bf"> 61</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a52d517268cc8554f0d6e36098334f2bf">kCluster</a> = Cluster;</div><div class="line"><a name="l00062"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7ae1bbb19dcd98860f73711ced104082"> 62</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7ae1bbb19dcd98860f73711ced104082">kTile</a> = Tile;</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span> </div><div class="line"><a name="l00064"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a245132551c8d4dea831c40b2dc8bcdd1"> 64</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a245132551c8d4dea831c40b2dc8bcdd1">kCount</a> = kColumn * kRow * kGroup * kCluster * <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7ae1bbb19dcd98860f73711ced104082">kTile</a>;</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span> };</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span> </div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span> </div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="keyword">typename</span> ThreadMap_,</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="keyword">typename</span> Shape_,</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keyword">typename</span> Iterations_,</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keyword">typename</span> Delta_,</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keyword">typename</span> Count_</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> ></div><div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html"> 76</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html">OutputTileThreadMap</a> {</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span> </div><div class="line"><a name="l00079"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a62b6fe0dc83f09dd548fd75d205656c5"> 79</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a62b6fe0dc83f09dd548fd75d205656c5">ThreadMap</a> = ThreadMap_;</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span> </div><div class="line"><a name="l00082"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#afd483897f0a554f44c61c73caf4c2922"> 82</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kThreads = ThreadMap::kThreads;</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span> </div><div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#ab160d4885797ba7efe5e939148457372"> 85</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ThreadMap::kElementsPerAccess;</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> </div><div class="line"><a name="l00088"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#aef63fe74c348dad35900465cd6b900e2"> 88</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#aef63fe74c348dad35900465cd6b900e2">Shape</a> = Shape_;</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span> </div><div class="line"><a name="l00091"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a6abb4ca7c8623a17392f7f90a7a66142"> 91</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a6abb4ca7c8623a17392f7f90a7a66142">Iterations</a> = Iterations_;</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span> </div><div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#ae083ea17a4ed1c6b8032a46b2344b4af"> 94</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#ae083ea17a4ed1c6b8032a46b2344b4af">Delta</a> = Delta_;</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span> </div><div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a0bd9c4b005f277eb40b9d2bdccdcb9e0"> 97</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a0bd9c4b005f277eb40b9d2bdccdcb9e0">Count</a> = Count_;</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00101"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#acd308197f2e234388a824273d592d965"> 101</a></span>  <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#acd308197f2e234388a824273d592d965">initial_offset</a>(<span class="keywordtype">int</span> thread_idx) {</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span> </div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keyword">using</span> Index = <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html#adfb8fc46f2f52a78d0715174ab829dce">layout::PitchLinearCoord::Index</a>;</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  </div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> coord = ThreadMap::initial_offset(thread_idx);</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> </div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  Index cluster = coord.<a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html#aa828f8dbee3903754b56759c1e6a6043">strided</a>() / (Shape::kGroup * Shape::kRow);</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  Index cluster_residual = coord.<a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html#aa828f8dbee3903754b56759c1e6a6043">strided</a>() % (Shape::kGroup * Shape::kRow);</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span> </div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  Index group = cluster_residual / (Shape::kRow);</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  Index row = cluster_residual % (Shape::kRow);</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span> </div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a>{</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  row + group * Shape::kRow * Count::kRow </div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  + cluster * Shape::kGroup * Count::kGroup * Shape::kRow * Count::kRow,</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  coord.<a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html#adb31bc9b8cf49dfff64245b70a850834">contiguous</a>()</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  };</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  }</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span> };</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span> </div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span> </div><div class="line"><a name="l00123"></a><span class="lineno"><a class="line" href="namespacecutlass_1_1epilogue_1_1threadblock_1_1detail.html"> 123</a></span> <span class="keyword">namespace </span>detail {</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span> </div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keyword">typename</span> Shape,</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <span class="keywordtype">int</span> WarpsRemaining,</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keywordtype">int</span> ElementsPerAccess,</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="keywordtype">int</span> ElementSize,</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <span class="keywordtype">bool</span> Is2dTile</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span> ></div><div class="line"><a name="l00133"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html"> 133</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html">RowArrangement</a>;</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> </div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <span class="keyword">typename</span> Shape,</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  <span class="keywordtype">int</span> WarpsRemaining,</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keywordtype">int</span> ElementsPerAccess,</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="keywordtype">int</span> ElementSize</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> ></div><div class="line"><a name="l00142"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html"> 142</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html">RowArrangement</a><Shape, WarpsRemaining, ElementsPerAccess, ElementSize, false> {</div><div class="line"><a name="l00143"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a85d3a7ffcb258c130923c963cce25634"> 143</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpSize = 32;</div><div class="line"><a name="l00144"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a06fa764531f37833164d36513884a255"> 144</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ElementsPerAccess;</div><div class="line"><a name="l00145"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#aeebbd6691025dfc55b8daa8dbcec17b7"> 145</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementSize = ElementSize;</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span> </div><div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#ab8caf1d08a3d7fa615c4e135926260e4"> 147</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsRow = 1;</div><div class="line"><a name="l00148"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a39f29272f1d0640f3ce29467ab053339"> 148</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaRow = 1;</div><div class="line"><a name="l00149"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#aa60e9c20f478f032e2451a252bca21d1"> 149</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsColumn = Shape::kColumn / kElementsPerAccess / kWarpSize;</div><div class="line"><a name="l00150"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a531cc8d50e9d4cca5957795b0a6959a8"> 150</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaColumn = kWarpSize * kElementsPerAccess;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span> </div><div class="line"><a name="l00152"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a015f6bd69b9a05b2fbac3544789d7936"> 152</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessWidth = kWarpSize;</div><div class="line"><a name="l00153"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#adcac777a84015bf6ba63cbd86907ac74"> 153</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessRows = 1;</div><div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a7f80314e46fbbf601a80fc4473088a5e"> 154</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsRow = 1;</div><div class="line"><a name="l00155"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini91159e6f7e123d881e3ec45101fa4f81.html#a45b42667bcc5459b94d43f3cc94611e0"> 155</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsColumn = WarpsRemaining;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span> };</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span> </div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <span class="keyword">typename</span> Shape,</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <span class="keywordtype">int</span> WarpsRemaining,</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keywordtype">int</span> ElementsPerAccess,</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keywordtype">int</span> ElementSize</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span> ></div><div class="line"><a name="l00165"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html"> 165</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html">RowArrangement</a><Shape, WarpsRemaining, ElementsPerAccess, ElementSize, true> {</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span> </div><div class="line"><a name="l00167"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#addf9830fdf962d6cff6dccd4fdaeb365"> 167</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kMemoryAccessSize = 128;</div><div class="line"><a name="l00168"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#aa081af4cb649f104a3da2aca01516aa8"> 168</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpSize = 32;</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span> </div><div class="line"><a name="l00170"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a90a8fb721b24a22b5d5cfc66e1316c85"> 170</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ElementsPerAccess;</div><div class="line"><a name="l00171"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a0cb5021aac5eb618e29c4717e1aece29"> 171</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementSize = ElementSize;</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span> </div><div class="line"><a name="l00173"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemainief28e98b3f284469f271d28aba73de2e.html"> 173</a></span>  <span class="keyword">struct </span>Detail {</div><div class="line"><a name="l00174"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemainief28e98b3f284469f271d28aba73de2e.html#ae5d0e7161ce9b83ba28af8ceff7a4d1b"> 174</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kShapeRow = Shape::kRow / WarpsRemaining;</div><div class="line"><a name="l00175"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemainief28e98b3f284469f271d28aba73de2e.html#a593e4d35574f56874fc22adb909bb72b"> 175</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kShapeWidth = Shape::kColumn / kElementsPerAccess;</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> </div><div class="line"><a name="l00177"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemainief28e98b3f284469f271d28aba73de2e.html#a94165daf04a1d10f8ab04b4c07f1c357"> 177</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kTargetMemoryAccessWidth = </div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  kMemoryAccessSize / (kElementsPerAccess * kElementSize / 8);</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span> </div><div class="line"><a name="l00180"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemainief28e98b3f284469f271d28aba73de2e.html#ad7ffcad57652220b5fdc5bac13522392"> 180</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kTargetAccessRows = kWarpSize / kTargetMemoryAccessWidth;</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  };</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span> </div><div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#ae32ce0b27c5ec552ab1154ecf5f0da1a"> 183</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessWidth = </div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  (Detail::kTargetAccessRows > Detail::kShapeRow ?</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  kWarpSize / Detail::kShapeRow</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  : <a class="code" href="namespacecutlass.html#a1676e17a7fea0ac40d9d239cbd3ce872">const_min</a>(</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  Detail::kShapeWidth,</div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <a class="code" href="namespacecutlass.html#a1676e17a7fea0ac40d9d239cbd3ce872">const_min</a>(kWarpSize, kMemoryAccessSize / (kElementsPerAccess * kElementSize / 8))</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  ));</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span> </div><div class="line"><a name="l00191"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a6fc76c727fbc9d40139843173a971fd2"> 191</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessRows =</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  (Detail::kTargetAccessRows > Detail::kShapeRow ?</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  Detail::kShapeRow</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  : <a class="code" href="namespacecutlass.html#a1676e17a7fea0ac40d9d239cbd3ce872">const_min</a>(Shape::kRow, kWarpSize / kAccessWidth));</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span> </div><div class="line"><a name="l00196"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a5d4957ce6dddc21bb761a9d51259c48b"> 196</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsRow = Detail::kShapeRow / kAccessRows;</div><div class="line"><a name="l00197"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a138328b13678f568a89c840fd081fb77"> 197</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaRow = kAccessRows;</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span> </div><div class="line"><a name="l00199"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a06b05d4b8916974eae38d00b1ab529fa"> 199</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsColumn = Detail::kShapeWidth / kAccessWidth;</div><div class="line"><a name="l00200"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a67a897f36cb80fcb57cbd12b3cd31447"> 200</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaColumn = kAccessWidth * kElementsPerAccess;</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span> </div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <a class="code" href="platform_8h.html#adde4c9ea91b753491851361a4198c009">static_assert</a>( kAccessWidth * kElementsPerAccess <= Shape::kColumn, <span class="stringliteral">"Accessing too many elements per access"</span>);</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  <a class="code" href="platform_8h.html#adde4c9ea91b753491851361a4198c009">static_assert</a>( kIterationsColumn > 0, <span class="stringliteral">"Iteration Count Column must be > 0"</span> );</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <a class="code" href="platform_8h.html#adde4c9ea91b753491851361a4198c009">static_assert</a>( kIterationsRow > 0, <span class="stringliteral">"Iteration Count Row must be > 0"</span> );</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span> </div><div class="line"><a name="l00206"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#a8aceb748d35c4e8d891d5c162c83f890"> 206</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsRow = 1;</div><div class="line"><a name="l00207"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_3_01Shape_00_01WarpsRemaini6d8790249bf12cac580da73bb37eb791.html#acafcaed1f898976599ea448f384031d1"> 207</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsColumn = 1;</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span> };</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span> </div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span> }</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span> </div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span> </div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span> <span class="keyword">template</span> <</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <span class="keyword">typename</span> Shape_,</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  <span class="keyword">typename</span> Count_,</div><div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  <span class="keywordtype">int</span> Threads,</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="keywordtype">int</span> ElementsPerAccess,</div><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordtype">int</span> ElementSize</div><div class="line"><a name="l00227"></a><span class="lineno"> 227</span> ></div><div class="line"><a name="l00228"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html"> 228</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html">OutputTileOptimalThreadMap</a> {</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span> </div><div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a843ca8d59900d979d135cd14ab9ef30a"> 230</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a843ca8d59900d979d135cd14ab9ef30a">Shape</a> = Shape_;</div><div class="line"><a name="l00231"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a94a7c6cfdb44e3c8d15b1f948dbebaaf"> 231</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a94a7c6cfdb44e3c8d15b1f948dbebaaf">Count</a> = Count_;</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span> </div><div class="line"><a name="l00233"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a6a557c0acc8eb0b309fbd6faab228c71"> 233</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpSize = 32;</div><div class="line"><a name="l00234"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a7e0c8849bc8e879c97ff9ded76df471f"> 234</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kThreads = Threads;</div><div class="line"><a name="l00235"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a8f0b8beac69612a91011ec4485100f07"> 235</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpCount = kThreads / kWarpSize;</div><div class="line"><a name="l00236"></a><span class="lineno"> 236</span> </div><div class="line"><a name="l00237"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a17d8246401e42ef7fbf0adbfa478501b"> 237</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ElementsPerAccess;</div><div class="line"><a name="l00238"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a3c8e3aea6b632d5cecd34f64ce78c99e"> 238</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementSize = ElementSize;</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span> </div><div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  <span class="comment">//</span></div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  <span class="comment">// Metaprogram computation</span></div><div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  <span class="comment">//</span></div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span> </div><div class="line"><a name="l00244"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html"> 244</a></span>  <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html">Detail</a> {</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span> </div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <span class="comment">// Clusters</span></div><div class="line"><a name="l00247"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a08e51e7063db4385566380fe7f660867"> 247</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsCluster = </div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  ((Shape::kCluster > kWarpCount) ?</div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  Shape::kCluster / kWarpCount</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  : 1);</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span> </div><div class="line"><a name="l00252"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a923045513e145cfd6cec97d14695332f"> 252</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaCluster =</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  ((Shape::kCluster > kWarpCount) ?</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  Shape::kRow * Count::kRow * Shape::kGroup * Count::kGroup * Shape::kCluster / kIterationsCluster</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  : 1);</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span> </div><div class="line"><a name="l00257"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a1f768d9ce5f03e5c82b916de6df5c6d5"> 257</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kCompactedDeltaCluster =</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  ((Shape::kCluster > kWarpCount) ?</div><div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  Shape::kRow * Shape::kGroup * Shape::kCluster / kIterationsCluster</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  : 1);</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span> </div><div class="line"><a name="l00262"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a8fe2e2aa661b949632e3b6cc4aacc143"> 262</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsCluster =</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  ((Shape::kCluster > kWarpCount) ?</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  kWarpCount</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  : kWarpCount / Shape::kCluster);</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span> </div><div class="line"><a name="l00267"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a67b57acab9109111106e0a7f7fe2f2f3"> 267</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpsRemainingForGroups =</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  ((Shape::kCluster > kWarpCount) ? 1 : kWarpCount / Shape::kCluster);</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span> </div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="comment">// Groups</span></div><div class="line"><a name="l00271"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a3b5134a66ff28668e56dfce264e81670"> 271</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kIterationsGroup =</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  ((Shape::kGroup > kWarpsRemainingForGroups) ?</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  Shape::kGroup / kWarpsRemainingForGroups</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  : 1);</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span> </div><div class="line"><a name="l00276"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a5e63cdc756d771c867a719f2bcf588fd"> 276</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kDeltaGroup =</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  ((Shape::kGroup > kWarpsRemainingForGroups) ?</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  Shape::kRow * Count::kRow * Shape::kGroup / kIterationsGroup</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  : 1);</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span> </div><div class="line"><a name="l00281"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a1a695bd9a621339ab99be78ffbbafe18"> 281</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kCompactedDeltaGroup =</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  ((Shape::kGroup > kWarpsRemainingForGroups) ?</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  Shape::kRow * Shape::kGroup / kIterationsGroup</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  : 1);</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span> </div><div class="line"><a name="l00286"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a895f4d4f0f84c0ea2dcb63118d2a6d22"> 286</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpPartitionsGroup =</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  ((Shape::kGroup > kWarpsRemainingForGroups) ?</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  1</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  : kWarpsRemainingForGroups / Shape::kGroup);</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span> </div><div class="line"><a name="l00291"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a6ae11f3ee8b2ac3949ca6dc6d0a59f38"> 291</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpsRemainingForRows =</div><div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  ((Shape::kGroup > kWarpsRemainingForGroups) ?</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  1</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  : kWarpsRemainingForGroups / Shape::kGroup);</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  </div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  <span class="comment">// Rows</span></div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a028dd493fdfc53f5189aa9936e170941">RowArrangement</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html">detail::RowArrangement</a><</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a843ca8d59900d979d135cd14ab9ef30a">Shape</a>,</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  kWarpsRemainingForRows,</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  kElementsPerAccess,</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  kElementSize,</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  (Shape::kRow > kWarpsRemainingForRows)</div><div class="line"><a name="l00303"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a028dd493fdfc53f5189aa9936e170941"> 303</a></span>  >;</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span> </div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  <span class="comment">// Warp partitions</span></div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">WarpPartitions</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a><</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  RowArrangement::kWarpPartitionsColumn,</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  RowArrangement::kWarpPartitionsRow,</div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span>  kWarpPartitionsGroup,</div><div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  kWarpPartitionsCluster,</div><div class="line"><a name="l00311"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a0cf9ec9887bc92a4d4e10e42498782b0"> 311</a></span>  1>;</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span> </div><div class="line"><a name="l00313"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a42047dd6960d5c09fd5145de6cabc18a"> 313</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessWidth = RowArrangement::kAccessWidth;</div><div class="line"><a name="l00314"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a050ba21042390f3757539ac6a1b958ea"> 314</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kAccessRows = RowArrangement::kAccessRows;</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  };</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span> </div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  <span class="comment">//</span></div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  <span class="comment">// Output</span></div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  <span class="comment">//</span></div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span> </div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">Iterations</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a><</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  Detail::RowArrangement::kIterationsColumn, </div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  Detail::RowArrangement::kIterationsRow, </div><div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  Detail::kIterationsGroup, </div><div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  Detail::kIterationsCluster, </div><div class="line"><a name="l00326"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a04eb6ef0d1ec171dd155f4d967b96eec"> 326</a></span>  1>;</div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span> </div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">Delta</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a><</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  Detail::RowArrangement::kDeltaColumn,</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  Detail::RowArrangement::kDeltaRow,</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  Detail::kDeltaGroup,</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  Detail::kDeltaCluster,</div><div class="line"><a name="l00333"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a76da5585b34f64eb22432a1f04a95548"> 333</a></span>  1>;</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span> </div><div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00337"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a39026f56939737423ace3f6471b4c159"> 337</a></span>  <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a39026f56939737423ace3f6471b4c159">initial_offset</a>(<span class="keywordtype">int</span> thread_idx) {</div><div class="line"><a name="l00338"></a><span class="lineno"> 338</span> </div><div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  <span class="keywordtype">int</span> warp_idx = thread_idx / kWarpSize;</div><div class="line"><a name="l00340"></a><span class="lineno"> 340</span>  <span class="keywordtype">int</span> lane_idx = thread_idx % kWarpSize;</div><div class="line"><a name="l00341"></a><span class="lineno"> 341</span> </div><div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  <span class="comment">// Compute warp location</span></div><div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  <span class="keywordtype">int</span> cluster_idx = warp_idx / Detail::WarpPartitions::kCluster;</div><div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  <span class="keywordtype">int</span> residual_cluster = warp_idx % Detail::WarpPartitions::kCluster;</div><div class="line"><a name="l00345"></a><span class="lineno"> 345</span> </div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  <span class="keywordtype">int</span> group_idx = residual_cluster / Detail::WarpPartitions::kGroup;</div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  <span class="keywordtype">int</span> residual_group = residual_cluster % Detail::WarpPartitions::kGroup;</div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span> </div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  <span class="keywordtype">int</span> row_idx = residual_group / Detail::WarpPartitions::kRow;</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  <span class="keywordtype">int</span> col_idx = residual_group % Detail::WarpPartitions::kRow;</div><div class="line"><a name="l00351"></a><span class="lineno"> 351</span> </div><div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  <span class="comment">// Compute per-lane offset</span></div><div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <span class="keywordtype">int</span> lane_row_offset = lane_idx / Detail::kAccessWidth;</div><div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  <span class="keywordtype">int</span> lane_col_offset = lane_idx % Detail::kAccessWidth;</div><div class="line"><a name="l00355"></a><span class="lineno"> 355</span> </div><div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  <span class="comment">// Compute coordinate in output space</span></div><div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <span class="keywordtype">int</span> cluster_offset = cluster_idx * Shape::kRow * Count::kRow * Shape::kGroup * Count::kGroup;</div><div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  <span class="keywordtype">int</span> group_offset = group_idx * Shape::kRow * Count::kRow;</div><div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  <span class="keywordtype">int</span> row_offset = row_idx * Iterations::kRow * Detail::kAccessRows;</div><div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <span class="keywordtype">int</span> column_offset = col_idx * Iterations::kColumn * Detail::kAccessWidth * kElementsPerAccess;</div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span> </div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a>(</div><div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  cluster_offset + group_offset + row_offset + lane_row_offset,</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  (column_offset + lane_col_offset) * kElementsPerAccess</div><div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  );</div><div class="line"><a name="l00366"></a><span class="lineno"> 366</span>  }</div><div class="line"><a name="l00367"></a><span class="lineno"> 367</span> </div><div class="line"><a name="l00369"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html"> 369</a></span>  <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html">CompactedThreadMap</a> {</div><div class="line"><a name="l00370"></a><span class="lineno"> 370</span> </div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span> </div><div class="line"><a name="l00372"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#af502630e75793f511960b92694b8f659"> 372</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#af502630e75793f511960b92694b8f659">Shape</a> = Shape_;</div><div class="line"><a name="l00373"></a><span class="lineno"> 373</span> </div><div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">Iterations</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a><</div><div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  Detail::RowArrangement::kIterationsColumn,</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  Detail::RowArrangement::kIterationsRow,</div><div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  Detail::kIterationsGroup,</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  Detail::kIterationsCluster,</div><div class="line"><a name="l00379"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a2185bd2f59bf24db4bced8b5563bf0dd"> 379</a></span>  1>;</div><div class="line"><a name="l00380"></a><span class="lineno"> 380</span> </div><div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">Delta</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">OutputTileShape</a><</div><div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  Detail::RowArrangement::kDeltaColumn,</div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  Detail::RowArrangement::kDeltaRow,</div><div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  Detail::kCompactedDeltaGroup,</div><div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  Detail::kCompactedDeltaCluster,</div><div class="line"><a name="l00386"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#ab50601383eae7a10595aba985bb83d58"> 386</a></span>  1>;</div><div class="line"><a name="l00387"></a><span class="lineno"> 387</span> </div><div class="line"><a name="l00389"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a47e2a4734e9456189ade9ab46dd706a3"> 389</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ElementsPerAccess;</div><div class="line"><a name="l00390"></a><span class="lineno"> 390</span> </div><div class="line"><a name="l00392"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a3994e5c6ad1cdc533e13c974af50267f"> 392</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kThreads = Threads;</div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span> </div><div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00396"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a78883d7cac3a619cce6006dde714cfda"> 396</a></span>  <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a78883d7cac3a619cce6006dde714cfda">initial_offset</a>(<span class="keywordtype">int</span> thread_idx) {</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span> </div><div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  <span class="keywordtype">int</span> warp_idx = thread_idx / kWarpSize;</div><div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  <span class="keywordtype">int</span> lane_idx = thread_idx % kWarpSize;</div><div class="line"><a name="l00400"></a><span class="lineno"> 400</span> </div><div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  <span class="comment">// Compute warp location</span></div><div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  <span class="keywordtype">int</span> cluster_idx = warp_idx / Detail::WarpPartitions::kCluster;</div><div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  <span class="keywordtype">int</span> residual_cluster = warp_idx % Detail::WarpPartitions::kCluster;</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span> </div><div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  <span class="keywordtype">int</span> group_idx = residual_cluster / Detail::WarpPartitions::kGroup;</div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  <span class="keywordtype">int</span> residual_group = residual_cluster % Detail::WarpPartitions::kGroup;</div><div class="line"><a name="l00407"></a><span class="lineno"> 407</span> </div><div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  <span class="keywordtype">int</span> row_idx = residual_group / Detail::WarpPartitions::kRow;</div><div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  <span class="keywordtype">int</span> col_idx = residual_group % Detail::WarpPartitions::kRow;</div><div class="line"><a name="l00410"></a><span class="lineno"> 410</span> </div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <span class="comment">// Compute per-lane offset</span></div><div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  <span class="keywordtype">int</span> lane_row_offset = lane_idx / Detail::kAccessWidth;</div><div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  <span class="keywordtype">int</span> lane_col_offset = lane_idx % Detail::kAccessWidth;</div><div class="line"><a name="l00414"></a><span class="lineno"> 414</span> </div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  <span class="comment">// Compute coordinate in output space</span></div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  <span class="keywordtype">int</span> cluster_offset = cluster_idx * Shape::kRow * Shape::kGroup;</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <span class="keywordtype">int</span> group_offset = group_idx * Shape::kRow;</div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  <span class="keywordtype">int</span> row_offset = row_idx * Iterations::kRow * Detail::kAccessRows;</div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  <span class="keywordtype">int</span> column_offset = col_idx * Iterations::kColumn * Detail::kAccessWidth * kElementsPerAccess;</div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span> </div><div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  <a class="code" href="structcutlass_1_1MatrixCoord.html">MatrixCoord</a> coord(</div><div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  cluster_offset + group_offset + row_offset + lane_row_offset,</div><div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  (column_offset + lane_col_offset) * kElementsPerAccess</div><div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  );</div><div class="line"><a name="l00425"></a><span class="lineno"> 425</span> </div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="keywordflow">return</span> coord;</div><div class="line"><a name="l00427"></a><span class="lineno"> 427</span>  }</div><div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  };</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span> };</div><div class="line"><a name="l00430"></a><span class="lineno"> 430</span> </div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span> </div><div class="line"><a name="l00440"></a><span class="lineno"> 440</span> <span class="keyword">template</span> <<span class="keyword">typename</span> WarpCount_, <span class="keyword">typename</span> MmaCount_, <span class="keywordtype">int</span> Threads,</div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  <span class="keywordtype">int</span> ElementsPerAccess, <span class="keywordtype">int</span> ElementSize></div><div class="line"><a name="l00442"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html"> 442</a></span> <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html">InterleavedOutputTileThreadMap</a> {</div><div class="line"><a name="l00443"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a925a0883596e003d54170e1f5b9d6a23"> 443</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a925a0883596e003d54170e1f5b9d6a23">WarpCount</a> = WarpCount_;</div><div class="line"><a name="l00444"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a8a829dc89f7c7a2ed2c47078d44ebd44"> 444</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a8a829dc89f7c7a2ed2c47078d44ebd44">MmaCount</a> = MmaCount_;</div><div class="line"><a name="l00445"></a><span class="lineno"> 445</span> </div><div class="line"><a name="l00446"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a5099e0c92ca9207571b0ce1374560b60"> 446</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpSize = 32;</div><div class="line"><a name="l00447"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#aa714495a585f75f0f77b0308f0a8c4df"> 447</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kThreads = Threads;</div><div class="line"><a name="l00448"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a50a795ed6bcbaa460268ed5b209387f8"> 448</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kWarpCount = kThreads / kWarpSize;</div><div class="line"><a name="l00449"></a><span class="lineno"> 449</span> </div><div class="line"><a name="l00450"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a1f5300928e6936d73d41b1fbf90cadb8"> 450</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementsPerAccess = ElementsPerAccess;</div><div class="line"><a name="l00451"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a01a082e6664ea202d28119a270beee6d"> 451</a></span>  <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> kElementSize = ElementSize;</div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span> </div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  <span class="comment">//</span></div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  <span class="comment">// Metaprogram computation</span></div><div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  <span class="comment">//</span></div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span> </div><div class="line"><a name="l00457"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_1_1Detail.html"> 457</a></span>  <span class="keyword">struct </span><a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_1_1Detail.html">Detail</a> {};</div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span> </div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  <span class="comment">//</span></div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  <span class="comment">// Output</span></div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  <span class="comment">//</span></div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span> </div><div class="line"><a name="l00463"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a0ea52743b659b1e8a46f8483f2d55837"> 463</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a0ea52743b659b1e8a46f8483f2d55837">Iterations</a> = <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a8a829dc89f7c7a2ed2c47078d44ebd44">MmaCount</a>;</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span> </div><div class="line"><a name="l00465"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a78a41e1ae9167d0746815de4ac9a3f9c"> 465</a></span>  <span class="keyword">using</span> <a class="code" href="structcutlass_1_1layout_1_1PitchLinearShape.html">Delta</a> = <a class="code" href="structcutlass_1_1layout_1_1PitchLinearShape.html">layout::PitchLinearShape<kWarpSize * kElementsPerAccess, 1></a>;</div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span> </div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00469"></a><span class="lineno"><a class="line" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#af0ec4c4a46c5a83150b3f1ac80ca8e2d"> 469</a></span>  <span class="keyword">static</span> <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> <a class="code" href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#af0ec4c4a46c5a83150b3f1ac80ca8e2d">initial_offset</a>(<span class="keywordtype">int</span> thread_idx) {</div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  <span class="keywordtype">int</span> warp_idx = thread_idx / kWarpSize;</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  <span class="keywordtype">int</span> lane_idx = thread_idx % kWarpSize;</div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span> </div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  <span class="comment">// Compute warp location</span></div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> warp_footprint{</div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  Delta::kContiguous * Iterations::kContiguous,</div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  Delta::kStrided * Iterations::kStrided};</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span> </div><div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> warp_offset{warp_idx % WarpCount::kContiguous,</div><div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  warp_idx / WarpCount::kContiguous};</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span> </div><div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  <span class="comment">// Compute per-lane offset</span></div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> thread_offset_in_warp{</div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  lane_idx * kElementsPerAccess, 0};</div><div class="line"><a name="l00484"></a><span class="lineno"> 484</span> </div><div class="line"><a name="l00485"></a><span class="lineno"> 485</span>  <a class="code" href="structcutlass_1_1layout_1_1PitchLinearCoord.html">layout::PitchLinearCoord</a> thread_offset_in_threadblock_tile =</div><div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  warp_footprint * warp_offset + thread_offset_in_warp;</div><div class="line"><a name="l00487"></a><span class="lineno"> 487</span> </div><div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  <span class="keywordflow">return</span> thread_offset_in_threadblock_tile;</div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  }</div><div class="line"><a name="l00490"></a><span class="lineno"> 490</span> };</div><div class="line"><a name="l00491"></a><span class="lineno"> 491</span> </div><div class="line"><a name="l00493"></a><span class="lineno"> 493</span> </div><div class="line"><a name="l00494"></a><span class="lineno"> 494</span> } <span class="comment">// namespace threadblock</span></div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span> } <span class="comment">// namespace epilogue</span></div><div class="line"><a name="l00496"></a><span class="lineno"> 496</span> } <span class="comment">// namespace cutlass</span></div><div class="ttc" id="structcutlass_1_1layout_1_1PitchLinearCoord_html_adfb8fc46f2f52a78d0715174ab829dce"><div class="ttname"><a href="structcutlass_1_1layout_1_1PitchLinearCoord.html#adfb8fc46f2f52a78d0715174ab829dce">cutlass::layout::PitchLinearCoord::Index</a></div><div class="ttdeci">int Index</div><div class="ttdoc">Integer-valued index. </div><div class="ttdef"><b>Definition:</b> pitch_linear.h:56</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_a62b6fe0dc83f09dd548fd75d205656c5"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a62b6fe0dc83f09dd548fd75d205656c5">cutlass::epilogue::threadblock::OutputTileThreadMap::ThreadMap</a></div><div class="ttdeci">ThreadMap_ ThreadMap</div><div class="ttdoc">Conventional thread map (concept: ThreadMap) </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:79</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap</a></div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:228</div></div>
|
|
<div class="ttc" id="namespacecutlass_html"><div class="ttname"><a href="namespacecutlass.html">cutlass</a></div><div class="ttdef"><b>Definition:</b> aligned_buffer.h:35</div></div>
|
|
<div class="ttc" id="structcutlass_1_1layout_1_1PitchLinearCoord_html"><div class="ttname"><a href="structcutlass_1_1layout_1_1PitchLinearCoord.html">cutlass::layout::PitchLinearCoord</a></div><div class="ttdoc">Coordinate in pitch-linear space. </div><div class="ttdef"><b>Definition:</b> pitch_linear.h:52</div></div>
|
|
<div class="ttc" id="tensor__ref_8h_html"><div class="ttname"><a href="tensor__ref_8h.html">tensor_ref.h</a></div><div class="ttdoc">Defines a structure containing strides, bounds, and a pointer to tensor data. </div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_html_a94a7c6cfdb44e3c8d15b1f948dbebaaf"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a94a7c6cfdb44e3c8d15b1f948dbebaaf">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::Count</a></div><div class="ttdeci">Count_ Count</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:231</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_a20e91af94bad3e155647563375f205b2"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a20e91af94bad3e155647563375f205b2">cutlass::epilogue::threadblock::OutputTileShape::kGroup</a></div><div class="ttdeci">static int const kGroup</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:60</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html">cutlass::epilogue::threadblock::OutputTileShape</a></div><div class="ttdoc">Tuple defining point in output tile. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:57</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_html_a925a0883596e003d54170e1f5b9d6a23"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a925a0883596e003d54170e1f5b9d6a23">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap::WarpCount</a></div><div class="ttdeci">WarpCount_ WarpCount</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:443</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_a6abb4ca7c8623a17392f7f90a7a66142"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a6abb4ca7c8623a17392f7f90a7a66142">cutlass::epilogue::threadblock::OutputTileThreadMap::Iterations</a></div><div class="ttdeci">Iterations_ Iterations</div><div class="ttdoc">Iterations performed by each thread. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:91</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_a7b35ef292b8b23cb49f1df4ac6c40912"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7b35ef292b8b23cb49f1df4ac6c40912">cutlass::epilogue::threadblock::OutputTileShape::kColumn</a></div><div class="ttdeci">static int const kColumn</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:58</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1detail_1_1RowArrangement.html">cutlass::epilogue::threadblock::detail::RowArrangement</a></div><div class="ttdoc">RowArrangement determines how one or more warps cover a region of consecutive rows. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:133</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap</a></div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:442</div></div>
|
|
<div class="ttc" id="structcutlass_1_1layout_1_1PitchLinearShape_html"><div class="ttname"><a href="structcutlass_1_1layout_1_1PitchLinearShape.html">cutlass::layout::PitchLinearShape</a></div><div class="ttdoc">Template defining a shape used by pitch-linear operators. </div><div class="ttdef"><b>Definition:</b> pitch_linear.h:43</div></div>
|
|
<div class="ttc" id="array_8h_html"><div class="ttname"><a href="array_8h.html">array.h</a></div><div class="ttdoc">Statically sized array of elements that accommodates all CUTLASS-supported numeric types and is safe ...</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::CompactedThreadMap</a></div><div class="ttdoc">Compacted thread map in which the 4D region is contiguous. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:369</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_a0bd9c4b005f277eb40b9d2bdccdcb9e0"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#a0bd9c4b005f277eb40b9d2bdccdcb9e0">cutlass::epilogue::threadblock::OutputTileThreadMap::Count</a></div><div class="ttdeci">Count_ Count</div><div class="ttdoc">Number of iterator iterations. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:97</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap_html_a78883d7cac3a619cce6006dde714cfda"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#a78883d7cac3a619cce6006dde714cfda">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::CompactedThreadMap::initial_offset</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE MatrixCoord initial_offset(int thread_idx)</div><div class="ttdoc">Function to compute each thread&#39;s initial offset. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:396</div></div>
|
|
<div class="ttc" id="matrix__shape_8h_html"><div class="ttname"><a href="matrix__shape_8h.html">matrix_shape.h</a></div><div class="ttdoc">Defines a Shape template for matrix tiles. </div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_html_a843ca8d59900d979d135cd14ab9ef30a"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a843ca8d59900d979d135cd14ab9ef30a">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::Shape</a></div><div class="ttdeci">Shape_ Shape</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:230</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_html_af0ec4c4a46c5a83150b3f1ac80ca8e2d"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#af0ec4c4a46c5a83150b3f1ac80ca8e2d">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap::initial_offset</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE layout::PitchLinearCoord initial_offset(int thread_idx)</div><div class="ttdoc">Initial offset function. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:469</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail_html_a028dd493fdfc53f5189aa9936e170941"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html#a028dd493fdfc53f5189aa9936e170941">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::Detail::RowArrangement</a></div><div class="ttdeci">detail::RowArrangement< Shape, kWarpsRemainingForRows, kElementsPerAccess, kElementSize,(Shape::kRow > kWarpsRemainingForRows) > RowArrangement</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:303</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_html_a0ea52743b659b1e8a46f8483f2d55837"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a0ea52743b659b1e8a46f8483f2d55837">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap::Iterations</a></div><div class="ttdeci">MmaCount Iterations</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:463</div></div>
|
|
<div class="ttc" id="cutlass_8h_html_a28c2443a142676d3d71effdae1a986b1"><div class="ttname"><a href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="ttdeci">#define CUTLASS_HOST_DEVICE</div><div class="ttdef"><b>Definition:</b> cutlass.h:89</div></div>
|
|
<div class="ttc" id="numeric__types_8h_html"><div class="ttname"><a href="numeric__types_8h.html">numeric_types.h</a></div><div class="ttdoc">Top-level include for all CUTLASS numeric types. </div></div>
|
|
<div class="ttc" id="structcutlass_1_1layout_1_1PitchLinearCoord_html_adb31bc9b8cf49dfff64245b70a850834"><div class="ttname"><a href="structcutlass_1_1layout_1_1PitchLinearCoord.html#adb31bc9b8cf49dfff64245b70a850834">cutlass::layout::PitchLinearCoord::contiguous</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Index const & contiguous() const </div><div class="ttdoc">Returns the contiguous dimension. </div><div class="ttdef"><b>Definition:</b> pitch_linear.h:89</div></div>
|
|
<div class="ttc" id="platform_8h_html_adde4c9ea91b753491851361a4198c009"><div class="ttname"><a href="platform_8h.html#adde4c9ea91b753491851361a4198c009">static_assert</a></div><div class="ttdeci">#define static_assert(__e, __m)</div><div class="ttdef"><b>Definition:</b> platform.h:153</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap_html_af502630e75793f511960b92694b8f659"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1CompactedThreadMap.html#af502630e75793f511960b92694b8f659">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::CompactedThreadMap::Shape</a></div><div class="ttdeci">Shape_ Shape</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:372</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_ae083ea17a4ed1c6b8032a46b2344b4af"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#ae083ea17a4ed1c6b8032a46b2344b4af">cutlass::epilogue::threadblock::OutputTileThreadMap::Delta</a></div><div class="ttdeci">Delta_ Delta</div><div class="ttdoc">Delta between accesses. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:94</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_acd308197f2e234388a824273d592d965"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#acd308197f2e234388a824273d592d965">cutlass::epilogue::threadblock::OutputTileThreadMap::initial_offset</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE MatrixCoord initial_offset(int thread_idx)</div><div class="ttdoc">Initial offset function. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:101</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_1_1Detail_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_1_1Detail.html">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap::Detail</a></div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:457</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_ae142ab20e32fe2ca5093012591bf6818"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#ae142ab20e32fe2ca5093012591bf6818">cutlass::epilogue::threadblock::OutputTileShape::kRow</a></div><div class="ttdeci">static int const kRow</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:59</div></div>
|
|
<div class="ttc" id="layout_2matrix_8h_html"><div class="ttname"><a href="layout_2matrix_8h.html">matrix.h</a></div><div class="ttdoc">Defines layout functions used by TensorRef and derived classes. </div></div>
|
|
<div class="ttc" id="fast__math_8h_html"><div class="ttname"><a href="fast__math_8h.html">fast_math.h</a></div><div class="ttdoc">Math utilities. </div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html">cutlass::epilogue::threadblock::OutputTileThreadMap</a></div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:76</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap_html_aef63fe74c348dad35900465cd6b900e2"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileThreadMap.html#aef63fe74c348dad35900465cd6b900e2">cutlass::epilogue::threadblock::OutputTileThreadMap::Shape</a></div><div class="ttdeci">Shape_ Shape</div><div class="ttdoc">Shape of the tile. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:88</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_a7ae1bbb19dcd98860f73711ced104082"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a7ae1bbb19dcd98860f73711ced104082">cutlass::epilogue::threadblock::OutputTileShape::kTile</a></div><div class="ttdeci">static int const kTile</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:62</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_a245132551c8d4dea831c40b2dc8bcdd1"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a245132551c8d4dea831c40b2dc8bcdd1">cutlass::epilogue::threadblock::OutputTileShape::kCount</a></div><div class="ttdeci">static int const kCount</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:64</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap_html_a8a829dc89f7c7a2ed2c47078d44ebd44"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1InterleavedOutputTileThreadMap.html#a8a829dc89f7c7a2ed2c47078d44ebd44">cutlass::epilogue::threadblock::InterleavedOutputTileThreadMap::MmaCount</a></div><div class="ttdeci">MmaCount_ MmaCount</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:444</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_html_a39026f56939737423ace3f6471b4c159"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap.html#a39026f56939737423ace3f6471b4c159">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::initial_offset</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE MatrixCoord initial_offset(int thread_idx)</div><div class="ttdoc">Initial offset function. </div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:337</div></div>
|
|
<div class="ttc" id="namespacecutlass_html_a1676e17a7fea0ac40d9d239cbd3ce872"><div class="ttname"><a href="namespacecutlass.html#a1676e17a7fea0ac40d9d239cbd3ce872">cutlass::const_min</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE constexpr int const_min(int a, int b)</div><div class="ttdef"><b>Definition:</b> fast_math.h:219</div></div>
|
|
<div class="ttc" id="cutlass_8h_html"><div class="ttname"><a href="cutlass_8h.html">cutlass.h</a></div><div class="ttdoc">Basic include for CUTLASS. </div></div>
|
|
<div class="ttc" id="structcutlass_1_1MatrixCoord_html"><div class="ttname"><a href="structcutlass_1_1MatrixCoord.html">cutlass::MatrixCoord</a></div><div class="ttdef"><b>Definition:</b> matrix_coord.h:39</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail_html"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileOptimalThreadMap_1_1Detail.html">cutlass::epilogue::threadblock::OutputTileOptimalThreadMap::Detail</a></div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:244</div></div>
|
|
<div class="ttc" id="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape_html_a52d517268cc8554f0d6e36098334f2bf"><div class="ttname"><a href="structcutlass_1_1epilogue_1_1threadblock_1_1OutputTileShape.html#a52d517268cc8554f0d6e36098334f2bf">cutlass::epilogue::threadblock::OutputTileShape::kCluster</a></div><div class="ttdeci">static int const kCluster</div><div class="ttdef"><b>Definition:</b> output_tile_thread_map.h:61</div></div>
|
|
<div class="ttc" id="structcutlass_1_1layout_1_1PitchLinearCoord_html_aa828f8dbee3903754b56759c1e6a6043"><div class="ttname"><a href="structcutlass_1_1layout_1_1PitchLinearCoord.html#aa828f8dbee3903754b56759c1e6a6043">cutlass::layout::PitchLinearCoord::strided</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Index const & strided() const </div><div class="ttdoc">Returns the column of the coordinate. </div><div class="ttdef"><b>Definition:</b> pitch_linear.h:97</div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
<!-- start footer part -->
|
|
<hr class="footer"/><address class="footer"><small>
|
|
Generated by  <a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/>
|
|
</a> 1.8.11
|
|
</small></address>
|
|
</body>
|
|
</html>
|