12:["$","div","1810",{"className":"Post-module__aBOVGG__post","style":{"display":"flex","flexDirection":"column","alignItems":"center","gap":"8px","flex":"1","width":"calc(100% - 4vw)","padding":"12px","maxWidth":"920px"},"children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap","width":"100%"},"children":[false,[["$","a","56F1",{"href":"/56F1","className":"Post-module__aBOVGG__fg","style":{},"children":"sparse attention"}]]]}],["$","article",null,{"className":"article","children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"space-between","flexWrap":"wrap","width":"100%"},"children":[["$","h2",null,{"style":{"margin":"0.2rem"},"children":["$","a",null,{"href":"/1810","children":"axial-wise sparse attention"}]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"end","alignItems":"center","flex":"1","textAlign":"right","whiteSpace":"nowrap"},"children":["$","div",null,{"children":"2021/12/8 1:30:00"}]}]]}],["$","div",null,{"className":"article_body","dangerouslySetInnerHTML":{"__html":"

conducts sparse attention along the axes of visual data representations\n
── NÜWA: Visual Synthesis Pre-training for Neural visUal World creAtion

"}}]]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap","width":"100%"},"children":[["$","a","",{"href":"/","className":"Post-module__aBOVGG__bg","style":{"opacity":0},"children":"あれ"}],[]]}]]}]

sparse attention

axial-wise sparse attention

block-wise sparse attention