---
author:
- |
  **Sukjun Hwang**\
  Carnegie Mellon University\
  `sukjunh@cs.cmu.edu`\
- |
  **Brandon Wang**\
  Cartesia AI\
  `brandon.wang@cartesia.ai`\
- |
  **Albert Gu**\
  Carnegie Mellon University, Cartesia AI\
  `agu@cs.cmu.edu`, `albert@cartesia.ai`\
bibliography:
- references.bib
title: 'Dynamic Chunking for End-to-End Hierarchical Sequence Modeling'
---

```{=latex}
\newcommand{\citep}{\parencite}
```
```{=latex}
\newcommand{\citet}{\textcite}
```
```{=latex}
\newcommand{\tightcmidrule}[2][]{
  \begingroup
    \setlength{\aboverulesep}{0pt}
    \setlength{\belowrulesep}{0pt}
    \cmidrule[#1]{#2}
  \endgroup
}
```
```{=latex}
\newcommand{\theHalgorithm}{\arabic{algorithm}}
```
```{=latex}
\newcommand{\cmark}{\ding{51}}
```
```{=latex}
\newcommand{\xmark}{\ding{55}}
```
```{=latex}
\newcommand{\model}{H-Net}
```
```{=latex}
\newcommand{\chunk}{chunking layer}
```
```{=latex}
\newcommand{\Chunk}{Chunking layer}
```
```{=latex}
\newcommand{\CHUNK}{Chunking Layer}
```
```{=latex}
\newcommand{\dechunk}{dechunking layer}
```
```{=latex}
\newcommand{\Dechunk}{Dechunking layer}
```
```{=latex}
\newcommand{\DECHUNK}{Dechunking Layer}
```
```{=latex}
\newcommand{\encoder}{encoder network}
```
```{=latex}
\newcommand{\Encoder}{Encoder network}
```
```{=latex}
\newcommand{\main}{main network}
```
```{=latex}
\newcommand{\Main}{Main network}
```
```{=latex}
\newcommand{\decoder}{decoder network}
```
```{=latex}
\newcommand{\Decoder}{Decoder network}
```
```{=latex}
\newcommand{\router}{routing module}
```
```{=latex}
\newcommand{\Router}{Routing module}
```
```{=latex}
\newcommand{\ROUTER}{Routing Module}
```
```{=latex}
\newcommand{\smoother}{smoothing module}
```
```{=latex}
\newcommand{\Smoother}{Smoothing module}
```
```{=latex}
\newcommand{\SMOOTHER}{Smoothing Module}
```
```{=latex}
\newcommand{\downsampler}{downsampler}
```
```{=latex}
\newcommand{\Downsampler}{Downsampler}
```
```{=latex}
\newcommand{\upsampler}{upsampler}
```
```{=latex}
\newcommand{\Upsampler}{Upsampler}
```
```{=latex}
\newcommand{\twostage}{2-stage}
```
```{=latex}
\newcommand{\onestage}{1-stage}
```
```{=latex}
\newcommand{\ie}{\emph{i.e.,}}
```
```{=latex}
\newcommand{\eg}{\emph{e.g.,}}
```
```{=latex}
\newcommand{\new}[1]{}
```
```{=latex}
\newcommand{\fix}[1]{}
```
```{=latex}
\newcommand{\mgt}[1]{}
```
```{=latex}
\newcommand{\best}[1]{\textbf{#1}}
```
```{=latex}
\newcommand{\second}[1]{\underline{#1}}
```
```{=latex}
\newcommand{\bA}{\mathbf{A}}
```
```{=latex}
\newcommand{\bB}{\mathbf{B}}
```
```{=latex}
\newcommand{\bC}{\mathbf{C}}
```
```{=latex}
\newcommand{\bD}{\mathbf{D}}
```
```{=latex}
\newcommand{\bE}{\mathbf{E}}
```
```{=latex}
\newcommand{\bF}{\mathbf{F}}
```
```{=latex}
\newcommand{\bG}{\mathbf{G}}
```
```{=latex}
\newcommand{\bH}{\mathbf{H}}
```
```{=latex}
\newcommand{\bI}{\mathbf{I}}
```
```{=latex}
\newcommand{\bJ}{\mathbf{J}}
```
```{=latex}
\newcommand{\bK}{\mathbf{K}}
```
```{=latex}
\newcommand{\bL}{\mathbf{L}}
```
```{=latex}
\newcommand{\bM}{\mathbf{M}}
```
```{=latex}
\newcommand{\bN}{\mathbf{N}}
```
```{=latex}
\newcommand{\bO}{\mathbf{O}}
```
```{=latex}
\newcommand{\bP}{\mathbf{P}}
```
```{=latex}
\newcommand{\bQ}{\mathbf{Q}}
```
```{=latex}
\newcommand{\bR}{\mathbf{R}}
```
```{=latex}
\newcommand{\bS}{\mathbf{S}}
```
```{=latex}
\newcommand{\bT}{\mathbf{T}}
```
```{=latex}
\newcommand{\bU}{\mathbf{U}}
```
```{=latex}
\newcommand{\bV}{\mathbf{V}}
```
```{=latex}
\newcommand{\bW}{\mathbf{W}}
```
```{=latex}
\newcommand{\bX}{\mathbf{X}}
```
```{=latex}
\newcommand{\bY}{\mathbf{Y}}
```
```{=latex}
\newcommand{\bZ}{\mathbf{Z}}
```
```{=latex}
\newcommand{\ba}{\mathbf{a}}
```
```{=latex}
\newcommand{\bb}{\mathbf{b}}
```
```{=latex}
\newcommand{\bc}{\mathbf{c}}
```
```{=latex}
\newcommand{\bd}{\mathbf{d}}
```
```{=latex}
\newcommand{\be}{\mathbf{e}}
```
```{=latex}
\newcommand{\bff}{\mathbf{f}}
```
```{=latex}
\newcommand{\bg}{\mathbf{g}}
```
```{=latex}
\newcommand{\bh}{\mathbf{h}}
```
```{=latex}
\newcommand{\bii}{\mathbf{i}}
```
```{=latex}
\newcommand{\bj}{\mathbf{j}}
```
```{=latex}
\newcommand{\bk}{\mathbf{k}}
```
```{=latex}
\newcommand{\bl}{\mathbf{l}}
```
```{=latex}
\newcommand{\bm}{\mathbf{m}}
```
```{=latex}
\newcommand{\bn}{\mathbf{n}}
```
```{=latex}
\newcommand{\bo}{\mathbf{o}}
```
```{=latex}
\newcommand{\bp}{\mathbf{p}}
```
```{=latex}
\newcommand{\bq}{\mathbf{q}}
```
```{=latex}
\newcommand{\br}{\mathbf{r}}
```
```{=latex}
\newcommand{\bs}{\mathbf{s}}
```
```{=latex}
\newcommand{\bt}{\mathbf{t}}
```
```{=latex}
\newcommand{\bu}{\mathbf{u}}
```
```{=latex}
\newcommand{\bv}{\mathbf{v}}
```
```{=latex}
\newcommand{\bw}{\mathbf{w}}
```
```{=latex}
\newcommand{\bx}{\mathbf{x}}
```
```{=latex}
\newcommand{\by}{\mathbf{y}}
```
```{=latex}
\newcommand{\bz}{\mathbf{z}}
```
```{=latex}
\newcommand{\bbA}{\mathbb{A}}
```
```{=latex}
\newcommand{\bbB}{\mathbb{B}}
```
```{=latex}
\newcommand{\bbC}{\mathbb{C}}
```
```{=latex}
\newcommand{\bbD}{\mathbb{D}}
```
```{=latex}
\newcommand{\bbE}{\mathbb{E}}
```
```{=latex}
\newcommand{\bbF}{\mathbb{F}}
```
```{=latex}
\newcommand{\bbG}{\mathbb{G}}
```
```{=latex}
\newcommand{\bbH}{\mathbb{H}}
```
```{=latex}
\newcommand{\bbI}{\mathbb{I}}
```
```{=latex}
\newcommand{\bbJ}{\mathbb{J}}
```
```{=latex}
\newcommand{\bbK}{\mathbb{K}}
```
```{=latex}
\newcommand{\bbL}{\mathbb{L}}
```
```{=latex}
\newcommand{\bbM}{\mathbb{M}}
```
```{=latex}
\newcommand{\bbN}{\mathbb{N}}
```
```{=latex}
\newcommand{\bbO}{\mathbb{O}}
```
```{=latex}
\newcommand{\bbP}{\mathbb{P}}
```
```{=latex}
\newcommand{\bbQ}{\mathbb{Q}}
```
```{=latex}
\newcommand{\bbR}{\mathbb{R}}
```
```{=latex}
\newcommand{\bbS}{\mathbb{S}}
```
```{=latex}
\newcommand{\bbT}{\mathbb{T}}
```
```{=latex}
\newcommand{\bbU}{\mathbb{U}}
```
```{=latex}
\newcommand{\bbV}{\mathbb{V}}
```
```{=latex}
\newcommand{\bbW}{\mathbb{W}}
```
```{=latex}
\newcommand{\bbX}{\mathbb{X}}
```
```{=latex}
\newcommand{\bbY}{\mathbb{Y}}
```
```{=latex}
\newcommand{\bbZ}{\mathbb{Z}}
```
```{=latex}
\newcommand{\mcA}{\mathcal{A}}
```
```{=latex}
\newcommand{\mcB}{\mathcal{B}}
```
```{=latex}
\newcommand{\mcC}{\mathcal{C}}
```
```{=latex}
\newcommand{\mcD}{\mathcal{D}}
```
```{=latex}
\newcommand{\mcE}{\mathcal{E}}
```
```{=latex}
\newcommand{\mcF}{\mathcal{F}}
```
```{=latex}
\newcommand{\mcG}{\mathcal{G}}
```
```{=latex}
\newcommand{\mcH}{\mathcal{H}}
```
```{=latex}
\newcommand{\mcI}{\mathcal{I}}
```
```{=latex}
\newcommand{\mcJ}{\mathcal{J}}
```
```{=latex}
\newcommand{\mcK}{\mathcal{K}}
```
```{=latex}
\newcommand{\mcL}{\mathcal{L}}
```
```{=latex}
\newcommand{\mcM}{\mathcal{M}}
```
```{=latex}
\newcommand{\mcN}{\mathcal{N}}
```
```{=latex}
\newcommand{\mcO}{\mathcal{O}}
```
```{=latex}
\newcommand{\mcP}{\mathcal{P}}
```
```{=latex}
\newcommand{\mcQ}{\mathcal{Q}}
```
```{=latex}
\newcommand{\mcR}{\mathcal{R}}
```
```{=latex}
\newcommand{\mcS}{\mathcal{S}}
```
```{=latex}
\newcommand{\mcT}{\mathcal{T}}
```
```{=latex}
\newcommand{\mcU}{\mathcal{U}}
```
```{=latex}
\newcommand{\mcV}{\mathcal{V}}
```
```{=latex}
\newcommand{\mcW}{\mathcal{W}}
```
```{=latex}
\newcommand{\mcX}{\mathcal{X}}
```
```{=latex}
\newcommand{\mcY}{\mathcal{Y}}
```
```{=latex}
\newcommand{\mcZ}{\mathcal{Z}}
```
```{=latex}
\maketitle
```
```{=latex}
\input{sections/0_abstract}
```
```{=latex}
\input{sections/1_introduction}
```
```{=latex}
\input{sections/2_method_v2}
```
```{=latex}
\input{sections/3_experiments}
```
```{=latex}
\input{sections/4_discussion}
```
```{=latex}
\input{sections/5_conclusion}
```
```{=latex}
\input{sections/6_acknowledgement}
```
```{=latex}
\clearpage
```
```{=latex}
\printbibliography
```
```{=latex}
\appendix
```
```{=latex}
\input{supplementary/supplementary}
```