@@ -326,6 +326,13 @@ class HRM:
326326 L_CYCLES = "{arch}.hrm.l_cycles"
327327 PREFIX_LM = "{arch}.hrm.prefix_lm"
328328
329+ class Loop :
330+ START = "{arch}.loop.start"
331+ END = "{arch}.loop.end"
332+ COUNT = "{arch}.loop.count"
333+ GATE_RANK = "{arch}.loop.gate_rank"
334+ VARYING = "{arch}.loop.varying"
335+
329336 class Metis :
330337 PASS_COUNT = "{arch}.metis.pass_count"
331338 MEMORY_LENGTH = "{arch}.metis.memory_length"
@@ -778,6 +785,7 @@ class MODEL_ARCH(IntEnum):
778785 KOLIBRI1 = auto ()
779786 LIMITE = auto ()
780787 INKLING2 = auto ()
788+ INKLING2_LOOP = auto ()
781789 DOMYN_EDGE = auto ()
782790
783791
@@ -880,6 +888,19 @@ class MODEL_TENSOR(IntEnum):
880888 MOE_LATENT_UP = auto () # nemotron 3 super
881889 FFN_POST_CONV = auto ()
882890 FFN_RES_QUERY = auto ()
891+ LOOP_MSG_QUERY = auto ()
892+ LOOP_Q_CTRL_DOWN = auto ()
893+ LOOP_Q_CTRL_GAIN = auto ()
894+ LOOP_Q_CTRL_FORGET = auto ()
895+ LOOP_K_CTRL_DOWN = auto ()
896+ LOOP_K_CTRL_GAIN = auto ()
897+ LOOP_K_CTRL_FORGET = auto ()
898+ LOOP_V_CTRL_DOWN = auto ()
899+ LOOP_V_CTRL_GAIN = auto ()
900+ LOOP_V_CTRL_FORGET = auto ()
901+ LOOP_FFN_CTRL_DOWN = auto ()
902+ LOOP_FFN_CTRL_GAIN = auto ()
903+ LOOP_FFN_CTRL_FORGET = auto ()
883904 STREAM_EMBD = auto ()
884905 DEPTH_MEM_STATE_WRITE = auto ()
885906 DEPTH_MEM_META_WRITE = auto ()
@@ -1779,6 +1800,7 @@ class MODEL_TENSOR(IntEnum):
17791800 MODEL_ARCH .KOLIBRI1 : "kolibri1" ,
17801801 MODEL_ARCH .LIMITE : "limite" ,
17811802 MODEL_ARCH .INKLING2 : "inkling2" ,
1803+ MODEL_ARCH .INKLING2_LOOP : "inkling2_loop" ,
17821804 MODEL_ARCH .DOMYN_EDGE : "domynedge" ,
17831805}
17841806
@@ -1881,6 +1903,19 @@ class MODEL_TENSOR(IntEnum):
18811903 MODEL_TENSOR .MOE_LATENT_UP : "blk.{bid}.ffn_latent_up" , # nemotron 3 super
18821904 MODEL_TENSOR .FFN_POST_CONV : "blk.{bid}.ffn_post_conv" ,
18831905 MODEL_TENSOR .FFN_RES_QUERY : "blk.{bid}.ffn_res_query" ,
1906+ MODEL_TENSOR .LOOP_MSG_QUERY : "blk.{bid}.loop_msg_query" ,
1907+ MODEL_TENSOR .LOOP_Q_CTRL_DOWN : "blk.{bid}.loop_q_ctrl_down" ,
1908+ MODEL_TENSOR .LOOP_Q_CTRL_GAIN : "blk.{bid}.loop_q_ctrl_gain" ,
1909+ MODEL_TENSOR .LOOP_Q_CTRL_FORGET : "blk.{bid}.loop_q_ctrl_forget" ,
1910+ MODEL_TENSOR .LOOP_K_CTRL_DOWN : "blk.{bid}.loop_k_ctrl_down" ,
1911+ MODEL_TENSOR .LOOP_K_CTRL_GAIN : "blk.{bid}.loop_k_ctrl_gain" ,
1912+ MODEL_TENSOR .LOOP_K_CTRL_FORGET : "blk.{bid}.loop_k_ctrl_forget" ,
1913+ MODEL_TENSOR .LOOP_V_CTRL_DOWN : "blk.{bid}.loop_v_ctrl_down" ,
1914+ MODEL_TENSOR .LOOP_V_CTRL_GAIN : "blk.{bid}.loop_v_ctrl_gain" ,
1915+ MODEL_TENSOR .LOOP_V_CTRL_FORGET : "blk.{bid}.loop_v_ctrl_forget" ,
1916+ MODEL_TENSOR .LOOP_FFN_CTRL_DOWN : "blk.{bid}.loop_ffn_ctrl_down" ,
1917+ MODEL_TENSOR .LOOP_FFN_CTRL_GAIN : "blk.{bid}.loop_ffn_ctrl_gain" ,
1918+ MODEL_TENSOR .LOOP_FFN_CTRL_FORGET : "blk.{bid}.loop_ffn_ctrl_forget" ,
18841919 MODEL_TENSOR .STREAM_EMBD : "stream_embd" ,
18851920 MODEL_TENSOR .DEPTH_MEM_STATE_WRITE : "depth_mem_state_write" ,
18861921 MODEL_TENSOR .DEPTH_MEM_META_WRITE : "depth_mem_meta_write" ,
@@ -7087,6 +7122,55 @@ class MODEL_TENSOR(IntEnum):
70877122 MODEL_TENSOR .FFN_POST_CONV ,
70887123 MODEL_TENSOR .FFN_RES_QUERY ,
70897124 ],
7125+ MODEL_ARCH .INKLING2_LOOP : [
7126+ MODEL_TENSOR .TOKEN_EMBD ,
7127+ MODEL_TENSOR .TOKEN_EMBD_NORM ,
7128+ MODEL_TENSOR .OUTPUT ,
7129+ MODEL_TENSOR .OUTPUT_NORM ,
7130+ MODEL_TENSOR .OUTPUT_RES_QUERY ,
7131+ MODEL_TENSOR .ATTN_NORM ,
7132+ MODEL_TENSOR .ATTN_Q ,
7133+ MODEL_TENSOR .ATTN_K ,
7134+ MODEL_TENSOR .ATTN_V ,
7135+ MODEL_TENSOR .ATTN_OUT ,
7136+ MODEL_TENSOR .ATTN_GATE ,
7137+ MODEL_TENSOR .ATTN_REL ,
7138+ MODEL_TENSOR .ATTN_REL_BIAS ,
7139+ MODEL_TENSOR .ATTN_Q_CLIP ,
7140+ MODEL_TENSOR .ATTN_REL_CLIP ,
7141+ MODEL_TENSOR .ATTN_SINK_PROJ ,
7142+ MODEL_TENSOR .ATTN_Q_INP_NORM ,
7143+ MODEL_TENSOR .ATTN_K_INP_NORM ,
7144+ MODEL_TENSOR .ATTN_V_INP_NORM ,
7145+ MODEL_TENSOR .ATTN_K_CONV ,
7146+ MODEL_TENSOR .ATTN_V_CONV ,
7147+ MODEL_TENSOR .ATTN_K_CONV_PROJ ,
7148+ MODEL_TENSOR .ATTN_V_CONV_PROJ ,
7149+ MODEL_TENSOR .ATTN_POST_CONV ,
7150+ MODEL_TENSOR .ATTN_RES_QUERY ,
7151+ MODEL_TENSOR .FFN_NORM ,
7152+ MODEL_TENSOR .FFN_GATE_INP ,
7153+ MODEL_TENSOR .FFN_EXP_PROBS_B ,
7154+ MODEL_TENSOR .FFN_GATE_EXP ,
7155+ MODEL_TENSOR .FFN_UP_EXP ,
7156+ MODEL_TENSOR .FFN_GATE_UP_EXP ,
7157+ MODEL_TENSOR .FFN_DOWN_EXP ,
7158+ MODEL_TENSOR .FFN_POST_CONV ,
7159+ MODEL_TENSOR .FFN_RES_QUERY ,
7160+ MODEL_TENSOR .LOOP_MSG_QUERY ,
7161+ MODEL_TENSOR .LOOP_Q_CTRL_DOWN ,
7162+ MODEL_TENSOR .LOOP_Q_CTRL_GAIN ,
7163+ MODEL_TENSOR .LOOP_Q_CTRL_FORGET ,
7164+ MODEL_TENSOR .LOOP_K_CTRL_DOWN ,
7165+ MODEL_TENSOR .LOOP_K_CTRL_GAIN ,
7166+ MODEL_TENSOR .LOOP_K_CTRL_FORGET ,
7167+ MODEL_TENSOR .LOOP_V_CTRL_DOWN ,
7168+ MODEL_TENSOR .LOOP_V_CTRL_GAIN ,
7169+ MODEL_TENSOR .LOOP_V_CTRL_FORGET ,
7170+ MODEL_TENSOR .LOOP_FFN_CTRL_DOWN ,
7171+ MODEL_TENSOR .LOOP_FFN_CTRL_GAIN ,
7172+ MODEL_TENSOR .LOOP_FFN_CTRL_FORGET ,
7173+ ],
70907174 MODEL_ARCH .DOMYN_EDGE : [
70917175 MODEL_TENSOR .TOKEN_EMBD ,
70927176 MODEL_TENSOR .ATTN_Q ,
0 commit comments