From eeed7c73fb19c66beb891e0c9c7f9239e0112a76 Mon Sep 17 00:00:00 2001
From: MohammedTaherMcW <mohammed.rasheed@multicorewareinc.com>
Date: Fri, 8 Aug 2025 10:25:54 +0000
Subject: [PATCH] Add Performance and Accuracy metrics for Gemma-3-4b-it

---
 .../single-card-demo-tests-impl.yaml          |   2 ++
 models/tt_transformers/PERF.md                |   4 +++
 .../tt_transformers/demo/simple_text_demo.py  |  16 +++++++++++-
 .../demo/simple_vision_demo.py                |   2 ++
 .../reference_outputs/gemma-3-4b-it.refpt     | Bin 0 -> 50684 bytes
 models/tt_transformers/tests/test_accuracy.py |  23 +++++++++++++++---
 .../single_card/run_single_card_demo_tests.sh |   8 ++++++
 7 files changed, 50 insertions(+), 5 deletions(-)
 create mode 100644 models/tt_transformers/tests/reference_outputs/gemma-3-4b-it.refpt

diff --git a/.github/workflows/single-card-demo-tests-impl.yaml b/.github/workflows/single-card-demo-tests-impl.yaml
index 4dfc2d1005ba..7e3b10e6c374 100644
--- a/.github/workflows/single-card-demo-tests-impl.yaml
+++ b/.github/workflows/single-card-demo-tests-impl.yaml
@@ -92,6 +92,8 @@ jobs:
           #          # Moved to t3k tests until OOM on single card runners resolved
                     # { name: "qwen7b", runner-label: "N300", performance: false, cmd: run_qwen7b_func, owner_id: U03PUAKE719}, # Mark O'Connor
                     { name: "qwen25_vl", runner-label: "N300", performance: true, cmd: run_qwen25_vl_func, owner_id: U07RY6B5FLJ},  #Gongyu Wang
+                    # { name: "gemma3_4b", runner-label: "N300", performance: true, cmd: run_gemma3_4b_func, owner_id: },  # TODO Owner ID needs to be updated
+
         ]
     name: ${{ matrix.test-group.name }}-${{ matrix.test-group.runner-label }}-${{ (matrix.test-group.performance && 'perf') || 'func' }}
     env:
diff --git a/models/tt_transformers/PERF.md b/models/tt_transformers/PERF.md
index 0a44dba88a60..279c62be81c4 100644
--- a/models/tt_transformers/PERF.md
+++ b/models/tt_transformers/PERF.md
@@ -45,6 +45,8 @@ This configuration uses bfp4 MLP and bfp8 attention weights for all models excep
 | Mistral-7B        | N150        | 95        | 99        | 29.75         | 100.24    |
 | Mistral-7B        | N300        | 95        | 99        | 47.01         | 65.95     |
 | Mistral-7B        | T3K         | 95        | 99        | 67.82         | 53.93     |
+| gemma-3-4b        | N150        | 67.0      | 80        | 28.00         | 81.00     |
+| gemma-3-4b        | N300        | 52.0      | 72.0      | 23.00         | 152       |
 
 
 ## Accuracy
@@ -82,6 +84,8 @@ Llama 3 models test as insensitive to attention precision and so we use bfp8 att
 | Mistral-7B        | N150        | 95        | 99        | 29.75         | 100.24    |
 | Mistral-7B        | N300        | 95        | 99        | 47.01         | 65.95     |
 | Mistral-7B        | T3K         | 95        | 99        | 67.82         | 53.93     |
+| gemma-3-4b        | N150        | 67.0      | 80        | 28.00         | 81.00     |
+| gemma-3-4b        | N300        | 52.0      | 72.0      | 23.00         | 152       |
 
 ##  Long-context (64K Tokens)
 
diff --git a/models/tt_transformers/demo/simple_text_demo.py b/models/tt_transformers/demo/simple_text_demo.py
index 95c4f013a244..12b35858ad91 100644
--- a/models/tt_transformers/demo/simple_text_demo.py
+++ b/models/tt_transformers/demo/simple_text_demo.py
@@ -945,7 +945,15 @@ def test_demo_text(
     )
 
     # Benchmark targets
-    supported_models = ["Llama-3.2-1B", "Llama-3.2-3B", "Llama-3.1-8B", "Llama-3.2-11B", "Llama-3.1-70B", "Mistral-7B"]
+    supported_models = [
+        "Llama-3.2-1B",
+        "Llama-3.2-3B",
+        "Llama-3.1-8B",
+        "Llama-3.2-11B",
+        "Llama-3.1-70B",
+        "Mistral-7B",
+        "gemma-3-4b",
+    ]
     supported_devices = ["N150", "P100", "P150", "P300", "N300", "P150x4", "T3K", "TG"]
 
     tt_device_name = determine_device_name(mesh_device)  # submesh device should not decide performance target
@@ -994,6 +1002,9 @@ def test_demo_text(
             "N300_Mistral-7B": 38,  # TODO Update target
             "T3K_Mistral-7B": 45,  # TODO Update target
             "TG_Mistral-7B": 45,  # TODO Update target
+            #
+            "N150_gemma-3-4b": 23,
+            "N300_gemma-3-4b": 38,  # TODO Update target
         }
         if model_device_key in dict_target_decode_tok_s_u:
             target_decode_tok_s_u = dict_target_decode_tok_s_u[model_device_key]
@@ -1075,6 +1086,7 @@ def test_demo_text(
                 # "T3K_Qwen2.5-Coder-32B": 180,  # too much variability in CI (https://github.com/tenstorrent/tt-metal/issues/24754)
                 # "T3K_Qwen2.5-72B": 211,  # too much variability in CI (https://github.com/tenstorrent/tt-metal/issues/24754)
                 # "T3K_Qwen3-32B": 250, # too much variability in CI (https://github.com/tenstorrent/tt-metal/issues/24754)
+                "N150_gemma-3-4b": 100,  # TODO Update target
             }
             ci_target_decode_tok_s_u = {
                 # N150 targets - higher is better
@@ -1082,8 +1094,10 @@ def test_demo_text(
                 "N150_Llama-3.2-3B": 35,
                 "N150_Llama-3.1-8B": 21,
                 "N150_Mistral-7B": 23,
+                "N150_gemma-3-4b": 23,  # TODO Update target
                 # N300 targets
                 "N300_Qwen2.5-7B": 20,
+                "N300_gemma-3-4b": 20,  # TODO Update target
                 # T3K targets
                 # "T3K_Llama-3.1-70B": 16, # too much variability in CI (https://github.com/tenstorrent/tt-metal/issues/24303)
                 # "T3K_Qwen2.5-72B": 13, # too much variability in CI (https://github.com/tenstorrent/tt-metal/issues/24303)
diff --git a/models/tt_transformers/demo/simple_vision_demo.py b/models/tt_transformers/demo/simple_vision_demo.py
index bcc27ce9c474..8c31cddf42c8 100644
--- a/models/tt_transformers/demo/simple_vision_demo.py
+++ b/models/tt_transformers/demo/simple_vision_demo.py
@@ -480,12 +480,14 @@ def test_multimodal_demo_text(
             "N300_Llama-3.2-11B": 23.5,
             "T3K_Llama-3.2-11B": 21.5,
             "T3K_Llama-3.2-90B": 3,
+            "N300_gemma-3-4b": 390,
         }[f"{tt_device_name}_{base_model_name}"]
 
         target_decode_tok_s_u = {
             "N300_Llama-3.2-11B": 21.5,
             "T3K_Llama-3.2-11B": 37,
             "T3K_Llama-3.2-90B": 6,
+            "N300_gemma-3-4b": 24,
         }[f"{tt_device_name}_{base_model_name}"]
 
         target_decode_tok_s = target_decode_tok_s_u * max_batch_size
diff --git a/models/tt_transformers/tests/reference_outputs/gemma-3-4b-it.refpt b/models/tt_transformers/tests/reference_outputs/gemma-3-4b-it.refpt
new file mode 100644
index 0000000000000000000000000000000000000000..fc22f76e348823f73c3ef1623d2d7612ab648520
GIT binary patch
literal 50684
zcmcKD3Aoo|`ake*C}~B>P9zc~Eh;pTT@#5RTdAa??c`)<Fv^l5WQhz}##m<fS!WC;
zV@8;<jIj;IzBTrBn$gVv9QXa|n)8_N)VQwyxh|fb?OxvZ{oK#;c|M=-;DIZyRH-y=
zTKU#ryGo17n9&m^jOfy%OV5#A#?@|h_=wsOT_+zke%Ap_D+lG@sVkgZQ|UCcd0qF~
zNt1gGubp(%=!r+yG#XVqY09XvU58Jt9XI~yX2Yk99yxW~_``?S)>TfLGW?kC&1zQY
z)M@C-b={7xYdK=f=$aLyOSA7!nmA_PC~H=;($GeAO}f=I9=c*(I%@LNnkIuPZEI^*
z-e+KCP-Ufoji=W%9oTqaqv<uPoIPsPr19fNkE$IvY2wk%_MUS1=qaNQ-+A1q+GaJ)
zHXl;cytbyrkeZf5SFNKnW%Lnsl@mveCT^>-b<&Joacr>Lx~BEmIyNiS)~s5`W?-Yb
ze@?GiZO^$Mtx%VlUbFhyW9tdFsjX={q-Kq&T?Y?bx#^?NuhVbEI#KKY8(bCAH7k7z
zNJk!DJ9<*RsJjm6xfD~_E>AjsTy5?6(e)xs>-WamP3n}Z|F60TZNDW#y;ZmB_Fegp
zyt>{nmCA(&*Bh!*dGXS3lFDN%MEcGZQQtk1iuTI&o7Xtn&&z(FWxp3PeJNA@wEKIo
zt*F<pY&R|GYJXonOm%<Vvm8C`(0MrdZdCMNtx7-b(J9+Kyg~5QPQCWzn7Ky7cI5mx
z_0?W~{dU+W`pK);{?N8jue?VUJ?M|`QPHhJZuH@KbJAglmFuEP{a@MttLdSDcI?}_
zYqTF9$x?f&C%^vW`|`Hvz`xd?7moIB+O1WysDI-9Na@QC_+Fgy!i9X=(*s|5?b!t$
z`YG?1_>}$5DER(*XvnFY+?QvB#t)yJ(vMe7`uM2FA3gkQvi*+h2fwd!eA0W1EN`3b
zrmY?A4x1He{j5>{_t-X(vXk<%{U`OIzV5I4>XH5>`O)W?%+F4K6H;Gvm22N7+mUy8
z=E)2HGYZ`9PCn!;aeDKNkZ=8rM=!OGeEW-n!S2ULUc5rDWBt5R_oqMl#?8HbqW-Ew
zBHe6Uq_3_P>23WZCI3n3*Yw{n>F=C+D%Tzk>a{mc`FE4F8@cAp55C7QiPSjinz+4{
zI86Oz)SsOFFHAY!%=C*KZ$Din+6_;8H)<1k^1Pb(pPPP5{vD=9yPBj&AN{nGSASH>
zGc)_0oq7EKJRs=4-7(Th>DTzc0X=?&Us=9&i=cyF*{&?VC~?F`N>1&&Bpyd5-p}t7
ze6CHo&q+N0mhu0^Bs44?{msPx7l%c^<K{%V)^3sNf7GJLKbG{yr(Mr}Cd%Q0p15*k
z;%mH=<?JH<z(u+7FsWtm8TNxn(YvWt<h9psK;khn{onXUAAUnqKK-TW<1ZfmcHQ7-
z9$3&h@;}e<Dc;_l{<7DCU~tuek(!U-wDulh80EKa8T9%-5alx;jMO^9_~l>v?ULhT
zr4iAezrb6Z+a~>GDV>Z{Yi$($CN7S2^#zfB6znTk6?TLZe8g>Xw>u;{&f6mB^v`)<
zpY&_^lY?F8#a>J0PrrLU`+uJCPn?*Y@}W03{bEw`MdzQX&mQZ9TxVvSVPATp^Lmbt
z)i#Ru@Ar&U|L3y4?^;p*=k}4#NICaUyG%_Sp1LpUCujW!10t{gO-bkUU88(l+Ka!u
znEc4sI_aOVMJT4-r`e7i+b6$kw~Tfpa(y%4q{ySE-_TqSu@k${uZ;JPBrY2y-qt(p
z$S<rjjUVd@^UXP-cEvhOd+QnN9R2_Jr|6&^e%8UtjR$c?x%JJ0JA#gO)~jWC|2?DK
z7ddX;*eLLWkN(!9aInrDw{7(AeR`yyr(K>-|Nb=XuU%QMA3kuAhYP&n2^a0iLr(I;
zMZ4W|9KlIk#HVbJ9(=Sz?~}tqZ|xp!7x<}HJ|UVdUC)aTa5*pQ;bYwaAGlkm>yJKt
z)x+u1$3q@+H$Ef+i~Yl!2L|Jb8E??*Q{?HRywr!h#?$9HUORUR`t+m6Wf`yT&v|`e
zwkNlCi!&bJtDZm8OZms?Z|X-CdGW982S5F^Lw8Zir=NP|m5eWMWV<$*UoTVn_L;{|
zdvvtZ4<GHydi2&#y5wL-c4II4OiX{<?&k0heD>-P6~DYX%E`5TmUm7*|7;%ZK6^P*
zar&*a*N)ll%AKNqcnZ*aP~`DLpWH37U$ac%K>xBmd8FFIsl=zm<%pCQE^z9U{P`_h
z&JXb`2b~=M;K%&+v(2M?T+2vn_KQ?Kf1VM=6@2;Kj5VV|Ie*rEo5G*@k$KK}gZ}V>
zH(cNiFZjYsec2zsAsHXYjj#5~<;g>ivb}Qhk%t`e+M!GSvY&eG$xSZ(=&QeRgkLp(
z;V1OsAN->9pYGR$UByN1yLE_i@$>W+k+%;1DE%n6Hx=W@e5ib@^yAypE~n-E`^C92
zj;}o;=zg$Oq>Xdm{ba`H-e*L)c*$SwqxoUGwhi0ySM{ZT!W;h9Wu<+}JiD`txWF##
zr=A_z55HdPg}metC-|Ro{MnP=u)lic<iMZ2%C*x^z4q1Gk(*qlp8C-jAA0SY`-q`w
zXY|B5`jqp6`9M2<Y(BRhelzhLm?=LI*Sf9|c#B8)DZeKRl+T+I?cuI`S@MyCT-Mjd
z9r^dUHRv}wI#S~npDmJ6?_3wY(<sJ^@wa8~=(ln6NXI0;Wjp<~FY7Ou5&hK<$o<eS
zPL6?ld5&BAYy0R~7ev1w=l=h*{|osxy(P+z*(uT&Mn`(<q^N&l%gC>^YY=|>xhVh1
zQw{YKM?SqX+MCB4uM_Re@7rgbQg8krn&$#=T)1h_VHf*Y`=YL?=Sw#Pef@rVS@i3a
zacqw~7kMD#mwxDcwpX-=JAYeuNt91ay!esw<C=#6JKW!pAG`KS`N&mytzo-gy%hOZ
z=12O)*wEvqR~oiEH1R@5+=B}}(9@28lAE6zpZfFv!!yobaD4Ee97)A~$Ueb7Q9NK5
z>)9_hi;ngW*XR2DmMx<E=EQTy!y=FF!nB+5qI}1+BYxHNpm&?xH;Om(VR!pN<4U}M
zD}T}c_B{XOKU+Q!a`P8B!<BsKmj0qWzhNK#BF}%dN3Zl3{xSE4kZY9$kUaXc=cH&>
zsmatnvDNpZz<yi&6AuRui26+~2|w+h2ZZE0<dmp~ONj$H$Yq>p*Deo)`sKP8UFF&-
zFX>&K&q1_<-^urfyl@?JTgbUyj=xXtkAZqc(?}O=9rYtliu8o^r-yF~Iz97w+i?@4
zJ$|J;aOPL=UGT%`2lqE~eucYzw(*1h!|g(zCVNL(?z^>n|AnBR;#Eqyv@88VJTPt^
zc`o>zcw?mE1A6GNCw<Y?|E}8T-!$U@dhD#7dhOrK{jYXCL#?IHOP#+scX3Ykn_O33
znB!Kvi^qliKAe{LWxaLBo4HRrKkfZV^7~mTy5yng_ru>ug>$~oJ_)+h){Xid($QL{
z9GfMbjW&$>HkmJR<e%_7);yVZ-)61gL*E^jlg`XwTgmCaa(?EO&(8dXnVO%+<a2d;
z{&ZM0@I06trCpv)x!6G-zI~eo9r`bB5*@U|Px})8zMBUQSNtK;yRHd(eG=c%sR;kX
z2fp~g84fx9EX8S7;z4gII_LF?iRr{Vhqg`_+$uVXQ|GJ}dFO%X;ww+CbCd6kOyMC8
z!=rQR>v{bt--{00j*4`%#QB{bk#B!$$V>j;9unp7ffqSS`S=OF_z_(A4O}KH4*E^6
z48EN<iadPI&UFHM=S6je{`kW|J9xomdXA40ALF&-{y})n#OL*lx6WaI(J|`b0tdLj
zV`9puoqFxnYfpai!Ut~jsfHhV{Oj({A;8_OBGn(RH|-wf_`>nK;x~6>(3{mIQuy(s
zM)PCb8jt@gF7SX4efU9%3q1IjIMgcKYw7tH9N+~HDSq&o5b9OXujW_mI(fZ@xQKJ`
z88Iv3(%9UO!bQBokKe47`@)kt1l`Zii1hf;k?xlJ;6>enE_x*$^5awL3vW1Uzbu@M
z-xAlob03TzJKzgnc$a=y4QKHU-u!Rs4uJ>#;B8$x>y@a7&r!KAKI*!_ZH1hd)K|mL
zzJng*FY)82%K4*t>tDGZu<tcr(#v`Ue)>I{@n~|l(5HXy%e4FG*(gUxzia2kKro-0
zXT?W&i<5tA9d!8Fqjv^Q@ST<OsQuE2b)w#SYM(u#|4HvgIe(_NJe=Xq?>e-J{w2=V
zDfESJ>8I8w;(__bdPIMIYCY*Zj9u|(Pkt*-!;N2>SKtWWms3G{KEFxm=lP=Nr4xEZ
z`E!p3Zky&lM87%nqh7wWGrNA3>sRvAhaU8&2mIjm(U!r-`~qk5v;NjE<{9f4eBp(^
zelvo61%4%7J%1bxhHe)rKU<jVnht%VyzTVx>p34s-hBo5IDas1oimfKl<U=Zf*zbo
zT;Rc<;6#7=S--%`d;<^s;h-OR-~pc(bKe0Mezn!8(0kLXBZUvVww@m4L!OHC=pDkZ
zCQOU;*1=J}*L@KH;l{5fM0Evz<1<fw@{*r^C4O+@M{whB@F~|X#;f@SUwlgb@Pr#2
z;kSQoeBrlVo-5v$@n+vt_@EC$(O+hqzT~jTf0=gZpYug+J|{b+d(^}4`;8;tp?##y
zuaETcD&rD<aI>D~e{h2%+~8<_MW@6IzVL!0e(==48h$z4D!)56^x<#j-*a||a`W;*
zEyK^s`L$KzvoLXNwrz|%_@x;t{O#|Zf-XNKKY8gjF`8BA1wXj`=7wmX9bDmso_PVT
z@WU5g`07{9|BTzyQ!)6_liu_tpK-Xuse$9Xdm}Y}^#4WVe|Bx8B|UV|MUNh({3UMi
zLkEr}A9%rW(XRt%xO7UuGO6GXFYU-v`rpAL!cmN4_)X6FVZHRDm*)iEyV757+%5B)
zMymZE!`&+Po)YE8H#^Xe-te0g%`4Vx?!Rr9@#BJ|>wIQ;>A{2k>;RW?p60jaA$AcL
z;LR@W&I-ZNd*Qjrm-v_V;V<m5N}j)ptLz{yywW55aO<?kfh)#8-kKZbpZp}!yV4$m
zb`Cin9u(=DH%9uCUeV5cZXP#(iv#S$9`^6>-(Z)Zw@RJ^$ZPjhKL4@bzv0Kh7hU#a
zfBwJ^O1r_A{g!1n_ClAP*o_^HEA&gg?1nG9vYYW!+KoM%JRdlT+n?ol6K8H)GwMGL
zcq-TDJk}!Zd}f{(HOoBQ;8^0f?YtN$Pvki+{mXuDW&NDa!T;qJk$R4){jFW1TpnL^
z@vmk#_`w&B;-B$W&L8Y|QIp`W|9xi#P;YM%>5%QCepVz);~zdHe|BRp_B(jTATTBM
zwQsmDpGW@m=TYx@k$aaV9&mscd}gM6a3e3h$XVi|efz0F04|N^M!rQZX#RO+<k5p0
zzUbqNF8NDb;9!33H7MxwW9ySQKa2A1`bTPgj4nR#fDc@jx82MjUm-s|*%=@B$-|AG
zIam2$VGw++V+<^Kp}X%BQ4hBn$)6nBk*6Ad=G79vU30$$H~W6L+P`{UFJ8Mhe{7=|
z=MUyOdP&m|@Wa<5J#bW{;`gonBF_%btR8vzv&Xb%QGVLwNXO(k$aWcj&R(ryKlI>T
z+817Mf*V}*V>fnE&R*nXm;3(|0?l|aQgjzQ67sPZKIG8Oesp>5_FQey<^S^%Pv`yj
z<h>JiV<++0yz2cTc4MEN1_ga~?7w=%H|^B_tY4JRofLX^x;*@#W!mS8r-RN`xqf}S
zbL4yFeyX%Dd+wF<ID4}z+}VSlurplQ7v9Dtyq9HP@t^%B4hy;M5BfI?J<-F5oynn|
zJm1y67wsQ7v+GUCkRPx+yR!SD^n>ZEg#7E|{8i%lmrJ9*EQd3E;Y~k!!50qnE^#(~
z(Dl3wzAGQqaQsxd2F}jwO1}7^HzCyc)_Ie-XC85mcSWn{ApZO=_p8HONBIW}0{0RZ
zIOFSHN+};4N_?u}!aw-mkcUH#Zg&PQk3Sgcq4!2P`fw=y4<6c~Z@p0sm+g-Y-1RT@
z{W|?fJ$&G?EPo*{x%8`s3qNrm<;izKe>hy(JLI*Vo^ej(;ZgEqC-TE(g^oe@trH`i
zp9J6qmkv2!T@q|6&cQbw82z+EU)+V0xJ!;%(QWB-Pq^?KxbO?}($eviehUx#iNhB)
z98XK;2czZ1#dv`aTqbWFbUNpL_~?UToOm8%KT!$xmDaaKd-}tL-IwJr@L<Ohml6*+
z@f&(C+$rR=z7kjN%;&=B!-swFU)DSg59_Pf?g_o;ycel;*19(aFzqh<&+!E=<D**z
zKIB<me<^W+2m18>$Jk&5C%DiX-x42m$iq*J7ycv8z{mV$Ui19Ub1%<LOF!X1@PJP#
zA9={np2iVe+UNNQJ&dQ>2ZmkjYv6=l&-80};E#`X<X;vp_BH<qwiWwp{mDmvX<1+5
zGHg`Xb>~wfJ*au4@1;NXd?@lI9rR0jGo$&^eGmQVdtTOm3+LP~(gW_#jtn5-%MZUg
zJ<9EiW+dH`AA003aXxUb=(y&u16clO-E2JC_t@`vzJ)G4@Usu%f7+?nUOgPYw`#~U
zrd6an<~@RUa=&y^mZO6%dg!1#v%qCm=JjKjW!Zz@!`;4Sw_Ini4|?n&&o1O4e`yc+
zn@7Y2^Cr3Vr}vHnLNWNPnDZUn`t)pwr+y_pxWSRUaH9vk^e^#)7yYbDo;xoV1n_bm
zVjlrd_?7&~gD?7JJiTjR=<B)t$@fS8*u>?lBO?ECKCjv-?_C~~am)R~cYhY`hSz^#
zsqT**>;uo)DC%eCy6E*MBmc(Ukv@?0)vuK22tzlB`V;nwls(v$e(b<5>XqxK{j^R&
zPhNZN^h0lEG_RERTHPnzIrS^&1LriqZy5y2`y1|Ul+T0hyPg;v{Wd*50C(SX_Z<J?
zk8}6({zmzH-*-{?gXfxGGz&hD=K1M6yGLF;yCByWtL+ix_|D986!N~3>)7sj-g|KF
z7x}^5e10k}{-Y-7xhHbKb&>yg@9?A910x-KN2L6ST}u108#}VwtRTDeIbS(mj7#@G
z*bz?7C(YO8x`ux4v*3sSdC4E&^D~dWdE5A`Ju4bqvsvhkzUN1tN5Hdpu^+dOwBNes
zS3wV6<RT}z$SH2Y#X7je#q(tM7WCuKC0^C|>Nlgn1s<LkiSy$B;8UW5`IcW=2ReVe
zx@)xK7YlzE`CImll>e%S8@$vzuPpT-e~Baf;3nR~6Mpb=E>zwJF^{5;KfKtH9Q<lo
z_`wH$@PrFI;Q|NGap3dkj2q-C<>6Q4hYK9wLvA?1!@O5M*K+@(<ckkH;DkP0_z}P2
zXV0WQ8|OUNX^j|%9fn2053(FCaNsx2H7168Eq(qAXX6;&#&b!}^DcCkg)_b34d)VH
zxVvZQ-om%=?Hmd?4`Ek$<AZM**Gil{m-^lJ15f(%L;eP*F}<T5T&$OO>=XuY4hetd
z@3s%QTjzQ9@s*%+OFlo&*DNaN+9y5UCHjr6Vqf+gAI&PxW8eWFeg_vgmG-cI;g{wa
zc7VHauq4+{=$Cx)Q$Hi+M4vs_f&cUSk6K5EqjMkOeYJTx&wrY@h=Y}!=fwp$^4Dd_
zR}B~P!h@f}13rs>9r8M-a-IhV{NYgA2OoIA2QHqUI$v<!@X@Zp_nq0{SI!wqf0_`@
zDzg(e{!`B9*1_}g`RB_+qoe%X(UG6rHd4>G@sr|*&-mm&wORZF9&msYe<|%DPKY1k
zvV98N*~Pgb`?#L~fBeXSFL~hK|FpoBeb_^s9yuu%n(Q*ORp`ea>;!lC*st(k_e0pj
zb1Cup?p)7qyGhVT2hQ+?w{;i&=tWQZ!$UlPGkoFA@8Rei3B5fUhk(x8O1}89E57_4
zzHo=LbH@{M|0OQFHy~bnZUmPe>F44BoNmwe2(?oVH#k;{8}y|QJxct<3;5B`IW0P)
zGH$_hdGA}4^BWxD21odf?GSz=Ubv43&xbc_=vQ!CvR{<L2`>Ef!(ma+PdCeb)~e~R
zUnEfYANW$VH!iG?OM9>byNKtdU%`<*_!oP?pI@^Jd%&GtoNu7(-Uq(;7*Fi4J-VeG
z*oQsF<o>ff*Ek^W8#v#9i#P#)_FyOSk&B$<S{5$l{O_F7d8T_D&Vk^D5B?<{<f(>>
zb4=$x)~ocU=lF1&rSCJ9_54ITIFXAS@E~_JT;RcP%ro{s?nl@Um~ZT#;D8Ul<XP5p
z7wgimbN%o6)1$>WwGMTkwsSte+9JmvKU{N60B9dyjUGC1ColX;eM<b`1UGi?*CP1C
z%ky#TN#~5?)6V$7ksNR&5BlOAea+AC6X!lZCK#AEoR?ew^Q#9>igs{tj`&dTDA!JX
z>3`aho4oXb8-2=nMXwT1xVcy0dAfPm{Q`XP!ylgb;=^y?Se|E_U*YJS)bmm6pJAf{
zpPf&Q^rT#`crNquv?zz?p6RC#oEHBWlFwnUdnej``9Y-cEpc~0R=IZUGAX(*y^sHR
zt|KlR6cw#bi1f(qBQ=kebkOIY=sHJ*w{uzZ4m{15z7OHNwP&tVoY#5p(s}DzPljCH
z`*-eIp0he%^}d|<sGO_rc|xpXy`RSJ^zoj5lkI|Ev-86qho2ew->(;`b?c(sm+230
zxH%uaW98_lU8g0H=YRUC*B`!<qj|;nfV1<ebF-dbqgT@Ly$bZ;U&^5$dfv0H92|@~
zzZdC`){d0Ds_~^4zP^(UfA8<nqh?;<etY_bb*%lp?`r#=8NagL=f6i}|6_7|{VUI9
zhi@Em@7Orf=9wRp_t&f^w$FO=sCy6m?k~-v|M*Nl%=RlJE<eiWSL9lp^B6mLK2Vc#
zN{ut$A7>wW!f#2qb45S&+(Ut1$MompHw}5we<*Q5m)`hk=YGN0eG<1`kv98t2mn{#
zWkE-OIHF5`_+8Mop<InxN8Weu;in%x;farwzm?Ag`lo&1My|Cp9!_i)`rMp;0zWvF
z_|XS`{Eq(W`QdJ<*Gs#Ee*3hH^sp(BPTD3?{pmwa{zt#{4~q8JogV2A`-LO@tVQIH
zy({#AA9`?vA3W99q(9<Q;s`%}$lr`l{oz;opYaSI_`%7(8xH&re(>5k$JrXWUl8y0
zgBQK<+hkGTBW?V7;52)5lyClY<Zu5&0AW48Q`+zKi=&+X!dF`2OMZHh2fk(8gg2bw
ziw>O8gEQQh*H1lvL<g=?xc+F>z~zEIq4(|?$l**M_`-qTKA!8D19BZSrfJ~2dftm~
zH#X?&2fxxU`73_#gBShD0YBxXztSIma9eM)kjJ>^zonm&7o8GE{tCzSz6!eY=R^uW
z^3tnKjz2g&mhx<Jb_DEQSB$jB*MZ~IpGE4u*0wqRzuz(V{9yk`Z_Nq!vZOyd_eqa*
zi2C2AfBz}ZW9UbY<+TTYW*7Rg2b{&-r*a<R-=#fzq`c<)(jMZjcq)#(w?^oteCxd<
z-znE|=KEjgIWBv!Lx$6(-yh*`!#f9^>vR2gN#cEB_prl&t)d=&)(_}b!xMe}S`9yb
zteyC<DD76_$DiTGulX~-B`<riH~jvXdcqH$`ophU+|_QUs{<$Z7hcJG2g9$Aa{E&9
zkOOXua~&n#!xesT<A-qKfB(z{?(EaUPTpgNEBy3>7r%uM{NPdg6Teh$ow@f0;m}83
z-q0W6=R1`pj`VAi_mofDJ^H`9TcoW|jC4lk;RiQ3@kcl+r!PKmq%Zv7q&@$$Plq3W
zgBu*tEAgA1?{}#`EA@k~ymsC4LFvV>h2HR^4}TL^oFDdiD%wBzaHR13LB^q{FNpFI
zKYm!!#Sd=$&OQo`;@rZFOaIt2`0&5Sj)?sFIgT%D5&3Z$r!Q<C`BO7azn$~)9l5?=
z?a-*dE8{+V&(HNN{mI)V<ErnLtepC*r~e(<?$At?mwpAG(yvNf;K9ytIcVjOzhA~_
ze9?u=arym_ov)AfJ11`TAD1Ow*Bu`952xIFZxQ(`bNvDrasIu0KD~S5P~!5hEQdoG
zf8au1`0$sqJzTV37A{{M81icmALHu6)DsT)dJZ9--ahF3HT}Z#igy2OSpNB)k-sMQ
z8Tj_h@pFIL>%n!R-3s}h@xkfe{7WicoFC0A)*E-_IpddSM+N%t<T%)UpD4fVfk@%Z
z&&UOD-|gnda4yGXE@vzJ@3ov)(CeM|#Rqi=zHo*kfBex8qW;4hB2~}c<ek+x>ftUu
zBIEfpd9E^khiKRN*+}6G*S0OA9PW*~Mc#NfuILYc{?IgWy*&3#H*|^qE2KYk7##WS
zGVgiyA38_5^Y-qSWIoSp=*te*X1Vhc_>)U~gf~0+{Uzlk9rq)eG!OnarJTRtDDnex
zoQ})!41fMt`VD!caD*GV$iG4IbuQMYZLC{<e0vPQsSiayvz0G%yxe?gl$#gHMc!R{
zh5QrJK1bwte*T&9{Jmybzh$Jo_KftQ+arDAk)W^tkMaky`s^F^FD9M&x!$Gckr_AW
zPcHN3E;-KWeMshSNI%@Cs7J^C$9@uBsdht?KRMuB)+=WZe%>|l(!S5Y(3idSvp(pN
z<FM`Tg7K3*qP=s%j!DmY`hxT)c%iHQ4;i2A1Fe&upB{AGTk!jAi*tUnzPo%(w3~Wq
zq<?J}>7=cL@vy}A%k=a86R$RD&redmIqOHiRtZe=u95#>vq=Av{o&Mq=kS-`pBMH2
zmpEKDFUpU}^Uy)7M!owPU$=-nyP?M(Kj{+n)+_Kde;&I_(4Uy{Xs6%f8Bgck8;VX?
zE$A(57U}(&-#O<){P`6>QZ9~I_nPn3Yj1tjH}U;f`iXYp`jU*-^!IyV+L1$i<FD%R
ze;{#%8~WPqIw17bu1D&>W5$WLX{QZS-ZL^iC)b0w=X^?@`RUi<vw6}v7X9(}dy(*&
zo%D@^UET>h`aMGZ&P_hsAJDM=?!<FQtI+Gj=8@i*{%(ApzEhO%vRCwPw?^dEmwFiA
zeRhd<?`|3?zdI`X^S@a+UeKv@i1t^m66w^RM@oNqnaB7OzU*A)Ck2_M-(#PgdEebD
zpMTg_y`27S{;=-ok@#D8T$p+GWf$?r{<C$Cv(-|+4Kkjz$nv)7&u6DSjFYbtC-mXZ
z@6pFsoOJ%epZ~aPDE`RJkshCZK#t>byuX<8waw>|E%Q0^z(Owa@Hg_Zllh%|<hdm2
zzm(@T<W_!O$B>U)<h(TT^1X!;7r&cJo{}$n;HMqFCuN-dJo(`Jt6ZP$&@$xG?~auJ
zjob&Bx8MQ??co6@<?`e;{^_S3xwShx$7|n>8_LDL<PrDmYp%aG+PjxAB>ngFO=Fzj
zb7s^Jdo<G7M?|_?;<9S`jsE<R-t?hAy?>JP;(>{0sgHP|AA0&5_vlOEfgZeG%W-4e
z8pq|h-6i8BI_2*T^4nIaKmX)6)-n9mcb@nuIpM^<^ure)dZ5p5<&6XWc~#nDK|U9p
zQxo?3%@&dJ(?z>Q{))t(T;w3v?DU5|nU?a69}{#+IhB)xyesASSd{A^xUf^n-#Ers
zyAmIKyr1>)F(FqT$5-CpJoB?6)t+2%TzPoZ!_zp2+wj^L7hfjM@GIrEE`uMxRbJu?
ze|`Z^dW-MIvEQFHzDK?h2C|PFaa`zeaXv>y7hm$?3s>WD$Bgsj*gNCPiRm}=F+Pn)
zbj`=&jd|F*%KVIP(;QFui4Wy|vS+K%Yhlihb8_8!;f_&`ztp%#w<i5~+gwkG1J2`L
z$aROf@MN2yt3P{OlJSK6*1z)GW*ljg{Ky0ES95%N-ZDJ*f0MKQR@ooDM^bNcu%rD8
z|G>xk7k_;9za#zkxa9MzTzB{#WpQj)K9^a1Zs5>0*Fg&s7j*d-{^TJizRI7-`Eu^q
zpxZysnTPEW`KNyw>B@ISN}kPgy<PHw_h&<*z4MT=T`4d9OZnV$$M43(q3mDM$M>qP
z5hn&Tj`Xq9Laq;T0or%JC@=f7H$3rE4nO7A1?1;X{A;6(xBSX}So>*(9~&?H+<bXc
z`ipU4o+Rfs%|k!)_SYFN@Ok;rs7H_9=+Ot=1JWOFJ}>(HJ@;j|4~x8gDmvnjeVq7&
zu6?6%WF1VtTXP+X4!Y=wZ)IE)$HX`L3;PQDiPv-d+DEuwWq%<K^~mur9>M429H-=E
zALEO>&eh%jaX#eU&h)hdKhM9|&w9}Jk47c#kG>x5?bBAvIMrrwln*~TQgYq6QRLr#
zJN*0l=ObMu-vfGfO4QGJGE(;o@i)J{mG3uS)HB){SD&RHo}BAP<Kn*5>zX|GZhmR>
z`=np+|I=BK*YA;TQQqy<hV-A=GV=UJ{f4=Ynm8)zCw>`eS&u)tPU{eS$bVh#8%lpV
zp>@#v(|(a^H{;C6d;b~T(ofOjuiEiXd49@2&CmRlKe``U`t9B6pVzhsxi-%A;~`H+
ze*cRig`f8`&(8UspPHY<1AeYv|E2z!e6620NgVmVeVX|W9e8Nx_x1Rz-*qzoi3`S8
zNrznUFX>&Ca*EUFSg#s~#--mIz9jW=E?c%!?|zkjrF`UKZ+;<9e$UgKBf;l~c`h?K
z^=O^x(%(x<ImhQXG=IR8zLlI;<gHhoPg`f`NA7hFj`6~7aH1!F<=6apUdqY8(OZAh
z@W%zYZrJJVX!z5dUwqGRQ2Md<UtJk;49<Hz-uGPjdqMAl>@RM&KR3$B$)7!kcRx&f
zxEzvkT|eil`uEQD`|i0uYPNpJwM)jkJ^P0~{2pDn@;mg`$@u&J_93tMb>{rYi*w=?
zf7$XM!RMB>qMiG-{ABaqQC^ep9gAD1w2yN1CXNd_pF~nwck8IfcS62cJR|+A$#c>0
z<87nen(3b%ejfQ>y&Eb1Yb4zj$HYJQJ^j~By!jD7IWFht1t&zmIlm9O<Foy>N%y29
zqI~--&*qgTX&>*y<KuZt->stG*XcL+d_VH!;_u`!Zs9MrU!I-v7`ORYsUp3%dC=zv
zeK(H0xKxw<)sthb9M}BFIfi}mrbmYVIj3|!dE?$e|LL?_pUoowLE^Y^;(P0w4a+|X
zauxnA-jj<Q#>swnME^I^5B5)g{Q0?2e*B<Fox99W-1*<aRihrC%ZG*lhn^EDIrxp|
zF!0e&{ihk{?l~>!YPVC``ON2|d|`gK{rndq->+wMT$Fb3y$JK=D@pg1q;q|)PuUM2
z@w*)Vr=>rxo$H}>bHDb|Dxv2QX&-)7w%;K8<3n$G{P-WgE$#N&6``Q#)+?o7(nEXp
zMW5aIqjt)*uSxva&3b};><8>Cl(SE%hkeE9?qMhU@D&C`{=szvznPn+9g{!($zRef
z<rkOfaZmawyRa9#yw@@uf;~%n;LjfHs-1H3S?4V6m;P4DNxpM3E@+PqK8y3720rNE
z(=p>E`;n`pr$2huSK|Zjih17rZ@zb~G&}8q|DRHBbn)j0&QF}HiW|;7cF5--;>QNL
zz*`~tprhUXXNRB%uNQuze)MBeE)PF+>G#Hg(e9(1_kW%H-9Nq`^vo}<u8DT&@c-LW
zF8B_}_)*5G1sOl}Hy+N<_<d8x4RP(r?SkLT+}G<@`Z;^Odr7p1H~iTJf6pa72lE`r
zxu1D-jXW>H_pj-%^u&iheVBGvub=0t_8;0ko4EH+{r;HqRmV3&5BJiJ&VA>@iPOdz
zm(e#K@HHP>Z!f)9lJa}bPJZ}YkoB|Ep6J36Kk-d}{#A{R`VZ4DUdZ1;-*b=9(|FiB
z{p0yu7yo0EsGpqsxPwxz(*EW81P<hfgMRSQj=nWXpC0tHudpw058Azop{dtdd0vOE
z@nIe?F5rpJn`wXZlYOD{Xnd{f=w;th?%VjUa`Ng=F7wtasW<sbdHJ_~_5=0_%C+Ms
zC0*x)_IIym{GOcr-S>LZ{ku%3CcZs09=w|6t@2($ZQ{2i<NfV>MBI9A<M1Et`62ll
zrN6(C^Wgb^j`m%%e2aBMuv0q*y|1&J{m^A^bom+knva}Q@+<y=j{eP)4?B|+&eiN@
z-B`(e=MzcC?__S-IrJNx<LQ8`C$DjUFL}s)=O@vhURQLAymqDi7pI-jhnsn)oKNkm
zCk5Gx{o*ZMqu}^lN8@+R!iN0WVQAhrgcE(77sH<(&QIJQ<R@q3`t_KMyX@sX-V<^k
zDNb$vZ1~9*xi7u-;sBVur99;H{jkN>%ZXe2)EB?89UJP49=-Vox~JwmLC>G=75!(f
z9x1w|d?g)rHJ@wm-1o&6LGOr+-`Xkne9L^lPTGxM<n^u!|3Kfp8|P)E-Tt0&!Mb+c
z^!pc5@2)A&ez~r>E$3JCZ%Mh?)$<<mXeUoTcvyGP!*fsm)AqKAAMjU>E;_~u`q~*M
z_FL?%ojCeY>gzo_addLVRs7)xFXP(0<N2cJ(B@_5oO2VuQjSwj4*Snee)Pk4Sk8+#
z?Go)89Um$F#^<Uzo?7l1^{?hWc7w|!k1qZ7TO<7%e|$YZrnl$JE9AKjdZitlgLv+u
zKYrq#bp?Lt89&+?r?)3Qg9onM^o(m~Us$=SPOrNE1`n)1nQWS?&CoUe-?s9-%9zm;
zCXDFPqf5_`UB=aJb@+(d5nFA&>ws-52Yu(ikyl4t>Ynlc;T#`(EeHXprJUP$2r1aR
zdzSm%CFQ;w>vyc+V0^Uh8g#yz9`TW1cTJ7^J`m+SlD_pNT+hyV9lvR72ffF(iIm;#
zrzRv__Od=St|l&ye%jyLC-NuV7Ab!?C$g1yo5w#+PB|K7oUTcE>APmeALUzTe6jAw
zKVLJh*oU2y^Ra&SBp>>_SGij9Q(oHb)-6NMi&8%PUTPiX<~ewi>*}1}W+(kUavuhV
z=W;%px<$~rDbK&u&q%x{M0MrO9PgiHzvcBC@}8G;JP-0+tWtmR_LIY+1HT%V;~W2K
z{&)SL=yzG_tNn~TFJxEG39VP#<oZI|BJ)S&c=|l`Hh$j9a_!g4_MJ1O_vv%P0Hr*m
z5^r)WO8V%Oa;kqL+ez`q&wF~t;XY|c`?M!J1wJJ%r5u&iV_9;*PfCAwJ1ZRsKl3-g
z@;#Y-ZVkD5=X|vG!I6KbQN)p7oE(7vxN(%<Iw{J<HQ%Y>mtFb&4;s>4cS+=XW&JDj
zBfmugXr21%Q_(=YJ0!o4dez0z{^&?5{P}<72Os@6xg_+VzwhX@+duTaI@fn&GM<e%
zDFi_0^R#n0F5rCOdqH1*X3D>Phxmv1<9jdWOW)V={T%Be-@m~hJ>RkEnfT61KISFw
z)$rG{pYK~M*U$H9s`cx%Q7}5U;OF~IzI$G+zwdOFe4FHYrCPsM83#%|N2Va=gDdi!
zyc!+f@htiKow!-Agklp?KkZ8U`8^i)b5G}-9ipS(Jz8G7xi2vJ@aTW}$VjW{QQD7x
z`(9|Zex?2N^Sx2Ok6x{RX+OVz>-WPiIqbj7UCoZZ%UPb&!k@pF_VYbN^PBI{Rg>R$
zUHPxyfAzb)ewWuex%`fGDUa{P&Iq+D%c5ueZ;<QxYI6EMDt^Z2`n_Yo`yE=(t38J*
zzoV-^{CuC%IP#slLA_#tRg=ee8qwo7zSrhEoYngK4kX;^<9l%I=N@0njB9=eu^L_9
zQJj(ZSEFma`oGfmoxxIWzf<+%JrVDHx4W90zPATIzn|v!^s4n6@^C1Izwhb!9kpux
zd^Z{{zRM?0SL^5dlh*IPTl{i%sMc@E{DyM+ZsNbbjPh#zd<PUR{L1%`tM&6cRB-YA
z&t~a2zsvp2uu=b=zweUHh-OQFAJKOSeP8gHr0aKfs>$Vdg5c-(XqLCX?^lxN>s*KW
z&Z~8SIMRPW2=4bF%HM&3YdL@UE?_x-`L3n$X#eiJmg5sAbj6i&9pe3B-@UJfS2>Rv
zzfUcSaYe6c{mc1Gf8Rf;)~}q$PRw=9Gl{qOPw#4Us?BHX=Q_l?WW5bTpU1oWcYiGB
zx3^QC#iOEsH95+8%{b~jI{M8{|K&IH=Kgm%%6SdF%7)Poz4Cj{rC(H=$9%`xccH84
zRnAxJ`&@osjGxkLS#~eyG2?5=;Qx+CIe%6A&Ty%JIX^AP-#y|NzwG(n`Bs~M#DCwH
zt%hGY@4&B&kL%{X-FHy0%kyF1H=P_}R?0Z?zwTq~``o8?4&t7GeanR8=YFg6KX!Is
zn*BW|wvUF#l5qb@+23~<ziWTb1NHYE!R6&&_V*n<_sy1<j{B$N@SV8t+TVB5`e(fG
zowMbo=Xoi4eCO-C_V=Bu<?UbIllNVs<?Y|8cn<A5M`eHCJ8@p^J3{Uq_zuvr`uWbz
z^7eBc?zyP%pWL74pw<Vz15=IvvgjCR-cNHM%zDB2^1Q_T5B&7^{N4C-pJM5EIEwSy
z@;e#mdCuZH75s}Fz9V6s@B0t?rysj-;5n~*>FznXN9H~+zRuIVkK)`{IsU#Qpr7>v
z9Cq6~_E+V5`rfnm9=&*Io#j41ds&ZpkJb6Sa`!&HN9r73z4tuJe%`P2{v<u%L=XB7
zNnE{W%pUGtEY5X{_mlpA$xj~dkydgZTb3T)!z8!oTkzj7&zrpG=>5f-)SEv)^i0F~
z+k0Hs<nuV=5q_gijtL20<({Y3{3YnApIsY*u%q|W*oXe^hj?zy|2(&cf2)0iKL7Q8
z6}|agwRzY581i|)$a_TI2l5_}_iMbzLyvB+h8)&G-lHK0y-v&L_}*8Ub6Ma=pP#G~
zc{uaG*=Z+n!+js|sKn3nVEsJrA&>i>@>i!^-Xky%xF>gbK6iB=)B8d6ot*N?yD#sa
zJpFyI#yxiT(#g*beK!s~jq{Vw2wX<xc{P9FZ_bsg-J@>*w-B&J%BkOndjwtgUY*;I
zc`W$D`_NoZvlD&X)8&8YzWqqh9h>8hUha4Co5{ZkKJ3swpTDB>!#_0iEB8C`f4^_=
zVXse<-~Z)vFL4--?eckGpHV@VT<#&V!+QC=<nJ#BU<V{!^9%l`=K@$i_Y=tP`941U
z(7giV&vT})n}=L|(oXKx{2}A7dtUfA85a8Uhr6$dyn9r)rylM>(Zl^ExQ~B4_<Bx{
z9zF1D`QvD}XUaD|*D3UKpN2i$U%fN^*0@I3bFJ+T3%dNmxi4JtcfW%@cRwcj;lE9;
z_uQYLhx-qnr@8l7fB)dA#|KQSw6CL6_h0q<2WwRN755L089n9bag!$QI-u`&zktxA
z**6kgIp&)mY^(>hx&)h4wk#y*`pp%Hqeo8}H)8y_6Gqh5Ni%%h;kyp#wA=!1-J|<9
zJ-ThvXPdr#`u6D4t4Fs!-FkKF)@_^ay}I}A(YsIIZF+U@-mOoM-t|)cb%Uk@JJm^8
z|KH$&jlS^!H#Hu8ew}{xKdoH<U%R^chJW9_x6yU-QR7P*)B3%!cKtTB{=b~|lgz$#
zR2$M5d3^2YNmC9VJ*6b_@0Us1HjtwJMp{E6-=Np6r10<V(2&C5`Tvo^*59J=Z|2N<
zS1HMp50(_tiAoaxj`b!D)EH71F&nD!pS@u4z$Q($%$^&p*kvh=JP7y(<@&<;b+FX`
i{jH8}{a;<bZ^rc8-$uT^dho!;-*jtI*Q>sLwEceudSXQY

literal 0
HcmV?d00001

diff --git a/models/tt_transformers/tests/test_accuracy.py b/models/tt_transformers/tests/test_accuracy.py
index 78de89940988..934f53f67399 100644
--- a/models/tt_transformers/tests/test_accuracy.py
+++ b/models/tt_transformers/tests/test_accuracy.py
@@ -245,6 +245,19 @@ def test_tt_model_acc(
             theta=model_args.rope_theta,
             rope_scaling=model_args.rope_scaling,
         )
+
+        if model_args.rope_local_theta is not None:
+            # If local theta is set, use it to compute the local rope matrices
+            rot_mats_local = get_rot_mats(
+                head_dim=model_args.head_dim,
+                device=mesh_device,
+                seq_len=prefill_lens[0],
+                theta=model_args.rope_local_theta,
+                rope_scaling=None,
+            )
+        else:
+            rot_mats_local = None
+
         prefill_input = model_args.prepare_residual_tensor_prefill(
             pt_prefill_input[batch_id],
         )
@@ -252,7 +265,7 @@ def test_tt_model_acc(
         tt_out = tt_model(
             prefill_input,
             current_pos=None,
-            rot_mats=rot_mats_prefill,
+            rot_mats=[rot_mats_prefill, rot_mats_local],
             user_id=batch_id,
             mode="prefill",
             page_table=page_table_tt,
@@ -280,7 +293,7 @@ def test_tt_model_acc(
 
     # Get cos/sin matrices for the current position of each user
     rot_mats = tt_model.rope_setup.get_rot_mats(current_pos)
-
+    rot_mats_local = None if tt_model.rope_setup_local is None else tt_model.rope_setup.get_rot_mats(current_pos)
     # Print table header
     if use_reference_file:
         logger.info(f"{'Progress':<15}{'Correct':<8}{'True':<15}{'Actual':<15}{'Top 5 Predictions':<75}")
@@ -310,7 +323,7 @@ def test_tt_model_acc(
         tt_out = tt_model(
             decode_input,
             current_pos_tensor,
-            rot_mats=rot_mats,
+            rot_mats=[rot_mats, rot_mats_local],
             mode="decode",
             page_table=page_table_tt,
         )
@@ -351,7 +364,9 @@ def test_tt_model_acc(
         # Update rot_mats for next iteration
         current_pos += 1
         rot_mats = tt_model.rope_setup.get_rot_mats(current_pos)
-
+        rot_mats_local = (
+            tt_model.rope_setup_local.get_rot_mats(current_pos) if tt_model.rope_setup_local is not None else None
+        )
         # Modify the accuracy checking section when using reference text
         if not use_reference_file:
             # Get probabilities from model output
diff --git a/tests/scripts/single_card/run_single_card_demo_tests.sh b/tests/scripts/single_card/run_single_card_demo_tests.sh
index 59f6ee8b82df..3bb997dd46f3 100755
--- a/tests/scripts/single_card/run_single_card_demo_tests.sh
+++ b/tests/scripts/single_card/run_single_card_demo_tests.sh
@@ -21,6 +21,14 @@ run_qwen7b_func() {
 
 }
 
+
+run_gemma3_4b_func() {
+
+   HF_MODEL=google/gemma-3-1b-it MESH_DEVICE=N300 pytest -n auto models/tt_transformers/demo/simple_text_demo.py -k performance-ci-1 --timeout 1800
+
+}
+
+
 run_qwen25_vl_func() {
   fail=0