amychensima commited on Nov 3, 2025

Commit

f0052a3

verified ·

1 Parent(s): c3e2475

2.0.0

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

console.log +55 -0
devkit/precision.json +79 -79
devkit/vlm_config.json +1 -0
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token0_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1024_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1152_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1280_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token128_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1408_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1536_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1664_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1792_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1920_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token256_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token384_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token512_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token640_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token768_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token896_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer0_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer10_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer11_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer12_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer13_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer14_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer15_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer16_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer17_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer18_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer19_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer1_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer20_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer21_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer22_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer23_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer24_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer25_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer26_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer27_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer28_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer29_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer2_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer30_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer3_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer4_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer5_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer6_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer7_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer8_stage1_mla.elf +2 -2
elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer9_stage1_mla.elf +2 -2

console.log ADDED Viewed

	@@ -0,0 +1,55 @@

+None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
+None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
+VLM initialization starting ...
+VLM initialization completed.
+>>> Query: Why is the sky blue?
+Assistant: The sky appears blue during the daytime due to a phenomenon called scattering. When sunlight enters Earth's atmosphere, it encounters tiny molecules of gases such as nitrogen and oxygen. These molecules scatter the light in all directions, but they scatter shorter (blue) wavelengths more than longer (red) wavelengths.
+This is known as Rayleigh scattering, named after the British physicist Lord Rayleigh, who first described the phenomenon in the late 19th century. The scattered blue light is then reflected back to our eyes, making the sky appear blue.
+The exact shade of blue can vary depending on several factors, such as:
+1. Atmospheric conditions: The amount of water vapor, dust, and pollutants in the atmosphere can affect the color of the sky.
+2. Time of day: The sky appears more vibrant during the daytime when the sun is overhead.
+3. Location: The color of the sky can differ depending on the location, with coastal areas often having a more intense blue hue due to the scattering of light by water droplets.
+4. Atmospheric conditions at sunrise and sunset: During these times, the sky can take on hues of red, orange, and pink due to the scattering of longer wavelengths.
+In summary, the sky appears blue due to the scattering of sunlight by the tiny molecules in the atmosphere, with shorter wavelengths (blue light) being scattered more than longer wavelengths.
+Number of generated tokens: 274
+TTFT: 0.50s
+TPS: avg=10.34, quantiles=['10.52', '10.34', '10.29', '10.24']
+>>> Query: Summarize
+Assistant: The sky appears blue during the daytime due to a phenomenon called scattering. When sunlight enters Earth's atmosphere, it encounters tiny molecules of gases that scatter shorter (blue) wavelengths more than longer (red) wavelengths, making the sky appear blue. The exact shade of blue can vary depending on atmospheric conditions, time of day, location, and atmospheric conditions at sunrise and sunset.
+Number of generated tokens: 75
+TTFT: 0.36s
+TPS: avg=10.24, quantiles=['10.29', '10.28', '10.25', '10.14']
+>>> Query: Tell me a story based on this
+Assistant: Once upon a time, in a small village nestled between two great mountains, there lived a young girl named Luna. She was a curious and adventurous child, always fascinated by the vast expanse of the sky above her.
+Every day, Luna would gaze up at the blue sky, mesmerized by its beauty. She wondered why the sky was blue, and her parents, though they didn't know the answer, encouraged her to keep exploring.
+One day, Luna's curiosity led her to the wise old man who lived on the outskirts of the village. His name was Orion, and he was known for his vast knowledge of the world and its secrets.
+Orion listened to Luna's question and smiled. "Come with me, little one," he said, and together they walked to a nearby hill overlooking the village.
+As they reached the top, Orion pointed to the sky. "You see, Luna, the sky appears blue because of the way light behaves when it enters our atmosphere."
+Luna's eyes widened with excitement as Orion explained the concept of scattering. "The tiny molecules of gases in the air scatter shorter wavelengths of light, like blue and violet, more than longer wavelengths, like red and orange," he said.
+Orion then took Luna's hand and led her to a nearby pond. "Let's see how this works in action," he said, and together they watched as the sunlight danced across the water.
+As the light passed through the water droplets, it scattered in all directions, casting a shimmering blue glow across the pond. Luna gasped in amazement, and Orion smiled. "You see, Luna, the same principle that makes the sky blue is at work here."
+From that day on, Luna gazed up at the sky with a newfound understanding of its beauty. She knew that the blue hue was not just a simple color, but a result of the intricate dance of light and atmosphere.
+As the sun began to set, casting a warm orange glow across the village, Luna turned to Orion with a question. "Why does the sky change color at sunset?" she asked.
+Orion smiled, and together they watched as the sky transformed into a kaleidoscope of colors. "Ah, little one," he said, "that's a story for another time."
+Number of generated tokens: 463
+TTFT: 0.37s
+TPS: avg=9.89, quantiles=['10.08', '10.03', '9.90', '9.58']
+>>> WARN:starting syslog with prefix MLA-RT
+~MLALogger: logger is closed

devkit/precision.json CHANGED Viewed

@@ -2,397 +2,397 @@
     {
         "part": "group_pre",
         "idx": 0,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 1,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 2,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 3,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 4,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 5,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 6,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 7,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 8,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 9,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 10,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 11,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 12,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 13,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 14,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 15,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 16,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 17,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 18,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 19,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 20,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 21,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 22,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 23,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 24,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 25,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 26,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 27,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 28,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 29,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 30,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_pre",
         "idx": 31,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 0,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 1,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 2,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 3,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 4,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 5,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 6,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 7,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 8,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 9,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 10,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 11,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 12,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 13,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 14,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 15,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 16,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 17,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 18,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 19,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 20,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 21,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 22,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 23,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 24,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 25,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 26,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 27,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 28,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 29,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_post",
         "idx": 30,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 0,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 128,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 256,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 384,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 512,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 640,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 768,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 896,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1024,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1152,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1280,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1408,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1536,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1664,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1792,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "group_cache",
         "idx": 1920,
-        "precision": "A_BF16_W_INT4"
     },
     {
         "part": "single_pre",

     {
         "part": "group_pre",
         "idx": 0,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 1,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 2,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 3,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 4,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 5,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 6,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 7,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 8,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 9,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 10,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 11,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 12,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 13,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 14,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 15,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 16,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 17,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 18,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 19,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 20,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 21,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 22,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 23,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 24,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 25,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 26,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 27,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 28,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 29,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 30,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_pre",
         "idx": 31,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 0,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 1,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 2,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 3,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 4,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 5,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 6,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 7,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 8,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 9,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 10,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 11,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 12,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 13,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 14,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 15,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 16,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 17,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 18,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 19,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 20,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 21,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 22,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 23,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 24,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 25,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 26,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 27,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 28,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 29,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_post",
         "idx": 30,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 0,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 128,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 256,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 384,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 512,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 640,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 768,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 896,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1024,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1152,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1280,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1408,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1536,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1664,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1792,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "group_cache",
         "idx": 1920,
+        "precision": "A_BF16_W_INT8"
     },
     {
         "part": "single_pre",

devkit/vlm_config.json CHANGED Viewed

@@ -58,6 +58,7 @@
     },
     "pipeline_cfg": {
         "system_prompt": null,
         "max_num_tokens": 2048,
         "input_token_group_size": 128,
         "input_token_group_offsets": [

     },
     "pipeline_cfg": {
         "system_prompt": null,
+        "chat_template": null,
         "max_num_tokens": 2048,
         "input_token_group_size": 128,
         "input_token_group_offsets": [

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token0_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0da428be41df538792c8e9b9b83c38356cd5a2c973708ab1be766206d7206098
-size 4255048

 version https://git-lfs.github.com/spec/v1
+oid sha256:ba724aea0dc6a0d8c230c76efbcfaa41a0473b7879affb983b07b8520d382ade
+size 4240008

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1024_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90ee1572fb965f1dcc0ed49c7d3c16572cc4070535d3cb5fa2052aca33ad8c4c
-size 13483800

 version https://git-lfs.github.com/spec/v1
+oid sha256:1569218f4aa8b1b54829891e794ed6efb8c6c16f8f14e9cfd90180a600a049c0
+size 11947200

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1152_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9a640f700e44ce410c56756ddaee15ceb82fb61680c273b6321155ab959dc74
-size 29341048

 version https://git-lfs.github.com/spec/v1
+oid sha256:56a7ba2c87d3e6ab8191f521f00861e0c7d7fde6bb583178d6ae390615f2ec34
+size 14312472

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1280_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff22d8330728f66b6edfdb173ab037b8dc851b359476736840de3b4353ad3930
-size 21418496

 version https://git-lfs.github.com/spec/v1
+oid sha256:bc6dda722a81b358485bcbd0606de93621f8fad22c3c839dc8ea4dc3ba5d0b08
+size 13877000

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token128_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df068020c5fe11de3dba1ec9fc1f8db1e38043191ff46620cf0fa7257df4446
-size 3987872

 version https://git-lfs.github.com/spec/v1
+oid sha256:639cb8f4f49b2f624a815474161645391afad2b2b37271aa7cbcb8895e2625fb
+size 4589520

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1408_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09b0606a97cacda3e4243fbd552d56245e77b950ef56da75bfecc8dbec9d8489
-size 16404624

 version https://git-lfs.github.com/spec/v1
+oid sha256:ad5fb7a926bab94f2e98c3fe2578ec0993be31383be43c6d0fbab61604d80f01
+size 16241328

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1536_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4fd7844d72cbb8c7877598b99784c46c88d3069bc16b72c4f88d5b5573320b4
-size 18398736

 version https://git-lfs.github.com/spec/v1
+oid sha256:abdf6292fb16e77195c88df8851425c3a8173108b60f44c7852b7dd56f34fc7b
+size 17234088

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1664_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c94847d1e1ca8138d679b78bea181fc44e693cce2aaee476e0854f00de301199
-size 25833952

 version https://git-lfs.github.com/spec/v1
+oid sha256:ccc8ff28a433eae845d07efae7b125075bdf5a6ffaaff67092b315c3591c8c33
+size 17028872

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1792_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:729ce713cba06403b16ae9b8649a7b5d88b051103f23cb546f51071a797ecfe8
-size 24244896

 version https://git-lfs.github.com/spec/v1
+oid sha256:2868e8f48e23a3e89b2a98989d46379e5231c924d4bb4d4664ee9d799865b2f9
+size 17311688

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token1920_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5f95bd57f48fdda4fff97fe45e4165982b5c1c5e443d5d8dcd189f44dd1b3fc
-size 22310712

 version https://git-lfs.github.com/spec/v1
+oid sha256:22b42a28516b44612d0ab19ef6a56506f2f9d46807e571225dd99d7790b70db1
+size 18200312

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token256_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bc3b9ecce22eda02ac3fdaf2ead6ed0056c9e7e8969e3576580eaf4fc89dca7
-size 4993840

 version https://git-lfs.github.com/spec/v1
+oid sha256:31b7dfe79de0351c7c30a4e63bd79771906503b748e1fa394e4d058a062278f2
+size 4716480

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token384_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:430db8c450938c88639e0c6947e24396bd24b2d2662904f67abf06eb6260b245
-size 4963368

 version https://git-lfs.github.com/spec/v1
+oid sha256:f6fd90a4b014524f2c87959d24af47113274fb6ed17bda3278a67520382ba3f1
+size 6127904

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token512_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58450c2d9e06413ac4465512d85b15b51e149080dfb856deb6be9715abec5914
-size 10014392

 version https://git-lfs.github.com/spec/v1
+oid sha256:ee6486094acbe67bb973d35f42cdfd1924e63afb964edc0162f1190c07211e93
+size 6492640

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token640_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e02c0658847bdbffb119ffa9edcf525a9968ebb3ca4b65aea41415506a6f6ddb
-size 7789352

 version https://git-lfs.github.com/spec/v1
+oid sha256:8ec78715db445f7ec8e7e606d3ef3bf4849737761a4ef67d767b81f98defc752
+size 7985248

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token768_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22cfb5a63b3a4f29d700c1aef8bf59a2ee4b3ee825ca50d1721e2e2c2b6a20c6
-size 11864064

 version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad480cf617b7f4682bebc93f927e76d41d90963349aa17970c020a72bfae81
+size 10248464

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_cache_token896_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0d084494582fe56742a179cdd6bb1fa826ae1dac3cc1999377f7de9fc797046
-size 11120552

 version https://git-lfs.github.com/spec/v1
+oid sha256:d3fce3702e46becc453470468a054a093fa093cc3e771105912ed02182d7dd5a
+size 10592440

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer0_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7da72b2ab5adea0d304dda998f146c29b3075ae707928193b374013e486faade
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:e315842eccdc74b7fbb5f1ce8bc06b1c0c5401e44f97fbe2c8dfb56b1bb285ce
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer10_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b68f00e396df13cffe42e537caa39836899fb3f8bf9f98dcee3b3070e0429ebb
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:ad2ebf7f0a87eef028f86be600540d59e0a4952692a556bccaf56ca91a910fa9
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer11_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11f8bae450aa3737a4c558939106083f680d45e9e28856a0b2920dc2b858507e
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:af2a4cb461fd6511ab1c1f5a691cf35a0ca36c373879cb45209b3bc1cc799aba
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer12_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02c14644189a39609748d33d3b041088a207340cdb217345f6f9d1ca47a66a52
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:1edcbd564333859df0e8b51d3dc8a9d53c392b8b9852aa89ee36deb8507729f6
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer13_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47d1a4bf8117ed6ac9801c889bcd4b86bfa3a9156f16698199ef66b048f6c5ac
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:c5cc6157e9f5000f9d11911bd4ba5ceab68cfc5140b4475e03ab2aab8dd854dd
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer14_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df3bf4f5fdd9b4eb248aa8e2dfcc009e1ea1f5ee1cc6b9c42fad5a220e343eb3
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:0dea279f174399196635d3fac10591c880c6267b1c730a58d7e6f2a8fddff858
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer15_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa8eb06307af9190edd32d81e682128c33c1c2437c1efad267d5873668f43bd1
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:3bbc0359c7743c37ab43f0bf63cca9149a07d2655222c76acaa6c75751b7de18
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer16_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77cc8781cc0bc3dd605cee8b3f377d7705058acd6c0561954d77617a7d8bb7d6
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:42d9d735385bf2652360201b5b40bd2af6e6a714c7ef3216f6bdc58f347c7cfe
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer17_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:345336bebe0a9d3a1dd56c9194ec49fe5fcbc1196e44e690e621c09b90d27182
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:e524df6b35f3234b67b496d9591b40d3e1348c9243f343f836cf6a432ad061e4
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer18_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bffb38a346c81f055227e20dab1de2d480915f1a6b510062bbd128d3360327a
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:e0699348ee6adf3aac0ea671e3eac87174b38f74df8aaefc3d5a47dfacfefc28
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer19_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cdb744976ee6ac4a1a8560f9fb5713b6cbcb2901aeb937599a510f5e1bda896
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:178334ff3bced4ca56d2ca805c1dbed2f43555d2aa766d1c0a1ece87cb10650f
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer1_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0703e8cc201209ff70167806fc4162e19cb6c5b7760347fe0287c3241a9e1543
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:02ee935528cd9710e2f07c7d54cd8cfa883cf06beaeccab034213ce2e58d1485
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer20_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1ccb64fcb7f4284239c7e2730a8aea9db63dd2f20e1da529f4b4f59e53f12ef
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:27c848bdb3aaa684bfb29ab699114ffbf75951fd3f6e9b9ab95db89a6bf6e0bd
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer21_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e8c9e510063a382af4cba5f01990e30a4a4b557caea4c993d1ad3013481ff6a
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:bf0b23fb7e46e578a5c4c5a9d50cb35c84b25b1eff5d2b03a926db329c741014
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer22_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d3aee798cf2d25edac6e185f5192722969934ee0051e6b7e1b4ea0bd65f19ae
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:25d7e651e0889e96d222d4628bf508c6bc910381245acea656a0151f099e779b
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer23_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07a446e40eda68080c60d13cdd5299a06ed0566ad968b09e9e5ba8a8f209758f
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:5e170461d64f7db87359749749000c1034613f15500b13cc6efcf530a60d2d89
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer24_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c786e343be63da259acba7c459ac04d77513d6bb43968912a2310ce78f9110c2
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:20e6ea89b33b9faa4b437218da41b7a74af481d1e53e3ca7593fbc0c75ee460c
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer25_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cd1d5602bb7311e2becd77027f3abb8996b9449d8997d5a3648ff3de383a585
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:2c705a982d89337463bfcbff4ee1e3607bbca6da1cf3027c628a1e570af68355
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer26_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f166fbc90886169d7c3ebb06e47bbcda60661cf41afe33cdd4bf96e6f899b6f9
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:c3a6c6b82732a869b7a0ce20982c83a29b2fb2aa9251f8d8c913528feed5d123
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer27_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e9a24d2bf7bbfefa87b7c787b7e8346ac4881829f0cb2aab5d55afe4945e918
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:871a1de5a49562ab370dbe7225f88959c847e4b8909a38d86fd197bb4f1bb06b
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer28_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecc934d0e440858032bfbee670cbee69bf1169082eb636051fb9ee0e88a935ff
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:02221bbd4682787b4c2fd7bfc600f185dcde039c8c9e5019b75d2bdfe88c685b
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer29_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f64ff8442d38d2de7c3af1b85f1c6bc1f1b615abfc1a7d6702248eddb26d9e1
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:7f44d6ee168e20084eebbc2a5730110f4003c52b5698e1dfd82a0e8ba6c34350
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer2_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85259ab2c4c75d5a2c795a799c4749e568e9323f58ccb66d2ce6fc7e837c8ddf
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:c3437ae17ea3055a4fbdaccb639a7bad4f852f0738c552cdcaa16a614a04a172
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer30_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b80dd20369707f3e8a32a646be445166d31f9e71921ec9a6847b52a7f15e430
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:b1858757f333a90abeb418c096ee120d18c1a82e622fac22cd8acc240c1fb3d6
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer3_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02e1860b1f97b5d080a7852765f40e6643961b23552f1c14cbb548a1efc9a767
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:ccca12ddc72541aceb809f980a97e4b3e8ed0f375eceaa6cea526f54acac23c0
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer4_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56b35cf456774ca4af39f8e03c8be0b7afe1ce61cfaf06aaa8059c85b7b4bc0e
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:ce5fcb7e7a1465157ee0963cbb56720ef2b996f743540936110b981a631f5dae
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer5_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61846480e3b61a941ddf502bb14fa8064fee4f104367f164b4af917f39ee1e78
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:772a6a0bcebe5c3e483beb71a7186f89251c9fde5d12701e2ed83650c6beb011
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer6_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0585c02cb2a6f55ed1922ebbdf0368971f1a8c21d457d0d1e09b9107bc1b617
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:886ec37d5445ca9b31791d804e9d4daa9bf101ea1802e303efc51e47866c230e
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer7_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca7881c31b977139f8d11eb509deb715150b3191f5882fd7db3734070649d1ad
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:c247cc93ec81f0c3413f2c45e1a9efc0618cb0c160c33bb60c6456f334fbde31
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer8_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0db8e2aea4a2dfba06db80b8a4a4efa53120e7c9baa7133ce57d5305aa37537c
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:643a29cdfb5ac8c51627ebf5ed99516227f78dec1064229a33c2abf43c661349
+size 220746936

elf_files/models--meta-llama--Llama-3.1-8B-Instruct_language_n128_post_layer9_stage1_mla.elf CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd8f941b38e2cad629ed331f00a61a825f0693561465e931cc0604757a9efd4b
-size 367118008

 version https://git-lfs.github.com/spec/v1
+oid sha256:c542a19f7ad2039141f777ecbb19d4f84127cf53468a82bd71ae4e636c5b9212
+size 220746936