nightshift: [1792085371] start v0.90.0 · Apple M5 (m5+) · 16 GB · macOS 26.4 · 4P+6E cores nightshift: [1792085372] serving /Users/samuelcummings/nightshift-m1m4-build/web-bench on http://127.0.0.1:47321/ nightshift: [1792085372] webkit: BackgroundWebContentRunningBoardThrottlingEnabled=false, HiddenPageDOMTimerThrottlingAutoIncreases=false, HiddenPageDOMTimerThrottlingEnabled=false, PageVisibilityBasedProcessSuppressionEnabled=false, WebGPUEnabled=true nightshift: [1792085372] webkit: window occlusion detection off (page stays active behind other windows): true nightshift: [1792085372] cockpit loading (injected scripts removed: true) nightshift: [1792085372] quit gate installed (applicationShouldTerminate:) nightshift: [1792085372] NOTE: NS_MAC_TEST_PARK_AFTER_S=30 — the window will be parked as if closed (test only) nightshift: [1792085375] page: {"bench":{"label":"03-main-16gb","phases":["env","planner","models","panel","admission","api","jobs","cloud"],"seq":0,"t":2877,"type":"start"}} nightshift: [1792085375] page: {"bench":{"phase":"env","seq":1,"t":2878,"type":"phase_start"}} nightshift: [1792085375] page: {"bench":{"boot":{"bench_script_ms":157,"dom_content_loaded_ms":321,"engine_ready_ms":230,"load_event_ms":373,"resources":211,"scripts":175,"shell_mounted_ms":377,"transfer_kb":27},"cached_models":["Llama-3.2-1B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC"],"device_memory":null,"engine":{"cloud_models":50,"device_models":8,"job_kinds":["deliberate","best_of_n","batch","bulk","app_stream"],"lanes":[],"models_in_registry":66},"errors":[],"gpu":{"adapter":true,"api":true,"architecture":"apple","description":"apple","device":"apple","features":["bgra8unorm-storage","core-features-and-limits","depth-clip-control","depth32float-stencil8","float16-renderable","float32-blendable","float32-filterable","float32-renderable","indirect-first-instance","rg11b10ufloat-renderable","shader-f16","texture-compression-astc","texture-compression-astc-sliced-3d","texture-compression-bc","texture-compression-bc-sliced-3d","texture-compression-etc2","texture-formats-tier1","timestamp-query"],"limits":{"maxBufferSize_mb":2048,"maxComputeInvocationsPerWorkgroup":1024,"maxComputeWorkgroupSizeX":1024,"maxComputeWorkgroupStorageSize":32768,"maxStorageBufferBindingSize_mb":2048,"maxStorageBuffersPerShaderStage":44},"vendor":"apple"},"hardware_concurrency":8,"memory":{"free_pct":73,"pressure":"normal","swap_used_bytes":5587664896},"seq":2,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11528},"system":{"arch":"aarch64","chip":"Apple M5","chip_family":"m5+","eff_cores":6,"macos":"26.4","mem_bytes":17179869184,"mem_gb":16,"model":"Mac17,4","perf_cores":4},"t":2920,"tier":{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":2,"panelMb":3000},"type":"env","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)","webllm":{"catalog":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"prebuilt":163,"webgpu":true,"worker_ready_s":0.039}}} nightshift: [1792085375] page: {"bench":{"phase":"env","seconds":0.043,"seq":3,"t":2921,"type":"phase_end"}} nightshift: [1792085375] page: {"bench":{"phase":"planner","seq":4,"t":2925,"type":"phase_start"}} nightshift: [1792085375] page: {"bench":{"rows":[{"budget_mb":2600,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":2600,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"normal","used_mb":0},{"budget_mb":2600,"dropped":2,"keep":1,"mem_gb":8,"panel":"trio_small","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":1,"keep":1,"mem_gb":8,"panel":"duo_3b","pressure":"normal","used_mb":2264},{"budget_mb":2600,"dropped":1,"keep":1,"mem_gb":8,"panel":"phi_plus_small","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":7,"keep":1,"mem_gb":8,"panel":"all_eight","pressure":"normal","used_mb":879},{"budget_mb":1560,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_3b","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":2,"keep":1,"mem_gb":8,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":2,"keep":0,"mem_gb":8,"panel":"duo_3b","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":1,"keep":1,"mem_gb":8,"panel":"phi_plus_small","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":7,"keep":1,"mem_gb":8,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":8,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":8,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":8,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":8,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":6000,"dropped":1,"keep":2,"mem_gb":16,"panel":"trio_small","pressure":"normal","used_mb":2509},{"budget_mb":6000,"dropped":1,"keep":1,"mem_gb":16,"panel":"duo_3b","pressure":"normal","used_mb":2264},{"budget_mb":6000,"dropped":1,"keep":1,"mem_gb":16,"panel":"phi_plus_small","pressure":"normal","used_mb":3672},{"budget_mb":6000,"dropped":6,"keep":2,"mem_gb":16,"panel":"all_eight","pressure":"normal","used_mb":2509},{"budget_mb":3600,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":3600,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_phi","pressure":"warn","used_mb":0},{"budget_mb":3600,"dropped":2,"keep":1,"mem_gb":16,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":1,"keep":1,"mem_gb":16,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":3600,"dropped":1,"keep":1,"mem_gb":16,"panel":"phi_plus_small","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":7,"keep":1,"mem_gb":16,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":16,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":16,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":16,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":16,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":9000,"dropped":0,"keep":3,"mem_gb":24,"panel":"trio_small","pressure":"normal","used_mb":4283},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":24,"panel":"duo_3b","pressure":"normal","used_mb":4768},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":24,"panel":"phi_plus_small","pressure":"normal","used_mb":4551},{"budget_mb":9000,"dropped":5,"keep":3,"mem_gb":24,"panel":"all_eight","pressure":"normal","used_mb":4772},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_phi","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":2,"keep":1,"mem_gb":24,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":24,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":24,"panel":"phi_plus_small","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":7,"keep":1,"mem_gb":24,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":24,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":24,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":24,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":24,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":9000,"dropped":0,"keep":3,"mem_gb":32,"panel":"trio_small","pressure":"normal","used_mb":4283},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":32,"panel":"duo_3b","pressure":"normal","used_mb":4768},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":32,"panel":"phi_plus_small","pressure":"normal","used_mb":4551},{"budget_mb":9000,"dropped":5,"keep":3,"mem_gb":32,"panel":"all_eight","pressure":"normal","used_mb":4772},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_phi","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":2,"keep":1,"mem_gb":32,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":32,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":32,"panel":"phi_plus_small","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":7,"keep":1,"mem_gb":32,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":32,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":32,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":32,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":32,"panel":"all_eight","pressure":"critical","used_mb":0}],"seq":5,"t":2926,"tiers":[{"budgetMb":2600,"label":"8 GB","maxGb":8,"maxModels":1,"panelMb":2600},{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":2,"panelMb":3000},{"budgetMb":9000,"label":"24 GB","maxGb":24,"maxModels":3,"panelMb":6000},{"budgetMb":9000,"label":"32 GB+","maxGb":"inf","maxModels":3,"panelMb":6000}],"type":"planner","vram_mb":{"Llama-3.2-1B-Instruct-q4f16_1-MLC":879.04,"Llama-3.2-3B-Instruct-q4f16_1-MLC":2263.69,"Phi-3.5-mini-instruct-q4f16_1-MLC":3672.07,"Qwen2.5-1.5B-Instruct-q4f16_1-MLC":1629.75,"Qwen2.5-3B-Instruct-q4f16_1-MLC":2504.76,"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC":2504.76,"SmolLM2-1.7B-Instruct-q4f16_1-MLC":1774.19,"gemma-2-2b-it-q4f16_1-MLC":1895.3}}} nightshift: [1792085375] page: {"bench":{"phase":"planner","seconds":0.003,"seq":6,"t":2928,"type":"phase_end"}} nightshift: [1792085375] page: {"bench":{"phase":"models","seq":7,"t":2929,"type":"phase_start"}} nightshift: [1792085380] page: {"boot":{"budget_mb":6000,"errors":[],"gpu":{"adapter":true,"api":true,"f16":true,"max_buffer_mb":2048},"jobs_configured":true,"max_models":2,"models":66,"shell_mounted":true,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11528},"tauri_globals":false,"tier":"16 GB","webllm":{"prebuilt":163,"worker_webgpu":true}}} nightshift: [1792085387] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":8,"t":15116,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085387] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":9,"t":15588,"text":"Loading model from cache[1/22]: 126MB loaded. 18% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085387] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":10,"t":15637,"text":"Loading model from cache[2/22]: 142MB loaded. 21% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":11,"t":15775,"text":"Loading model from cache[4/22]: 201MB loaded. 30% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":12,"t":15949,"text":"Loading model from cache[7/22]: 272MB loaded. 40% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":13,"t":16189,"text":"Loading model from cache[10/22]: 362MB loaded. 54% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":14,"t":16284,"text":"Loading model from cache[12/22]: 402MB loaded. 60% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":15,"t":16533,"text":"Loading model from cache[15/22]: 493MB loaded. 74% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085388] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":16,"t":16636,"text":"Loading model from cache[17/22]: 533MB loaded. 80% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085389] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":17,"t":16900,"text":"Loading model from cache[20/22]: 623MB loaded. 93% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085389] page: {"bench":{"label":"load Llama-3.2-1B-Instruct-q4f16_1-MLC","seq":18,"t":17051,"text":"Loading model from cache[22/22]: 664MB loaded. 100% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085402] window closed — parked (engine keeps running, page stays active) nightshift: [1792085409] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":55.2,"e2e_s":4.878,"prefill_tps":319.5,"prompt_tokens":54,"text":"The history of the bicycle spans over two centuries, with its evolution from the early 19th century draisine to the modern carbon racing bike. The story begins in 1817, when German Baron Karl von Keverich invented the first two-wheeled, hum","ttft_s":0.169,"wall_s":4.879},{"completion_tokens":255,"decode_tps":55.9,"e2e_s":4.848,"prefill_tps":260.9,"prompt_tokens":54,"text":"The history of the bicycle spans over two centuries, with its evolution from the early 19th century draisine to the modern carbon racing bike. The story begins in 1817, when German Baron Karl von Keverich invented the first two-wheeled, hum","ttft_s":0.207,"wall_s":4.854}],"first_call":{"ttft_s":0.289,"wall_s":0.398},"load_s":13.644,"mem_after_load":{"free_pct":47,"pressure":"normal","swap_used_bytes":5570887680},"mem_after_speed":{"free_pct":49,"pressure":"normal","swap_used_bytes":5738790912},"mem_before":{"free_pct":73,"pressure":"normal","swap_used_bytes":5587664896},"model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":29.2,"e2e_s":5.131,"prefill_tps":336.3,"prompt_tokens":1458,"text":"This text appears to be a description of a system or process for running inference jobs, specifically for a task called \"Night","ttft_s":4.335,"wall_s":5.132},{"completion_tokens":23,"decode_tps":53.5,"e2e_s":4.557,"prefill_tps":353.5,"prompt_tokens":1458,"text":"This text appears to be a description of a system or process for running inference jobs, specifically for a task called \"Night","ttft_s":4.125,"wall_s":4.558}],"seq":19,"t":36906,"type":"model_speed","was_cached":true}} nightshift: [1792085409] page: {"bench":{"cat":"math","completion_tokens":1,"decode_tps":62.5,"e2e_s":0.18,"id":"math_mul","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":237.8,"prompt_tokens":39,"seq":20,"t":37094,"text":"391","ttft_s":0.164,"type":"suite","wall_s":0.181}} nightshift: [1792085409] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":60.6,"e2e_s":0.203,"id":"math_add","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":247.1,"prompt_tokens":42,"seq":21,"t":37308,"text":"41042","ttft_s":0.17,"type":"suite","wall_s":0.204}} nightshift: [1792085409] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":62.5,"e2e_s":0.224,"id":"math_pct","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":221.6,"prompt_tokens":39,"seq":22,"t":37537,"text":"3.60","ttft_s":0.176,"type":"suite","wall_s":0.227}} nightshift: [1792085410] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":64.5,"e2e_s":0.213,"id":"math_pow","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":226.5,"prompt_tokens":41,"seq":23,"t":37763,"text":"1024","ttft_s":0.181,"type":"suite","wall_s":0.22}} nightshift: [1792085411] page: {"bench":{"cat":"math","completion_tokens":78,"decode_tps":60.3,"e2e_s":1.571,"id":"gsm_muffins","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":277.6,"prompt_tokens":73,"seq":24,"t":39338,"text":"To find out how many muffins are left, we need to subtract the number of muffins sold from the total number of muffins baked.\n\nNumber of muffins baked = 24 batches x 7 batches = 168 muffins\n\nNumber of muffins sold = 150 muffins\n\nNumber of muffins left = 168 - 150 = 18\n\nAnswer: 18","ttft_s":0.263,"type":"suite","wall_s":1.572}} nightshift: [1792085413] page: {"bench":{"cat":"math","completion_tokens":119,"decode_tps":59.1,"e2e_s":2.274,"id":"gsm_apples","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":284.5,"prompt_tokens":68,"seq":25,"t":41622,"text":"Let's think this through step by step.\n\nLet's say Sara has x apples. Since Tom has 3 times as many apples as Sara, Tom has 3x apples.\n\nTogether, they have 48 apples, so we can write an equation:\n\nx + 3x = 48\n\nCombine like terms:\n\n4x = 48\n\nDivide both sides by 4:\n\nx = 12\n\nSo Sara has 12 apples. Since Tom has 3 times as many apples as Sara, Tom has 3(12) = 36 apples.\n\nAnswer: <36>","ttft_s":0.239,"type":"suite","wall_s":2.279}} nightshift: [1792085416] page: {"bench":{"cat":"math","completion_tokens":143,"decode_tps":58.2,"e2e_s":2.717,"id":"gsm_train","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":348.9,"prompt_tokens":82,"seq":26,"t":44349,"text":"To find the total distance traveled, we need to calculate the distance for each part of the journey and then add them together.\n\nDistance = speed × time\n\nFor the first part of the journey, the train travels at 60 km/h for 2.5 hours. So, the distance traveled is:\n\n60 km/h × 2.5 hours = 150 km\n\nFor the second part of the journey, the train travels at 80 km/h for 1.5 hours. So, the distance traveled is:\n\n80 km/h × 1.5 hours = 120 km\n\nNow, let's add the distances together:\n\n150 km + 120 km = 270 km\n\nAnswer: 270","ttft_s":0.235,"type":"suite","wall_s":2.723}} nightshift: [1792085418] page: {"bench":{"cat":"math","completion_tokens":84,"decode_tps":58.4,"e2e_s":1.692,"id":"gsm_price","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":321,"prompt_tokens":78,"seq":27,"t":46045,"text":"To find the final price, we need to calculate the discounted price first and then add the tax.\n\nThe discounted price is 25% of $40, which is:\n$40 x 0.25 = $10\n\nNow, we add the 10% tax to the discounted price:\n$10 + ($40 x 0.10) = $10 + $4 = $14\n\nAnswer: $14","ttft_s":0.243,"type":"suite","wall_s":1.692}} nightshift: [1792085418] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":62.5,"e2e_s":0.2,"id":"logic_syllogism","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":343.4,"prompt_tokens":57,"seq":28,"t":46248,"text":"No.","ttft_s":0.166,"type":"suite","wall_s":0.2}} nightshift: [1792085418] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":57.1,"e2e_s":0.205,"id":"logic_feathers","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":307.7,"prompt_tokens":52,"seq":29,"t":46457,"text":"Steel.","ttft_s":0.169,"type":"suite","wall_s":0.206}} nightshift: [1792085419] page: {"bench":{"cat":"reasoning","completion_tokens":3,"decode_tps":58.8,"e2e_s":0.227,"id":"logic_daughters","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":331.4,"prompt_tokens":58,"seq":30,"t":46688,"text":"Sophia.","ttft_s":0.175,"type":"suite","wall_s":0.228}} nightshift: [1792085419] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":50,"e2e_s":0.216,"id":"logic_order","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":270.1,"prompt_tokens":47,"seq":31,"t":46912,"text":"Alice.","ttft_s":0.174,"type":"suite","wall_s":0.221}} nightshift: [1792085419] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":58.8,"e2e_s":0.185,"id":"logic_sequence","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":321.4,"prompt_tokens":54,"seq":32,"t":47102,"text":"14","ttft_s":0.168,"type":"suite","wall_s":0.186}} nightshift: [1792085420] page: {"bench":{"cat":"reasoning","completion_tokens":56,"decode_tps":61.5,"e2e_s":1.153,"id":"logic_apples","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":334.8,"prompt_tokens":78,"seq":33,"t":48266,"text":"You start with 3 apples.\n\nYou eat 1, leaving you with 2 apples.\n\nYou buy 4 more, making it 6 apples.\n\nYou give half to a friend, which is 3 apples.\n\nYou're left with 3 apples.\n\nAnswer: 3","ttft_s":0.233,"type":"suite","wall_s":1.153}} nightshift: [1792085420] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":62.5,"e2e_s":0.205,"id":"kn_canberra","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":250,"prompt_tokens":39,"seq":34,"t":48475,"text":"Canberra.","ttft_s":0.156,"type":"suite","wall_s":0.206}} nightshift: [1792085420] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":62.5,"e2e_s":0.175,"id":"kn_gold","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":239,"prompt_tokens":38,"seq":35,"t":48661,"text":"Au","ttft_s":0.159,"type":"suite","wall_s":0.175}} nightshift: [1792085421] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":61.2,"e2e_s":0.213,"id":"kn_austen","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":269.9,"prompt_tokens":44,"seq":36,"t":48886,"text":"Jane Austen","ttft_s":0.163,"type":"suite","wall_s":0.213}} nightshift: [1792085421] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":65.2,"e2e_s":0.211,"id":"kn_jupiter","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":242.4,"prompt_tokens":40,"seq":37,"t":49104,"text":"Jupiter.","ttft_s":0.165,"type":"suite","wall_s":0.215}} nightshift: [1792085421] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":58.8,"e2e_s":0.215,"id":"kn_ww2","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":239.3,"prompt_tokens":39,"seq":38,"t":49323,"text":"1945.","ttft_s":0.163,"type":"suite","wall_s":0.215}} nightshift: [1792085421] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":55.6,"e2e_s":0.181,"id":"kn_boil","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":276.1,"prompt_tokens":45,"seq":39,"t":49508,"text":"212","ttft_s":0.163,"type":"suite","wall_s":0.181}} nightshift: [1792085422] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":61.2,"e2e_s":0.212,"id":"if_banana","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":233.1,"prompt_tokens":38,"seq":40,"t":49724,"text":"BANANA","ttft_s":0.163,"type":"suite","wall_s":0.212}} nightshift: [1792085422] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":58.1,"e2e_s":0.25,"id":"if_colors","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":317.1,"prompt_tokens":52,"seq":41,"t":49987,"text":"red, yellow, blue","ttft_s":0.164,"type":"suite","wall_s":0.251}} nightshift: [1792085422] page: {"bench":{"cat":"instruction","completion_tokens":6,"decode_tps":62.5,"e2e_s":0.255,"id":"if_five_words","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":259.5,"prompt_tokens":41,"seq":42,"t":50254,"text":"The ocean is very vast.","ttft_s":0.158,"type":"suite","wall_s":0.256}} nightshift: [1792085423] page: {"bench":{"cat":"instruction","completion_tokens":19,"decode_tps":62.9,"e2e_s":0.467,"id":"if_json","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":378.9,"prompt_tokens":61,"seq":43,"t":50727,"text":"```\n{\n \"name\": \"Ada\",\n \"age\": 36\n}\n```","ttft_s":0.161,"type":"suite","wall_s":0.469}} nightshift: [1792085423] page: {"bench":{"cat":"instruction","completion_tokens":33,"decode_tps":59,"e2e_s":0.794,"id":"if_extract","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":282.6,"prompt_tokens":65,"seq":44,"t":51532,"text":"Here is the extracted information in a JSON object:\n\n```json\n{\n \"person\": \"Maria Lopez\",\n \"city\": \"Lisbon\"\n}\n```","ttft_s":0.23,"type":"suite","wall_s":0.794}} nightshift: [1792085424] page: {"bench":{"cat":"instruction","completion_tokens":2,"decode_tps":62.5,"e2e_s":0.21,"id":"if_sentiment","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":342.7,"prompt_tokens":61,"seq":45,"t":51753,"text":"Positive.","ttft_s":0.178,"type":"suite","wall_s":0.218}} nightshift: [1792085424] page: {"bench":{"cat":"instruction","completion_tokens":8,"decode_tps":58.4,"e2e_s":0.31,"id":"if_translate","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":239.8,"prompt_tokens":41,"seq":46,"t":52072,"text":"\"Le chat est sur la table.\"","ttft_s":0.171,"type":"suite","wall_s":0.317}} nightshift: [1792085424] page: {"bench":{"cat":"instruction","completion_tokens":16,"decode_tps":56.5,"e2e_s":0.537,"id":"if_summary","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":357.1,"prompt_tokens":90,"seq":47,"t":52615,"text":"Solar panels convert sunlight into electricity using photovoltaic cells, with decreasing costs.","ttft_s":0.252,"type":"suite","wall_s":0.54}} nightshift: [1792085426] page: {"bench":{"cat":"code","completion_tokens":50,"decode_tps":60.3,"e2e_s":1.073,"id":"code_palindrome","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":303.8,"prompt_tokens":72,"seq":48,"t":53700,"text":"```javascript\nfunction isPalindrome(s) {\n s = s.toLowerCase();\n return s.split(' ').filter(Boolean).map(s => s.replace(/[^a-zA-Z0-9]/g, '')).join('') === s;\n}\n```","ttft_s":0.237,"type":"suite","wall_s":1.075}} nightshift: [1792085428] page: {"bench":{"cat":"code","completion_tokens":110,"decode_tps":57.9,"e2e_s":2.163,"id":"code_fizzbuzz","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":400.8,"prompt_tokens":95,"seq":49,"t":55868,"text":"```javascript\nfunction fizzBuzz(n) {\n return Array.from({length: n}, (_, i) => {\n if (i % 3 === 0 && i % 5 === 0) {\n return \"FizzBuzz\";\n } else if (i % 3 === 0) {\n return \"Fizz\";\n } else if (i % 5 === 0) {\n return \"Buzz\";\n } else {\n return i.toString();\n }\n });\n}\n\nconsole.log(fizzBuzz(10));\n```","ttft_s":0.237,"type":"suite","wall_s":2.165}} nightshift: [1792085429] page: {"bench":{"cat":"code","completion_tokens":40,"decode_tps":55.1,"e2e_s":0.969,"id":"code_sumevens","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":272,"prompt_tokens":65,"seq":50,"t":56840,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.filter(num => num % 2 === 0).reduce((a, b) => a + b, 0);\n}\n```","ttft_s":0.239,"type":"suite","wall_s":0.969}} nightshift: [1792085430] page: {"bench":{"cat":"code","completion_tokens":49,"decode_tps":57.8,"e2e_s":1.094,"id":"code_fib","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":329.1,"prompt_tokens":78,"seq":51,"t":57936,"text":"```javascript\nfunction fib(n) {\n if (n <= 1) {\n return n;\n } else {\n return fib(n-1) + fib(n-2);\n }\n}\n\nconsole.log(fib(50));\n```","ttft_s":0.237,"type":"suite","wall_s":1.094}} nightshift: [1792085431] page: {"bench":{"cat":"code","completion_tokens":56,"decode_tps":54.3,"e2e_s":1.272,"id":"code_vowels","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":312,"prompt_tokens":73,"seq":52,"t":59212,"text":"```javascript\nfunction countVowels(s) {\n let vowels = 'aeiouAEIOU';\n return s.toLowerCase().split('').filter(v => vowels.includes(v)).length;\n}\n\nconsole.log(countVowels('Hello World')); // Output: 2\n```","ttft_s":0.234,"type":"suite","wall_s":1.273}} nightshift: [1792085433] page: {"bench":{"cat":"code","completion_tokens":75,"decode_tps":54.5,"e2e_s":1.625,"id":"code_dedupe","model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","prefill_tps":283.3,"prompt_tokens":66,"seq":53,"t":60849,"text":"```javascript\nfunction uniqueSorted(arr) {\n return arr.filter((x, i) => {\n for (let j = i + 1; j < arr.length; j++) {\n if (x === arr[j]) {\n return false;\n }\n }\n return true;\n }).sort((a, b) => a - b);\n}\n```","ttft_s":0.233,"type":"suite","wall_s":1.633}} nightshift: [1792085433] page: {"bench":{"items":34,"model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","seconds":23.941,"seq":54,"t":60854,"type":"suite_done"}} nightshift: [1792085445] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":55,"t":73618,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085446] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":56,"t":74064,"text":"Loading model from cache[1/30]: 112MB loaded. 13% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085446] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":57,"t":74233,"text":"Loading model from cache[4/30]: 183MB loaded. 22% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085446] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":58,"t":74460,"text":"Loading model from cache[7/30]: 259MB loaded. 31% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085446] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":59,"t":74666,"text":"Loading model from cache[10/30]: 334MB loaded. 40% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085447] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":60,"t":74889,"text":"Loading model from cache[14/30]: 434MB loaded. 52% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085447] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":61,"t":75046,"text":"Loading model from cache[17/30]: 510MB loaded. 61% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085447] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":62,"t":75263,"text":"Loading model from cache[20/30]: 585MB loaded. 70% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085447] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":63,"t":75606,"text":"Loading model from cache[24/30]: 686MB loaded. 82% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085448] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":64,"t":75773,"text":"Loading model from cache[27/30]: 761MB loaded. 91% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085448] page: {"bench":{"label":"load Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seq":65,"t":75929,"text":"Loading model from cache[30/30]: 829MB loaded. 100% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792085480] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":34.6,"e2e_s":7.648,"prefill_tps":254.8,"prompt_tokens":53,"text":"The bicycle, a mode of transportation and sport that has evolved significantly over the past two centuries, traces its roots back to the early 19th century. The first significant innovation came in 1817 with Baron Karl von Drais's invention","ttft_s":0.208,"wall_s":7.648},{"completion_tokens":255,"decode_tps":35.7,"e2e_s":7.425,"prefill_tps":256,"prompt_tokens":53,"text":"The bicycle, a mode of transportation and sport that has evolved significantly over the past two centuries, traces its roots back to the early 19th century. The first significant innovation came in 1817 with Baron Karl von Drais's invention","ttft_s":0.207,"wall_s":7.426}],"first_call":{"ttft_s":0.217,"wall_s":0.362},"load_s":14.563,"mem_after_load":{"free_pct":51,"pressure":"normal","swap_used_bytes":5738790912},"mem_after_speed":{"free_pct":53,"pressure":"normal","swap_used_bytes":5730402304},"mem_before":{"free_pct":50,"pressure":"normal","swap_used_bytes":5738790912},"model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":22,"e2e_s":8.355,"prefill_tps":203.5,"prompt_tokens":1487,"text":"The text is about the Nightshift runtime scheduling inference jobs across device and cloud lanes, with each lane being a model with","ttft_s":7.306,"wall_s":8.357},{"completion_tokens":23,"decode_tps":20.9,"e2e_s":8.626,"prefill_tps":197.6,"prompt_tokens":1487,"text":"The text is about the Nightshift runtime scheduling inference jobs across device and cloud lanes, with each lane being a model with","ttft_s":7.525,"wall_s":8.625}],"seq":66,"t":108374,"type":"model_speed","was_cached":true}} nightshift: [1792085480] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":54.5,"e2e_s":0.25,"id":"math_mul","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":185.6,"prompt_tokens":36,"seq":67,"t":108626,"text":"391","ttft_s":0.194,"type":"suite","wall_s":0.25}} nightshift: [1792085481] page: {"bench":{"cat":"math","completion_tokens":6,"decode_tps":47.6,"e2e_s":0.341,"id":"math_add","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":190.7,"prompt_tokens":41,"seq":68,"t":108971,"text":"11,032","ttft_s":0.215,"type":"suite","wall_s":0.344}} nightshift: [1792085481] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":39.2,"e2e_s":0.312,"id":"math_pct","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":141.2,"prompt_tokens":37,"seq":69,"t":109288,"text":"36","ttft_s":0.262,"type":"suite","wall_s":0.315}} nightshift: [1792085482] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":31.5,"e2e_s":0.433,"id":"math_pow","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":121.3,"prompt_tokens":37,"seq":70,"t":109728,"text":"1024","ttft_s":0.305,"type":"suite","wall_s":0.438}} nightshift: [1792085485] page: {"bench":{"cat":"math","completion_tokens":105,"decode_tps":38.7,"e2e_s":3.23,"id":"gsm_muffins","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":142.3,"prompt_tokens":71,"seq":71,"t":112961,"text":"To find out how many muffins are left, first calculate the total number of muffins made. The baker makes 24 muffins per batch and bakes 7 batches, so she makes \\(24 \\times 7 = 168\\) muffins in total.\n\nNext, subtract the number of muffins sold from the total number of muffins made to find out how many are left. So, \\(168 - 150 = 18\\).\n\nAnswer: 18","ttft_s":0.499,"type":"suite","wall_s":3.23}} nightshift: [1792085490] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":37,"e2e_s":5.639,"id":"gsm_apples","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":287,"prompt_tokens":64,"seq":72,"t":118603,"text":"Let's denote the number of apples Sara has as \\( S \\). According to the problem, Tom has 3 times as many apples as Sara. So if Tom has \\( T \\) apples, then \\( T = 3S \\).\n\nThe total number of apples they have together is 48. Therefore, we can write the equation:\n\\[ T + S = 48 \\]\n\nSubstituting \\( T = 3S \\) into the equation gives us:\n\\[ 3S + S = 48 \\]\n\\[ 4S = 48 \\]\n\nTo find \\( S \\), we divide both sides by 4:\n\\[ S = \\frac{48}{4} = 12 \\]\n\nSo Sara has 12 apples. Since Tom has 3 times as many apples as Sara, we calculate Tom's apples as follows:\n\\[ T = 3 \\times 12 = 36 \\]\n\nTherefore, Tom has 3","ttft_s":0.223,"type":"suite","wall_s":5.639}} nightshift: [1792085497] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":34.3,"e2e_s":6.18,"id":"gsm_train","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":240.1,"prompt_tokens":79,"seq":73,"t":124795,"text":"To calculate the total distance traveled by the train, we need to first determine how far it travels during each segment of its journey and then sum those distances.\n\n1. **First Segment:**\n - Speed = 60 km/h\n - Time = 2.5 hours\n\n Distance for the first segment:\n \\[\n \\text{Distance}_1 = \\text{Speed} \\times \\text{Time} = 60 \\, \\text{km/h} \\times 2.5 \\, \\text{hours}\n \\]\n \\[\n \\text{Distance}_1 = 150 \\, \\text{km}\n \\]\n\n2. **Second Segment:**\n - Speed = 80 km/h\n - Time = 1.5 hours\n\n Distance for the second segment:\n \\[\n \\text{Distance}_2 = \\text{Speed} \\times \\text{Time} = ","ttft_s":0.329,"type":"suite","wall_s":6.182}} nightshift: [1792085503] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":33.5,"e2e_s":6.317,"id":"gsm_price","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":234.6,"prompt_tokens":76,"seq":74,"t":131127,"text":"To find the final price of the shirt after a discount and then adding tax, follow these steps:\n\n1. **Calculate the discounted price**:\n The original price is $40.\n A 25% discount means the customer pays only 75% of the original price (since 100% - 25% = 75%).\n\n \\[\n \\text{Discounted Price} = 40 \\times (1 - 0.25) = 40 \\times 0.75\n \\]\n\n \\[\n \\text{Discounted Price} = 30\n \\]\n\n2. **Add the tax to the discounted price**:\n After applying the discount, there's an additional 10% tax on the discounted price.\n\n \\[\n \\text{Tax Amount} = 30 \\times (1 + 0.10)\n \\]\n\n \\[\n \\","ttft_s":0.324,"type":"suite","wall_s":6.319}} nightshift: [1792085503] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":33.9,"e2e_s":0.273,"id":"logic_syllogism","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":244.1,"prompt_tokens":52,"seq":75,"t":131411,"text":"Yes.","ttft_s":0.213,"type":"suite","wall_s":0.273}} nightshift: [1792085504] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":33.3,"e2e_s":0.295,"id":"logic_feathers","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":200.9,"prompt_tokens":47,"seq":76,"t":131710,"text":"feathers","ttft_s":0.234,"type":"suite","wall_s":0.296}} nightshift: [1792085504] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":35.7,"e2e_s":0.27,"id":"logic_daughters","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":219,"prompt_tokens":53,"seq":77,"t":131983,"text":"Mary","ttft_s":0.242,"type":"suite","wall_s":0.27}} nightshift: [1792085504] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":31.2,"e2e_s":0.288,"id":"logic_order","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":163.4,"prompt_tokens":42,"seq":78,"t":132284,"text":"Carol","ttft_s":0.257,"type":"suite","wall_s":0.297}} nightshift: [1792085504] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":31.7,"e2e_s":0.303,"id":"logic_sequence","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":216.7,"prompt_tokens":52,"seq":79,"t":132615,"text":"42","ttft_s":0.24,"type":"suite","wall_s":0.304}} nightshift: [1792085508] page: {"bench":{"cat":"reasoning","completion_tokens":99,"decode_tps":33.9,"e2e_s":3.28,"id":"logic_apples","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":216,"prompt_tokens":73,"seq":80,"t":135921,"text":"You start with 3 apples. After eating one, you have:\n3 - 1 = 2 apples left.\n\nThen you buy 4 more, so now you have:\n2 + 4 = 6 apples.\n\nFinally, you give half of what you have to a friend, which is:\n6 / 2 = 3 apples given away.\n\nSo, after giving some to your friend, you have:\n6 - 3 = 3 apples remaining.\n\nAnswer: <3>","ttft_s":0.338,"type":"suite","wall_s":3.292}} nightshift: [1792085508] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":30.8,"e2e_s":0.279,"id":"kn_canberra","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":160.4,"prompt_tokens":34,"seq":81,"t":136217,"text":"Canberra","ttft_s":0.212,"type":"suite","wall_s":0.292}} nightshift: [1792085508] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":32.3,"e2e_s":0.244,"id":"kn_gold","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":154.9,"prompt_tokens":33,"seq":82,"t":136468,"text":"Au","ttft_s":0.213,"type":"suite","wall_s":0.245}} nightshift: [1792085509] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":32.6,"e2e_s":0.315,"id":"kn_austen","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":174.9,"prompt_tokens":39,"seq":83,"t":136789,"text":"Jane Austen","ttft_s":0.223,"type":"suite","wall_s":0.315}} nightshift: [1792085509] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":32.3,"e2e_s":0.279,"id":"kn_jupiter","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":162,"prompt_tokens":35,"seq":84,"t":137084,"text":"Jupiter","ttft_s":0.216,"type":"suite","wall_s":0.283}} nightshift: [1792085509] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":34.2,"e2e_s":0.349,"id":"kn_ww2","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":146.6,"prompt_tokens":34,"seq":85,"t":137439,"text":"1945","ttft_s":0.232,"type":"suite","wall_s":0.35}} nightshift: [1792085510] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":38,"e2e_s":0.295,"id":"kn_boil","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":184.3,"prompt_tokens":40,"seq":86,"t":137743,"text":"212","ttft_s":0.217,"type":"suite","wall_s":0.296}} nightshift: [1792085510] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":34.9,"e2e_s":0.312,"id":"if_banana","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":147.3,"prompt_tokens":33,"seq":87,"t":138057,"text":"BANANA","ttft_s":0.224,"type":"suite","wall_s":0.311}} nightshift: [1792085510] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":34.5,"e2e_s":0.385,"id":"if_colors","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":195.8,"prompt_tokens":47,"seq":88,"t":138453,"text":"red,yellow,blue","ttft_s":0.24,"type":"suite","wall_s":0.392}} nightshift: [1792085511] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":35.2,"e2e_s":0.375,"id":"if_five_words","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":153.8,"prompt_tokens":36,"seq":89,"t":138832,"text":"The sea stretches endlessly.","ttft_s":0.234,"type":"suite","wall_s":0.376}} nightshift: [1792085511] page: {"bench":{"cat":"instruction","completion_tokens":17,"decode_tps":35.1,"e2e_s":0.718,"id":"if_json","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":243.6,"prompt_tokens":57,"seq":90,"t":139561,"text":"{\n \"name\": \"Ada\",\n \"age\": 36\n}","ttft_s":0.234,"type":"suite","wall_s":0.725}} nightshift: [1792085512] page: {"bench":{"cat":"instruction","completion_tokens":23,"decode_tps":30,"e2e_s":0.984,"id":"if_extract","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":280.4,"prompt_tokens":60,"seq":91,"t":140553,"text":"```json\n{\n \"person\": \"Maria Lopez\",\n \"city\": \"Lisbon\"\n}\n```","ttft_s":0.214,"type":"suite","wall_s":0.984}} nightshift: [1792085513] page: {"bench":{"cat":"instruction","completion_tokens":1,"decode_tps":26.3,"e2e_s":0.231,"id":"if_sentiment","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":288.7,"prompt_tokens":56,"seq":92,"t":140793,"text":"Positive","ttft_s":0.194,"type":"suite","wall_s":0.232}} nightshift: [1792085513] page: {"bench":{"cat":"instruction","completion_tokens":8,"decode_tps":35.4,"e2e_s":0.448,"id":"if_translate","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":164.4,"prompt_tokens":36,"seq":93,"t":141320,"text":"\"Le chat est sur la table.\"","ttft_s":0.219,"type":"suite","wall_s":0.453}} nightshift: [1792085514] page: {"bench":{"cat":"instruction","completion_tokens":22,"decode_tps":29.3,"e2e_s":1.159,"id":"if_summary","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":213.2,"prompt_tokens":87,"seq":94,"t":142503,"text":"Solar panels convert sunlight to electricity, becoming the cheapest new source of power globally despite weather and time-of-use.","ttft_s":0.408,"type":"suite","wall_s":1.175}} nightshift: [1792085517] page: {"bench":{"cat":"code","completion_tokens":68,"decode_tps":33.9,"e2e_s":2.307,"id":"code_palindrome","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":235.9,"prompt_tokens":67,"seq":95,"t":144846,"text":"```javascript\nfunction isPalindrome(s) {\n // Remove non-alphanumeric characters and convert to lowercase\n var cleaned = s.replace(/[^a-z0-9]/gi, '').toLowerCase();\n \n // Check if the cleaned string reads the same forwards and backwards\n return cleaned === cleaned.split('').reverse().join('');\n}\n```","ttft_s":0.284,"type":"suite","wall_s":2.307}} nightshift: [1792085522] page: {"bench":{"cat":"code","completion_tokens":144,"decode_tps":31.4,"e2e_s":4.99,"id":"code_fizzbuzz","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":243.9,"prompt_tokens":90,"seq":96,"t":149846,"text":"```javascript\nfunction fizzbuzz(n) {\n let result = [];\n for (let i = 1; i <= n; i++) {\n if (i % 3 === 0 && i % 5 !== 0) result.push(\"Fizz\");\n else if (i % 5 === 0 && i % 3 !== 0) result.push(\"Buzz\");\n else if (i % 3 === 0 && i % 5 === 0) result.push(\"FizzBuzz\");\n\n // If none of the conditions are met, append the number as a string.\n if (result.length === 0) result.push(i.toString());\n }\n return result;\n}\n```","ttft_s":0.369,"type":"suite","wall_s":4.996}} nightshift: [1792085523] page: {"bench":{"cat":"code","completion_tokens":40,"decode_tps":30.7,"e2e_s":1.534,"id":"code_sumevens","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":279.1,"prompt_tokens":60,"seq":97,"t":151388,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.filter(num => num % 2 === 0).reduce((acc, num) => acc + num, 0);\n}\n```","ttft_s":0.215,"type":"suite","wall_s":1.537}} nightshift: [1792085527] page: {"bench":{"cat":"code","completion_tokens":73,"decode_tps":29.9,"e2e_s":3.437,"id":"code_fib","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":75.4,"prompt_tokens":74,"seq":98,"t":154835,"text":"```javascript\nfunction fib(n) {\n if (n < 2) return n;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let c = a + b;\n a = b;\n b = c;\n }\n return b;\n}\n```","ttft_s":0.981,"type":"suite","wall_s":3.439}} nightshift: [1792085531] page: {"bench":{"cat":"code","completion_tokens":122,"decode_tps":33.2,"e2e_s":4.027,"id":"code_vowels","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":208,"prompt_tokens":68,"seq":99,"t":158870,"text":"```javascript\nfunction countVowels(s) {\n // Define the vowels array\n const vowels = ['a', 'e', 'i', 'o', 'u'];\n \n // Initialize a counter for vowels\n let vowelCount = 0;\n \n // Iterate through each character in the string\n for (let i = 0; i < s.length; i++) {\n // Check if the current character is a vowel\n if (vowels.includes(s[i].toLowerCase())) {\n vowelCount++;\n }\n }\n \n return vowelCount;\n}\n```","ttft_s":0.327,"type":"suite","wall_s":4.032}} nightshift: [1792085532] page: {"bench":{"cat":"code","completion_tokens":29,"decode_tps":33.4,"e2e_s":1.089,"id":"code_dedupe","model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","prefill_tps":282.4,"prompt_tokens":61,"seq":100,"t":159964,"text":"```javascript\nfunction uniqueSorted(arr) {\n return [...new Set(arr)].sort((a, b) => a - b);\n}\n```","ttft_s":0.216,"type":"suite","wall_s":1.089}} nightshift: [1792085532] page: {"bench":{"items":34,"model":"Qwen2.5-1.5B-Instruct-q4f16_1-MLC","seconds":51.599,"seq":101,"t":159975,"type":"suite_done"}} nightshift: [1792085550] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":102,"t":177724,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085550] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":103,"t":178010,"text":"Loading model from cache[3/37]: 96MB loaded. 10% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792085550] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":104,"t":178318,"text":"Loading model from cache[7/37]: 199MB loaded. 21% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792085550] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":105,"t":178645,"text":"Loading model from cache[11/37]: 298MB loaded. 32% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792085551] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":106,"t":178918,"text":"Loading model from cache[14/37]: 370MB loaded. 40% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792085551] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":107,"t":179556,"text":"Loading model from cache[19/37]: 487MB loaded. 52% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792085552] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":108,"t":179734,"text":"Loading model from cache[22/37]: 559MB loaded. 60% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085552] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":109,"t":180080,"text":"Loading model from cache[26/37]: 658MB loaded. 71% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085552] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":110,"t":180228,"text":"Loading model from cache[30/37]: 746MB loaded. 81% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085552] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":111,"t":180502,"text":"Loading model from cache[34/37]: 847MB loaded. 92% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085553] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":112,"t":180714,"text":"Loading model from cache[37/37]: 919MB loaded. 100% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792085585] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":37.9,"e2e_s":7.059,"prefill_tps":232.7,"prompt_tokens":64,"text":"The bicycle, a mode of transportation that has evolved significantly over the centuries, has a rich history that spans over two centuries. The invention of the bicycle is attributed to Baron Karl von Drais, a German engineer, in 1817. His i","ttft_s":0.275,"wall_s":7.06},{"completion_tokens":255,"decode_tps":35.4,"e2e_s":7.583,"prefill_tps":205.8,"prompt_tokens":64,"text":"The bicycle, a mode of transportation that has evolved significantly over the centuries, has a rich history that spans over two centuries. The invention of the bicycle is attributed to Baron Karl von Drais, a German engineer, in 1817. His i","ttft_s":0.311,"wall_s":7.583}],"first_call":{"ttft_s":0.368,"wall_s":0.52},"load_s":20.237,"mem_after_load":{"free_pct":50,"pressure":"normal","swap_used_bytes":5688459264},"mem_after_speed":{"free_pct":49,"pressure":"normal","swap_used_bytes":5671682048},"mem_before":{"free_pct":48,"pressure":"normal","swap_used_bytes":5713625088},"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":38.1,"e2e_s":8.971,"prefill_tps":181.9,"prompt_tokens":1521,"text":"The text above describes the architecture and functionality of the Nightshift runtime, including how it schedules inference jobs, caches weights","ttft_s":8.364,"wall_s":8.977},{"completion_tokens":23,"decode_tps":38,"e2e_s":8.105,"prefill_tps":203,"prompt_tokens":1521,"text":"The text above describes the architecture and functionality of the Nightshift runtime, including how it schedules inference jobs, caches weights","ttft_s":7.491,"wall_s":8.107}],"seq":113,"t":213005,"type":"model_speed","was_cached":true}} nightshift: [1792085585] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":42.3,"e2e_s":0.355,"id":"math_mul","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":167.3,"prompt_tokens":47,"seq":114,"t":213366,"text":"391","ttft_s":0.281,"type":"suite","wall_s":0.357}} nightshift: [1792085586] page: {"bench":{"cat":"math","completion_tokens":5,"decode_tps":38.8,"e2e_s":0.429,"id":"math_add","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":174.5,"prompt_tokens":52,"seq":115,"t":213804,"text":"7,132","ttft_s":0.298,"type":"suite","wall_s":0.429}} nightshift: [1792085586] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":35.7,"e2e_s":0.348,"id":"math_pct","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":164.9,"prompt_tokens":48,"seq":116,"t":214157,"text":"72","ttft_s":0.291,"type":"suite","wall_s":0.348}} nightshift: [1792085587] page: {"bench":{"cat":"math","completion_tokens":15,"decode_tps":37.7,"e2e_s":0.69,"id":"math_pow","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":164.9,"prompt_tokens":48,"seq":117,"t":214853,"text":"2 to the power of 10 is 1024.","ttft_s":0.291,"type":"suite","wall_s":0.691}} nightshift: [1792085587] page: {"bench":{"cat":"math","completion_tokens":6,"decode_tps":40.5,"e2e_s":0.55,"id":"gsm_muffins","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":207,"prompt_tokens":83,"seq":118,"t":215417,"text":"Answer: 100","ttft_s":0.401,"type":"suite","wall_s":0.559}} nightshift: [1792085591] page: {"bench":{"cat":"math","completion_tokens":109,"decode_tps":38.5,"e2e_s":3.28,"id":"gsm_apples","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":178.8,"prompt_tokens":76,"seq":119,"t":218702,"text":"Let's assume Sara has x apples. Then, Tom has 3x apples. Together, they have x + 3x = 4x apples. We know that together they have 48 apples, so 4x = 48. To find x, we divide both sides of the equation by 4: x = 48 / 4 = 12. Therefore, Sara has 12 apples and Tom has 3 * 12 = 36 apples. Answer: 36.","ttft_s":0.425,"type":"suite","wall_s":3.28}} nightshift: [1792085594] page: {"bench":{"cat":"math","completion_tokens":131,"decode_tps":39.6,"e2e_s":3.8,"id":"gsm_train","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":196.5,"prompt_tokens":91,"seq":120,"t":222514,"text":"First, let's calculate the distance each train travels:\n\n1. 60 km/h * 2.5 hours = 150 km (for the first train)\n2. 80 km/h * 1.5 hours = 120 km (for the second train)\n\nNow, let's add these distances to get the total distance:\n\n150 km (first train) + 120 km (second train) = 270 km\n\nSo, the train travels a total of 270 kilometers in total.\n\nAnswer: 270","ttft_s":0.463,"type":"suite","wall_s":3.8}} nightshift: [1792085598] page: {"bench":{"cat":"math","completion_tokens":141,"decode_tps":38.7,"e2e_s":4.096,"id":"gsm_price","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":208,"prompt_tokens":88,"seq":121,"t":226614,"text":"First, let's calculate the discounted price: 25% of $40 is (25/100) * $40 = $10. So, the discounted price is $40 - $10 = $30.\n\nThen, we add the 10% tax: 10% of $30 is (10/100) * $30 = $3. So, the price with tax is $30 + $3 = $33.\n\nFinally, we'll round the final price to the nearest cent: $33.00.\n\nAnswer: $33.00","ttft_s":0.423,"type":"suite","wall_s":4.096}} nightshift: [1792085599] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":36.4,"e2e_s":0.334,"id":"logic_syllogism","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":225.8,"prompt_tokens":63,"seq":122,"t":226952,"text":"Yes.","ttft_s":0.279,"type":"suite","wall_s":0.334}} nightshift: [1792085599] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":38.5,"e2e_s":0.309,"id":"logic_feathers","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":197.9,"prompt_tokens":56,"seq":123,"t":227275,"text":"same","ttft_s":0.283,"type":"suite","wall_s":0.32}} nightshift: [1792085599] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":40,"e2e_s":0.351,"id":"logic_daughters","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":212.6,"prompt_tokens":64,"seq":124,"t":227640,"text":"Nono","ttft_s":0.301,"type":"suite","wall_s":0.359}} nightshift: [1792085600] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":40,"e2e_s":0.311,"id":"logic_order","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":185.3,"prompt_tokens":53,"seq":125,"t":227954,"text":"Bob","ttft_s":0.286,"type":"suite","wall_s":0.311}} nightshift: [1792085600] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":41.7,"e2e_s":0.336,"id":"logic_sequence","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":218.8,"prompt_tokens":63,"seq":126,"t":228294,"text":"33","ttft_s":0.288,"type":"suite","wall_s":0.337}} nightshift: [1792085601] page: {"bench":{"cat":"reasoning","completion_tokens":13,"decode_tps":41.7,"e2e_s":0.715,"id":"logic_apples","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":212,"prompt_tokens":85,"seq":127,"t":229013,"text":"You have 2 apples now.\n\nAnswer: 2","ttft_s":0.401,"type":"suite","wall_s":0.716}} nightshift: [1792085601] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":31.7,"e2e_s":0.382,"id":"kn_canberra","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":175.8,"prompt_tokens":45,"seq":128,"t":229409,"text":"Sydney.","ttft_s":0.256,"type":"suite","wall_s":0.382}} nightshift: [1792085602] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":40,"e2e_s":0.282,"id":"kn_gold","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":171.9,"prompt_tokens":44,"seq":129,"t":229706,"text":"A","ttft_s":0.256,"type":"suite","wall_s":0.282}} nightshift: [1792085602] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":34.9,"e2e_s":0.351,"id":"kn_austen","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":185.6,"prompt_tokens":49,"seq":130,"t":230088,"text":"Jane Austen.","ttft_s":0.264,"type":"suite","wall_s":0.362}} nightshift: [1792085602] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":35.1,"e2e_s":0.32,"id":"kn_jupiter","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":174.9,"prompt_tokens":46,"seq":131,"t":230426,"text":"Jupiter","ttft_s":0.263,"type":"suite","wall_s":0.32}} nightshift: [1792085603] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":40.4,"e2e_s":0.368,"id":"kn_ww2","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":167.9,"prompt_tokens":45,"seq":132,"t":230798,"text":"1945","ttft_s":0.268,"type":"suite","wall_s":0.369}} nightshift: [1792085603] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":42.3,"e2e_s":0.347,"id":"kn_boil","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":185.5,"prompt_tokens":51,"seq":133,"t":231153,"text":"100","ttft_s":0.275,"type":"suite","wall_s":0.353}} nightshift: [1792085603] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":43.5,"e2e_s":0.346,"id":"if_banana","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":166.7,"prompt_tokens":46,"seq":134,"t":231502,"text":"BANANA","ttft_s":0.276,"type":"suite","wall_s":0.346}} nightshift: [1792085604] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":41,"e2e_s":0.402,"id":"if_colors","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":214.3,"prompt_tokens":60,"seq":135,"t":231922,"text":"red, yellow, blue","ttft_s":0.28,"type":"suite","wall_s":0.409}} nightshift: [1792085604] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":41.4,"e2e_s":0.437,"id":"if_five_words","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":176,"prompt_tokens":47,"seq":136,"t":232372,"text":"The waves crash against the shore.","ttft_s":0.267,"type":"suite","wall_s":0.445}} nightshift: [1792085605] page: {"bench":{"cat":"instruction","completion_tokens":18,"decode_tps":39.9,"e2e_s":0.846,"id":"if_json","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":176.5,"prompt_tokens":69,"seq":137,"t":233221,"text":"{\n \"name\": \"Ada\",\n \"age\": 36\n}","ttft_s":0.391,"type":"suite","wall_s":0.846}} nightshift: [1792085606] page: {"bench":{"cat":"instruction","completion_tokens":20,"decode_tps":39.4,"e2e_s":0.905,"id":"if_extract","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":180.9,"prompt_tokens":72,"seq":138,"t":234131,"text":"{\n \"person\": \"Maria Lopez\",\n \"city\": \"Lisbon\"\n}","ttft_s":0.398,"type":"suite","wall_s":0.906}} nightshift: [1792085606] page: {"bench":{"cat":"instruction","completion_tokens":1,"decode_tps":35.7,"e2e_s":0.439,"id":"if_sentiment","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":163,"prompt_tokens":67,"seq":139,"t":234574,"text":"positive","ttft_s":0.411,"type":"suite","wall_s":0.44}} nightshift: [1792085607] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":37.8,"e2e_s":0.472,"id":"if_translate","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":167.8,"prompt_tokens":48,"seq":140,"t":235050,"text":"Le chat est sur la table.","ttft_s":0.286,"type":"suite","wall_s":0.472}} nightshift: [1792085608] page: {"bench":{"cat":"instruction","completion_tokens":46,"decode_tps":40.2,"e2e_s":1.564,"id":"if_summary","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":233,"prompt_tokens":96,"seq":141,"t":236629,"text":"Solar panels convert sunlight into electricity using photovoltaic cells, decreasing in cost by 90% over the last decade, making solar the cheapest source of new electricity in many countries, but output still dependent on weather and time of day.","ttft_s":0.412,"type":"suite","wall_s":1.566}} nightshift: [1792085610] page: {"bench":{"cat":"code","completion_tokens":61,"decode_tps":37.9,"e2e_s":2.021,"id":"code_palindrome","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":218,"prompt_tokens":87,"seq":142,"t":238657,"text":"```javascript\nfunction isPalindrome(s) {\n s = s.replace(/[^a-zA-Z0-9]/g, '').toLowerCase();\n return s === s.split('').reverse().join('');\n}\n```","ttft_s":0.399,"type":"suite","wall_s":2.024}} nightshift: [1792085614] page: {"bench":{"cat":"code","completion_tokens":104,"decode_tps":30.4,"e2e_s":3.967,"id":"code_fizzbuzz","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":212.6,"prompt_tokens":111,"seq":143,"t":242632,"text":"```javascript\nfunction fizzbuzz(n) {\n return Array(n).fill(0).map((_, i) => {\n let result = \"\";\n if (i % 3 === 0) result += \"Fizz\";\n if (i % 5 === 0) result += \"Buzz\";\n return result || i.toString();\n });\n}\n\nconsole.log(fizzbuzz(15));\n```","ttft_s":0.522,"type":"suite","wall_s":3.971}} nightshift: [1792085618] page: {"bench":{"cat":"code","completion_tokens":123,"decode_tps":39,"e2e_s":3.533,"id":"code_sumevens","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":210.7,"prompt_tokens":75,"seq":144,"t":246171,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.filter(num => num % 2 === 0).reduce((sum, num) => sum + num, 0);\n}\n\n// Example usage:\nconst numbers = [1, 2, 3, 4, 5, 6];\nconsole.log(sumEvens(numbers)); // Output: 16 (sum of even numbers: 2 + 4 + 6 = 12, then add 0 for the empty array)\n```","ttft_s":0.356,"type":"suite","wall_s":3.534}} nightshift: [1792085621] page: {"bench":{"cat":"code","completion_tokens":103,"decode_tps":39.3,"e2e_s":3.062,"id":"code_fib","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":213.6,"prompt_tokens":91,"seq":145,"t":249244,"text":"```javascript\nfunction fib(n) {\n if (n <= 1) return n;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a;\n a = b;\n b = temp + b;\n }\n return b;\n}\n\n// Example usage:\nconsole.log(fib(10)); // Output: 55\n```","ttft_s":0.426,"type":"suite","wall_s":3.069}} nightshift: [1792085623] page: {"bench":{"cat":"code","completion_tokens":41,"decode_tps":38.8,"e2e_s":1.518,"id":"code_vowels","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":182.4,"prompt_tokens":83,"seq":146,"t":250766,"text":"```javascript\nfunction countVowels(s) {\n return (s.toLowerCase().replace(/[^aeiou]/g, '')).length;\n}\n```","ttft_s":0.455,"type":"suite","wall_s":1.518}} nightshift: [1792085632] page: {"bench":{"cat":"code","completion_tokens":319,"decode_tps":37.8,"e2e_s":8.907,"id":"code_dedupe","model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill_tps":199,"prompt_tokens":77,"seq":147,"t":259694,"text":"```javascript\nfunction uniqueSorted(arr) {\n return [...new Map(arr).values()].sort((a, b) => a - b);\n}\n\nconst result = uniqueSorted([4, 2, 9, 6, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, 2, 6, 9, 5, 1, 8, 3, 7, 4, ","ttft_s":0.387,"type":"suite","wall_s":8.907}} nightshift: [1792085632] page: {"bench":{"items":34,"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","seconds":46.701,"seq":148,"t":259710,"type":"suite_done"}} nightshift: [1792085651] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":149,"t":279241,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085652] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":150,"t":280331,"text":"Loading model from cache[1/42]: 282MB loaded. 20% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792085653] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":151,"t":280704,"text":"Loading model from cache[6/42]: 432MB loaded. 30% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085653] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":152,"t":281065,"text":"Loading model from cache[11/42]: 568MB loaded. 40% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085653] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":153,"t":281482,"text":"Loading model from cache[16/42]: 703MB loaded. 50% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792085654] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":154,"t":281931,"text":"Loading model from cache[21/42]: 850MB loaded. 60% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792085654] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":155,"t":282329,"text":"Loading model from cache[26/42]: 985MB loaded. 70% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792085655] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":156,"t":282727,"text":"Loading model from cache[31/42]: 1131MB loaded. 80% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792085655] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":157,"t":283098,"text":"Loading model from cache[36/42]: 1267MB loaded. 90% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792085655] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":158,"t":283524,"text":"Loading model from cache[42/42]: 1403MB loaded. 100% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792085702] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":23.9,"e2e_s":11.107,"prefill_tps":119.3,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple machine, has revolutionized transportation and leisure activities throughout history. Its journey from a rudimentary contraption to the sleek, high-tech marvel w","ttft_s":0.352,"wall_s":11.107},{"completion_tokens":255,"decode_tps":24.2,"e2e_s":11.016,"prefill_tps":117.3,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple machine, has revolutionized transportation and leisure activities throughout history. Its journey from a rudimentary contraption to the sleek, high-tech marvel w","ttft_s":0.358,"wall_s":11.017}],"first_call":{"ttft_s":0.438,"wall_s":0.67},"load_s":23.313,"mem_after_load":{"free_pct":47,"pressure":"normal","swap_used_bytes":5629739008},"mem_after_speed":{"free_pct":40,"pressure":"normal","swap_used_bytes":5604573184},"mem_before":{"free_pct":47,"pressure":"normal","swap_used_bytes":5646516224},"model":"gemma-2-2b-it-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":17.9,"e2e_s":11.4,"prefill_tps":147.3,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for inference jobs, emphasizing its use of device and cloud lanes","ttft_s":10.112,"wall_s":11.409},{"completion_tokens":23,"decode_tps":18.4,"e2e_s":11.968,"prefill_tps":139.1,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for running inference jobs across device and cloud lanes. \n","ttft_s":10.713,"wall_s":11.969}],"seq":159,"t":329742,"type":"model_speed","was_cached":true}} nightshift: [1792085702] page: {"bench":{"cat":"math","completion_tokens":5,"decode_tps":26.7,"e2e_s":0.372,"id":"math_mul","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":143.6,"prompt_tokens":26,"seq":160,"t":330122,"text":"391 \n","ttft_s":0.181,"type":"suite","wall_s":0.374}} nightshift: [1792085703] page: {"bench":{"cat":"math","completion_tokens":8,"decode_tps":26.8,"e2e_s":0.528,"id":"math_add","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":137.2,"prompt_tokens":31,"seq":161,"t":330686,"text":"11,132 \n","ttft_s":0.226,"type":"suite","wall_s":0.53}} nightshift: [1792085703] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":25.8,"e2e_s":0.353,"id":"math_pct","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":137.1,"prompt_tokens":27,"seq":162,"t":331047,"text":"36 \n","ttft_s":0.197,"type":"suite","wall_s":0.354}} nightshift: [1792085703] page: {"bench":{"cat":"math","completion_tokens":6,"decode_tps":26.1,"e2e_s":0.425,"id":"math_pow","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":139.9,"prompt_tokens":27,"seq":163,"t":331484,"text":"1024 \n","ttft_s":0.193,"type":"suite","wall_s":0.428}} nightshift: [1792085706] page: {"bench":{"cat":"math","completion_tokens":66,"decode_tps":25.2,"e2e_s":3.007,"id":"gsm_muffins","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":159,"prompt_tokens":59,"seq":164,"t":334500,"text":"Here's how to solve the problem:\n\n* **Calculate total muffins baked:** 7 batches * 24 muffins/batch = 168 muffins\n* **Calculate muffins left:** 168 muffins - 150 muffins = 18 muffins\n\n**Answer: 18** \n","ttft_s":0.371,"type":"suite","wall_s":3.012}} nightshift: [1792085713] page: {"bench":{"cat":"math","completion_tokens":155,"decode_tps":24.6,"e2e_s":6.706,"id":"gsm_apples","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":151.9,"prompt_tokens":55,"seq":165,"t":341214,"text":"Here's how to solve this problem:\n\n* **Let's use variables:**\n * Let 'x' be the number of apples Sara has.\n * Tom has 3 times that amount, so Tom has 3x apples.\n\n* **Set up an equation:**\n * Together they have 48 apples: x + 3x = 48\n\n* **Solve for x:**\n * Combine like terms: 4x = 48\n * Divide both sides by 4: x = 12\n\n* **Find Tom's apples:**\n * Tom has 3x = 3 * 12 = 36 apples\n\n**Answer: 36** \n","ttft_s":0.362,"type":"suite","wall_s":6.709}} nightshift: [1792085718] page: {"bench":{"cat":"math","completion_tokens":121,"decode_tps":25.8,"e2e_s":5.262,"id":"gsm_train","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":125.2,"prompt_tokens":70,"seq":166,"t":346484,"text":"Here's how to solve this:\n\n* **Step 1:** Calculate distance for the first part of the journey: 60 km/h * 2.5 h = 150 km\n* **Step 2:** Calculate distance for the second part of the journey: 80 km/h * 1.5 h = 120 km\n* **Step 3:** Add the distances from both parts: 150 km + 120 km = 270 km\n\n**Answer: 270** \n","ttft_s":0.559,"type":"suite","wall_s":5.267}} nightshift: [1792085723] page: {"bench":{"cat":"math","completion_tokens":113,"decode_tps":26.1,"e2e_s":4.87,"id":"gsm_price","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":128.8,"prompt_tokens":67,"seq":167,"t":351364,"text":"Here's how to solve this:\n\n* **Discount:** 25% of $40 is (25/100) * $40 = $10.\n* **Discounted price:** $40 - $10 = $30\n* **Tax:** 10% of $30 is (10/100) * $30 = $3.\n* **Final price:** $30 + $3 = $33\n\n**Answer: 33** \n","ttft_s":0.52,"type":"suite","wall_s":4.874}} nightshift: [1792085724] page: {"bench":{"cat":"reasoning","completion_tokens":4,"decode_tps":31,"e2e_s":0.441,"id":"logic_syllogism","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":134.6,"prompt_tokens":42,"seq":168,"t":351817,"text":"Yes. \n","ttft_s":0.312,"type":"suite","wall_s":0.45}} nightshift: [1792085724] page: {"bench":{"cat":"reasoning","completion_tokens":3,"decode_tps":29.1,"e2e_s":0.439,"id":"logic_feathers","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":105.1,"prompt_tokens":35,"seq":169,"t":352264,"text":"Same \n","ttft_s":0.333,"type":"suite","wall_s":0.444}} nightshift: [1792085725] page: {"bench":{"cat":"reasoning","completion_tokens":3,"decode_tps":29.4,"e2e_s":0.45,"id":"logic_daughters","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":124.3,"prompt_tokens":43,"seq":170,"t":352718,"text":"Mary \n","ttft_s":0.346,"type":"suite","wall_s":0.451}} nightshift: [1792085725] page: {"bench":{"cat":"reasoning","completion_tokens":3,"decode_tps":30.9,"e2e_s":0.438,"id":"logic_order","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":94.4,"prompt_tokens":32,"seq":171,"t":353164,"text":"Alice \n","ttft_s":0.339,"type":"suite","wall_s":0.444}} nightshift: [1792085725] page: {"bench":{"cat":"reasoning","completion_tokens":4,"decode_tps":30.8,"e2e_s":0.488,"id":"logic_sequence","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":118,"prompt_tokens":42,"seq":172,"t":353662,"text":"42 \n","ttft_s":0.356,"type":"suite","wall_s":0.495}} nightshift: [1792085729] page: {"bench":{"cat":"reasoning","completion_tokens":86,"decode_tps":27.7,"e2e_s":3.661,"id":"logic_apples","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":117.4,"prompt_tokens":64,"seq":173,"t":357327,"text":"Here's how to solve the problem step-by-step:\n\n* **Start:** 3 apples\n* **Eat one:** 3 - 1 = 2 apples\n* **Buy more:** 2 + 4 = 6 apples\n* **Give half to a friend:** 6 / 2 = 3 apples\n* **Final amount:** 3 apples\n\nAnswer: 3 \n","ttft_s":0.545,"type":"suite","wall_s":3.661}} nightshift: [1792085729] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":29.2,"e2e_s":0.331,"id":"kn_canberra","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":124.4,"prompt_tokens":24,"seq":174,"t":357662,"text":"Canberra \n","ttft_s":0.193,"type":"suite","wall_s":0.332}} nightshift: [1792085730] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":28.3,"e2e_s":0.293,"id":"kn_gold","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":123,"prompt_tokens":23,"seq":175,"t":357967,"text":"Au \n","ttft_s":0.187,"type":"suite","wall_s":0.294}} nightshift: [1792085730] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":28.2,"e2e_s":0.333,"id":"kn_austen","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":141.4,"prompt_tokens":27,"seq":176,"t":358313,"text":"Jane Austen \n","ttft_s":0.191,"type":"suite","wall_s":0.335}} nightshift: [1792085730] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":28.6,"e2e_s":0.291,"id":"kn_jupiter","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":135.1,"prompt_tokens":25,"seq":177,"t":358608,"text":"Jupiter \n","ttft_s":0.185,"type":"suite","wall_s":0.291}} nightshift: [1792085731] page: {"bench":{"cat":"knowledge","completion_tokens":6,"decode_tps":17.3,"e2e_s":0.53,"id":"kn_ww2","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":131.9,"prompt_tokens":24,"seq":178,"t":359143,"text":"1945 \n","ttft_s":0.182,"type":"suite","wall_s":0.531}} nightshift: [1792085731] page: {"bench":{"cat":"knowledge","completion_tokens":5,"decode_tps":32.5,"e2e_s":0.316,"id":"kn_boil","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":185.2,"prompt_tokens":30,"seq":179,"t":359467,"text":"212 \n","ttft_s":0.162,"type":"suite","wall_s":0.316}} nightshift: [1792085732] page: {"bench":{"cat":"instruction","completion_tokens":4,"decode_tps":30.1,"e2e_s":0.314,"id":"if_banana","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":122.2,"prompt_tokens":22,"seq":180,"t":359786,"text":"BANANA \n","ttft_s":0.18,"type":"suite","wall_s":0.315}} nightshift: [1792085732] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":28.6,"e2e_s":0.622,"id":"if_colors","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":102.2,"prompt_tokens":38,"seq":181,"t":360429,"text":"red,yellow,blue \n","ttft_s":0.372,"type":"suite","wall_s":0.627}} nightshift: [1792085733] page: {"bench":{"cat":"instruction","completion_tokens":11,"decode_tps":28.6,"e2e_s":0.568,"id":"if_five_words","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":143.6,"prompt_tokens":26,"seq":182,"t":361030,"text":"The vast ocean waves crash against the shore. \n","ttft_s":0.181,"type":"suite","wall_s":0.578}} nightshift: [1792085734] page: {"bench":{"cat":"instruction","completion_tokens":18,"decode_tps":27.9,"e2e_s":0.98,"id":"if_json","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":142,"prompt_tokens":47,"seq":183,"t":362018,"text":"```json\n{\"name\": \"Ada\", \"age\": 36}\n```","ttft_s":0.331,"type":"suite","wall_s":0.981}} nightshift: [1792085735] page: {"bench":{"cat":"instruction","completion_tokens":19,"decode_tps":28.1,"e2e_s":1.022,"id":"if_extract","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":143.3,"prompt_tokens":49,"seq":184,"t":363044,"text":"```json\n{\"person\": \"Maria Lopez\", \"city\": \"Lisbon\"}\n```","ttft_s":0.342,"type":"suite","wall_s":1.022}} nightshift: [1792085735] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":27.8,"e2e_s":0.455,"id":"if_sentiment","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":130.4,"prompt_tokens":45,"seq":185,"t":363507,"text":"Positive \n","ttft_s":0.345,"type":"suite","wall_s":0.459}} nightshift: [1792085736] page: {"bench":{"cat":"instruction","completion_tokens":9,"decode_tps":27.7,"e2e_s":0.521,"id":"if_translate","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":134,"prompt_tokens":26,"seq":186,"t":364031,"text":"Le chat est sur la table. \n","ttft_s":0.194,"type":"suite","wall_s":0.521}} nightshift: [1792085737] page: {"bench":{"cat":"instruction","completion_tokens":24,"decode_tps":24.3,"e2e_s":1.497,"id":"if_summary","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":146.2,"prompt_tokens":74,"seq":187,"t":365539,"text":"Solar panels are now the cheapest source of new electricity due to falling costs, but output is weather-dependent. \n","ttft_s":0.506,"type":"suite","wall_s":1.504}} nightshift: [1792085751] page: {"bench":{"cat":"code","completion_tokens":319,"decode_tps":25.1,"e2e_s":13.164,"id":"code_palindrome","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":174,"prompt_tokens":59,"seq":188,"t":378707,"text":"```javascript\nfunction isPalindrome(s) {\n const cleanString = s.replace(/[^a-zA-Z0-9]/gi, \"\").toLowerCase();\n return cleanString === cleanString.split('').reverse().join('');\n}\n```\n\n**Explanation:**\n\n1. **`function isPalindrome(s)`:** Defines a function named `isPalindrome` that takes a string `s` as input.\n2. **`const cleanString = s.replace(/[^a-zA-Z0-9]/gi, \"\").toLowerCase();`:**\n - `s.replace(/[^a-zA-Z0-9]/gi, \"\")`: This part uses a regular expression to remove all characters that are not alphanumeric (letters and numbers) from the string. \n - `.toLowerCase()`: Converts the cleaned string to lowercase to ensure case-insensitivity.\n3. **`return cleanString === cleanString.split('').reverse().join('');`:**\n - `cleanString.split('')`: Splits the cleaned string into an array of individual characters.\n - `.reverse()`: Reverses the order of the characters in the array.\n - `.join('')`: Joins the reversed characters back into a string.\n - `cleanString === ...`: Compares the original cleaned string with the reversed string. If they are the same, the function returns `true` (palindrome), otherwise `false`.\n\n\nLet me know if you'd like to see an example of how to use this","ttft_s":0.339,"type":"suite","wall_s":13.164}} nightshift: [1792085757] page: {"bench":{"cat":"code","completion_tokens":141,"decode_tps":24.2,"e2e_s":6.373,"id":"code_fizzbuzz","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":157,"prompt_tokens":81,"seq":189,"t":385086,"text":"```javascript\nfunction fizzbuzz(n) {\n const result = [];\n for (let i = 1; i <= n; i++) {\n if (i % 3 === 0 && i % 5 === 0) {\n result.push(\"FizzBuzz\");\n } else if (i % 3 === 0) {\n result.push(\"Fizz\");\n } else if (i % 5 === 0) {\n result.push(\"Buzz\");\n } else {\n result.push(i.toString());\n }\n }\n return result;\n}\n``` \n","ttft_s":0.516,"type":"suite","wall_s":6.374}} nightshift: [1792085760] page: {"bench":{"cat":"code","completion_tokens":79,"decode_tps":27.1,"e2e_s":3.265,"id":"code_sumevens","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":152.2,"prompt_tokens":51,"seq":190,"t":388354,"text":"```javascript\nfunction sumEvens(arr) {\n let sum = 0;\n for (let i = 0; i < arr.length; i++) {\n if (arr[i] % 2 === 0) {\n sum += arr[i];\n }\n }\n return sum;\n}\n``` \n","ttft_s":0.335,"type":"suite","wall_s":3.265}} nightshift: [1792085773] page: {"bench":{"cat":"code","completion_tokens":319,"decode_tps":26,"e2e_s":12.896,"id":"code_fib","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":127.2,"prompt_tokens":65,"seq":191,"t":401256,"text":"```javascript\nfunction fib(n) {\n if (n <= 1) {\n return n;\n }\n return fib(n - 1) + fib(n - 2);\n}\n\n// Example usage\nconsole.log(fib(0)); // Output: 0\nconsole.log(fib(1)); // Output: 1\nconsole.log(fib(2)); // Output: 1\nconsole.log(fib(3)); // Output: 2\nconsole.log(fib(4)); // Output: 3\nconsole.log(fib(5)); // Output: 5\nconsole.log(fib(6)); // Output: 8\n``` \n\n\n**Explanation:**\n\n* **Base Cases:** The function first checks for the base cases:\n - `if (n <= 1) { return n; }` \n - If `n` is 0 or 1, the Fibonacci number is simply `n` itself.\n\n* **Recursive Calculation:**\n - `return fib(n - 1) + fib(n - 2);`\n - This is the core of the recursion. It calculates the nth Fibonacci number by recursively calling the `fib` function for the previous two numbers (`n-1` and `n-2`) and adding them together.\n\n**Efficiency:**\n\nThis recursive solution is simple to understand but can become inefficient for larger values of `n` due to repeated calculations. For larger values of `n","ttft_s":0.511,"type":"suite","wall_s":12.898}} nightshift: [1792085786] page: {"bench":{"cat":"code","completion_tokens":319,"decode_tps":26.4,"e2e_s":12.524,"id":"code_vowels","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":174.7,"prompt_tokens":58,"seq":192,"t":413788,"text":"```javascript\nfunction countVowels(s) {\n let count = 0;\n const vowels = 'aeiouAEIOU';\n for (let i = 0; i < s.length; i++) {\n if (vowels.includes(s[i])) {\n count++;\n }\n }\n return count;\n}\n``` \n\n\n**Explanation:**\n\n1. **Function Definition:**\n - `function countVowels(s)`: This line defines a function named `countVowels` that takes a string `s` as input.\n\n2. **Initialization:**\n - `let count = 0;`: A variable `count` is initialized to 0 to store the number of vowels.\n\n3. **Vowel Set:**\n - `const vowels = 'aeiouAEIOU';`: This line defines a constant string `vowels` containing all lowercase and uppercase vowels.\n\n4. **Looping through the String:**\n - `for (let i = 0; i < s.length; i++) { ... }`: This loop iterates through each character of the input string `s`.\n\n5. **Checking for Vowels:**\n - `if (vowels.includes(s[i])) { ... }`: Inside the loop, we check if the current character `s[i]` is present in the `vowels` string using the `includes()` method. \n - If it is a vowel, the","ttft_s":0.332,"type":"suite","wall_s":12.527}} nightshift: [1792085795] page: {"bench":{"cat":"code","completion_tokens":237,"decode_tps":27.3,"e2e_s":9.082,"id":"code_dedupe","model":"gemma-2-2b-it-q4f16_1-MLC","prefill_tps":152.5,"prompt_tokens":52,"seq":193,"t":422876,"text":"```javascript\nfunction uniqueSorted(arr) {\n const unique = [...new Set(arr)];\n return unique.sort((a, b) => a - b);\n}\n```\n\n**Explanation:**\n\n1. **`const unique = [...new Set(arr)];`**:\n - `new Set(arr)` creates a new Set object from the input array `arr`. Sets inherently store only unique values.\n - The spread operator (`...`) is used to expand the elements of the Set into a new array.\n2. **`return unique.sort((a, b) => a - b);`**:\n - The `sort()` method sorts the `unique` array in ascending order.\n - The comparison function `(a, b) => a - b` determines the sorting order. It compares two numbers (`a` and `b`) and returns a negative value if `a` should come before `b`, a positive value if `a` should come after `b`, and 0 if they are equal.\n\n\nThis function effectively removes duplicates and sorts the remaining elements in ascending order. \n","ttft_s":0.341,"type":"suite","wall_s":9.084}} nightshift: [1792085795] page: {"bench":{"items":34,"model":"gemma-2-2b-it-q4f16_1-MLC","seconds":93.142,"seq":194,"t":422889,"type":"suite_done"}} nightshift: [1792085806] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":195,"t":434401,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085807] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":196,"t":435069,"text":"Loading model from cache[1/58]: 188MB loaded. 10% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085807] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":197,"t":435417,"text":"Loading model from cache[8/58]: 374MB loaded. 21% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085808] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":198,"t":435759,"text":"Loading model from cache[14/58]: 536MB loaded. 31% completed, 12 secs elapsed.","type":"progress"}} nightshift: [1792085808] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":199,"t":436104,"text":"Loading model from cache[20/58]: 698MB loaded. 40% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085808] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":200,"t":436475,"text":"Loading model from cache[27/58]: 884MB loaded. 51% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085809] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":201,"t":436791,"text":"Loading model from cache[33/58]: 1046MB loaded. 60% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085809] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":202,"t":437133,"text":"Loading model from cache[39/58]: 1208MB loaded. 70% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085809] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":203,"t":437599,"text":"Loading model from cache[46/58]: 1400MB loaded. 81% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085810] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":204,"t":437949,"text":"Loading model from cache[52/58]: 1562MB loaded. 90% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792085810] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":205,"t":438266,"text":"Loading model from cache[58/58]: 1724MB loaded. 100% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792085861] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":23.6,"e2e_s":11.349,"prefill_tps":112,"prompt_tokens":54,"text":"The bicycle, a ubiquitous mode of transportation and recreation, has a rich and fascinating history that spans nearly two centuries. The first prototype, the Draisine, was invented by German Baron Karl von Drais in 1817. This early version ","ttft_s":0.482,"wall_s":11.351},{"completion_tokens":255,"decode_tps":25,"e2e_s":10.669,"prefill_tps":127.7,"prompt_tokens":54,"text":"The bicycle, a ubiquitous mode of transportation and recreation, has a rich and fascinating history that spans nearly two centuries. The first prototype, the Draisine, was invented by German Baron Karl von Drais in 1817. This early version ","ttft_s":0.423,"wall_s":10.671}],"first_call":{"ttft_s":0.436,"wall_s":0.66},"load_s":14.839,"mem_after_load":{"free_pct":49,"pressure":"normal","swap_used_bytes":5554241536},"mem_after_speed":{"free_pct":44,"pressure":"normal","swap_used_bytes":5537464320},"mem_before":{"free_pct":41,"pressure":"normal","swap_used_bytes":5579407360},"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":22.4,"e2e_s":14.247,"prefill_tps":110.3,"prompt_tokens":1458,"text":"The text is a repetitive and redundant list of sections about the Nightshift runtime scheduling inference jobs across device and cloud lanes.","ttft_s":13.217,"wall_s":14.247},{"completion_tokens":23,"decode_tps":20.6,"e2e_s":13.867,"prefill_tps":114.4,"prompt_tokens":1458,"text":"The text is a repetitive and redundant list of sections about the Nightshift runtime scheduling inference jobs across device and cloud lanes.","ttft_s":12.743,"wall_s":13.87}],"seq":206,"t":489101,"type":"model_speed","was_cached":true}} nightshift: [1792085861] page: {"bench":{"cat":"math","completion_tokens":1,"decode_tps":24.4,"e2e_s":0.559,"id":"math_mul","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":75.6,"prompt_tokens":39,"seq":207,"t":489666,"text":"391","ttft_s":0.516,"type":"suite","wall_s":0.561}} nightshift: [1792085862] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":27.8,"e2e_s":0.655,"id":"math_add","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":76.8,"prompt_tokens":42,"seq":208,"t":490331,"text":"11,132","ttft_s":0.547,"type":"suite","wall_s":0.656}} nightshift: [1792085863] page: {"bench":{"cat":"math","completion_tokens":1,"decode_tps":29.4,"e2e_s":0.532,"id":"math_pct","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":78.5,"prompt_tokens":39,"seq":209,"t":490866,"text":"36","ttft_s":0.497,"type":"suite","wall_s":0.532}} nightshift: [1792085863] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":30.3,"e2e_s":0.546,"id":"math_pow","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":85.4,"prompt_tokens":41,"seq":210,"t":491416,"text":"1024","ttft_s":0.48,"type":"suite","wall_s":0.547}} nightshift: [1792085869] page: {"bench":{"cat":"math","completion_tokens":123,"decode_tps":25.3,"e2e_s":5.59,"id":"gsm_muffins","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":103.3,"prompt_tokens":73,"seq":211,"t":497013,"text":"To find out how many muffins are left, we need to first determine how many muffins the baker made in total. Since she makes 24 muffins per batch and bakes 7 batches, we can multiply the number of batches by the number of muffins per batch.\n\n24 muffins/batch x 7 batches = 168 muffins\n\nSince she sells 150 muffins, we can subtract the number of muffins sold from the total number of muffins made to find out how many are left.\n\n168 muffins - 150 muffins = 18 muffins\n\nAnswer: 18","ttft_s":0.707,"type":"suite","wall_s":5.594}} nightshift: [1792085875] page: {"bench":{"cat":"math","completion_tokens":128,"decode_tps":24.5,"e2e_s":5.976,"id":"gsm_apples","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":94.7,"prompt_tokens":68,"seq":212,"t":502994,"text":"Let's start by using variables to represent the number of apples each person has. Let's say Sara has x apples. Since Tom has 3 times as many apples as Sara, Tom has 3x apples.\n\nWe are told that together they have 48 apples. So, we can set up the equation: x + 3x = 48.\n\nCombine like terms: 4x = 48.\n\nDivide both sides by 4: x = 12.\n\nSince Tom has 3 times as many apples as Sara, Tom has 3x = 3(12) = 36 apples.\n\nAnswer: 36","ttft_s":0.718,"type":"suite","wall_s":5.978}} nightshift: [1792085879] page: {"bench":{"cat":"math","completion_tokens":97,"decode_tps":26,"e2e_s":4.458,"id":"gsm_train","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":116.8,"prompt_tokens":82,"seq":213,"t":507456,"text":"To find the total distance traveled, I'll calculate the distance traveled at each speed and then add them together.\n\nDistance = Speed x Time\n\nFor the first part of the journey:\nDistance = 60 km/h x 2.5 hours = 150 km\n\nFor the second part of the journey:\nDistance = 80 km/h x 1.5 hours = 120 km\n\nTotal distance = 150 km + 120 km = 270 km\n\nAnswer: 270","ttft_s":0.702,"type":"suite","wall_s":4.458}} nightshift: [1792085883] page: {"bench":{"cat":"math","completion_tokens":72,"decode_tps":26.5,"e2e_s":3.444,"id":"gsm_price","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":108.9,"prompt_tokens":78,"seq":214,"t":510914,"text":"To find the final price, I'll calculate the steps:\n\n1. Discount: 25% of $40 is $10, so the discounted price is $40 - $10 = $30.\n2. Tax: 10% of $30 is $3, so the final price is $30 + $3 = $33.\n\nAnswer: $33","ttft_s":0.716,"type":"suite","wall_s":3.447}} nightshift: [1792085883] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":26.7,"e2e_s":0.598,"id":"logic_syllogism","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":109.2,"prompt_tokens":57,"seq":215,"t":511535,"text":"No.","ttft_s":0.522,"type":"suite","wall_s":0.602}} nightshift: [1792085884] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":29.4,"e2e_s":0.528,"id":"logic_feathers","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":105.5,"prompt_tokens":52,"seq":216,"t":512066,"text":"same","ttft_s":0.493,"type":"suite","wall_s":0.527}} nightshift: [1792085884] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":32.8,"e2e_s":0.529,"id":"logic_daughters","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":124.2,"prompt_tokens":58,"seq":217,"t":512607,"text":"Mary.","ttft_s":0.467,"type":"suite","wall_s":0.53}} nightshift: [1792085885] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":31.3,"e2e_s":0.481,"id":"logic_order","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":104.7,"prompt_tokens":47,"seq":218,"t":513091,"text":"Carol","ttft_s":0.449,"type":"suite","wall_s":0.481}} nightshift: [1792085885] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":28.6,"e2e_s":0.507,"id":"logic_sequence","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":114.6,"prompt_tokens":54,"seq":219,"t":513602,"text":"42","ttft_s":0.471,"type":"suite","wall_s":0.508}} nightshift: [1792085890] page: {"bench":{"cat":"reasoning","completion_tokens":106,"decode_tps":24.9,"e2e_s":4.983,"id":"logic_apples","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":110.2,"prompt_tokens":78,"seq":220,"t":518596,"text":"Let's work through this step by step.\n\nYou start with 3 apples.\n\nYou eat 1, so you have 3 - 1 = 2 apples.\n\nThen, you buy 4 more apples, so now you have 2 + 4 = 6 apples.\n\nFinally, you give half of what you have to a friend. Half of 6 is 3, so you give 3 apples to your friend.\n\nYou're left with 6 - 3 = 3 apples.\n\nAnswer: 3","ttft_s":0.708,"type":"suite","wall_s":4.984}} nightshift: [1792085891] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":28.6,"e2e_s":0.509,"id":"kn_canberra","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":88.8,"prompt_tokens":39,"seq":221,"t":519108,"text":"Canberra","ttft_s":0.439,"type":"suite","wall_s":0.509}} nightshift: [1792085891] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":28.6,"e2e_s":0.498,"id":"kn_gold","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":82.1,"prompt_tokens":38,"seq":222,"t":519617,"text":"Au","ttft_s":0.463,"type":"suite","wall_s":0.506}} nightshift: [1792085892] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":31.3,"e2e_s":0.557,"id":"kn_austen","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":95.7,"prompt_tokens":44,"seq":223,"t":520180,"text":"Jane Austen","ttft_s":0.46,"type":"suite","wall_s":0.558}} nightshift: [1792085893] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":31.7,"e2e_s":0.517,"id":"kn_jupiter","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":88.3,"prompt_tokens":40,"seq":224,"t":520700,"text":"Jupiter","ttft_s":0.453,"type":"suite","wall_s":0.516}} nightshift: [1792085893] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":32.8,"e2e_s":0.51,"id":"kn_ww2","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":86.9,"prompt_tokens":39,"seq":225,"t":521214,"text":"1945","ttft_s":0.449,"type":"suite","wall_s":0.511}} nightshift: [1792085894] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":30.3,"e2e_s":0.494,"id":"kn_boil","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":97.4,"prompt_tokens":45,"seq":226,"t":521717,"text":"212","ttft_s":0.462,"type":"suite","wall_s":0.501}} nightshift: [1792085894] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":29.4,"e2e_s":0.575,"id":"if_banana","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":80.3,"prompt_tokens":38,"seq":227,"t":522296,"text":"BANANA","ttft_s":0.473,"type":"suite","wall_s":0.576}} nightshift: [1792085895] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":28.9,"e2e_s":0.674,"id":"if_colors","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":103.8,"prompt_tokens":52,"seq":228,"t":522981,"text":"red, yellow, blue","ttft_s":0.501,"type":"suite","wall_s":0.682}} nightshift: [1792085895] page: {"bench":{"cat":"instruction","completion_tokens":6,"decode_tps":31.1,"e2e_s":0.67,"id":"if_five_words","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":86,"prompt_tokens":41,"seq":229,"t":523658,"text":"The ocean is very deep.","ttft_s":0.477,"type":"suite","wall_s":0.674}} nightshift: [1792085896] page: {"bench":{"cat":"instruction","completion_tokens":12,"decode_tps":24.9,"e2e_s":0.972,"id":"if_json","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":124.7,"prompt_tokens":61,"seq":230,"t":524633,"text":"{\"name\": \"Ada\", \"age\": 36}","ttft_s":0.489,"type":"suite","wall_s":0.973}} nightshift: [1792085898] page: {"bench":{"cat":"instruction","completion_tokens":15,"decode_tps":29.4,"e2e_s":1.209,"id":"if_extract","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":93.3,"prompt_tokens":65,"seq":231,"t":525850,"text":"{\"person\": \"Maria Lopez\", \"city\": \"Lisbon\"}","ttft_s":0.697,"type":"suite","wall_s":1.213}} nightshift: [1792085898] page: {"bench":{"cat":"instruction","completion_tokens":1,"decode_tps":31.3,"e2e_s":0.538,"id":"if_sentiment","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":120.8,"prompt_tokens":61,"seq":232,"t":526397,"text":"Positive","ttft_s":0.505,"type":"suite","wall_s":0.544}} nightshift: [1792085899] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":29.5,"e2e_s":0.715,"id":"if_translate","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":86,"prompt_tokens":41,"seq":233,"t":527115,"text":"Le chat est sur la table.","ttft_s":0.477,"type":"suite","wall_s":0.716}} nightshift: [1792085900] page: {"bench":{"cat":"instruction","completion_tokens":22,"decode_tps":27.5,"e2e_s":1.537,"id":"if_summary","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":122.3,"prompt_tokens":90,"seq":234,"t":528663,"text":"Solar panels have fallen in cost by 90% over the last decade, making them a cheap electricity source.","ttft_s":0.736,"type":"suite","wall_s":1.545}} nightshift: [1792085903] page: {"bench":{"cat":"code","completion_tokens":40,"decode_tps":27,"e2e_s":2.21,"id":"code_palindrome","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":99.9,"prompt_tokens":72,"seq":235,"t":530882,"text":"```javascript\nfunction isPalindrome(s) {\n s = s.toLowerCase().replace(/[^a-z0-9]/g, '');\n return s === s.split('').reverse().join('');\n}\n```","ttft_s":0.721,"type":"suite","wall_s":2.216}} nightshift: [1792085907] page: {"bench":{"cat":"code","completion_tokens":89,"decode_tps":26,"e2e_s":4.201,"id":"code_fizzbuzz","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":124.8,"prompt_tokens":95,"seq":236,"t":535087,"text":"```javascript\nfunction fizzbuzz(n) {\n return Array.from({length: n}, (_, i) => {\n if (i % 3 === 0 && i % 5 === 0) return \"FizzBuzz\";\n else if (i % 3 === 0) return \"Fizz\";\n else if (i % 5 === 0) return \"Buzz\";\n else return i.toString();\n });\n}\n```","ttft_s":0.761,"type":"suite","wall_s":4.202}} nightshift: [1792085909] page: {"bench":{"cat":"code","completion_tokens":39,"decode_tps":29.2,"e2e_s":2.054,"id":"code_sumevens","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":91.2,"prompt_tokens":65,"seq":237,"t":537153,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.reduce((sum, num) => num % 2 === 0 ? sum + num : sum, 0);\n}\n```","ttft_s":0.713,"type":"suite","wall_s":2.057}} nightshift: [1792085913] page: {"bench":{"cat":"code","completion_tokens":72,"decode_tps":26.5,"e2e_s":3.587,"id":"code_fib","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":91.3,"prompt_tokens":78,"seq":238,"t":540746,"text":"```javascript\nfunction fib(n) {\n if (n <= 1) return n;\n let a = 0, b = 1;\n for (let _ = 0; _ < n - 1; _++) {\n [a, b] = [b, a + b];\n }\n return b;\n}\n```","ttft_s":0.854,"type":"suite","wall_s":3.588}} nightshift: [1792085916] page: {"bench":{"cat":"code","completion_tokens":61,"decode_tps":27,"e2e_s":2.991,"id":"code_vowels","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":101.2,"prompt_tokens":73,"seq":239,"t":543749,"text":"```javascript\nfunction countVowels(s) {\n let vowels = 'aeiouAEIOU';\n let count = 0;\n for (let char of s) {\n if (vowels.includes(char)) {\n count++;\n }\n }\n return count;\n}\n```","ttft_s":0.721,"type":"suite","wall_s":2.993}} nightshift: [1792085917] page: {"bench":{"cat":"code","completion_tokens":29,"decode_tps":29.2,"e2e_s":1.739,"id":"code_dedupe","model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill_tps":88.8,"prompt_tokens":66,"seq":240,"t":545500,"text":"```javascript\nfunction uniqueSorted(arr) {\n return [...new Set(arr)].sort((a, b) => a - b);\n}\n```","ttft_s":0.743,"type":"suite","wall_s":1.739}} nightshift: [1792085917] page: {"bench":{"items":34,"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","seconds":56.398,"seq":241,"t":545503,"type":"suite_done"}} nightshift: [1792085930] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":242,"t":558569,"text":"Start to fetch params","type":"progress"}} nightshift: [1792085931] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":243,"t":559110,"text":"Loading model from cache[2/62]: 170MB loaded. 10% completed, 13 secs elapsed.","type":"progress"}} nightshift: [1792085931] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":244,"t":559464,"text":"Loading model from cache[9/62]: 347MB loaded. 20% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085932] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":245,"t":559836,"text":"Loading model from cache[15/62]: 498MB loaded. 30% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085932] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":246,"t":560354,"text":"Loading model from cache[22/62]: 665MB loaded. 40% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792085933] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":247,"t":561038,"text":"Loading model from cache[29/62]: 839MB loaded. 50% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792085933] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":248,"t":561654,"text":"Loading model from cache[36/62]: 1016MB loaded. 61% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792085934] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":249,"t":562010,"text":"Loading model from cache[42/62]: 1162MB loaded. 70% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792085934] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":250,"t":562454,"text":"Loading model from cache[49/62]: 1339MB loaded. 80% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792085935] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":251,"t":562820,"text":"Loading model from cache[55/62]: 1491MB loaded. 90% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792085935] page: {"bench":{"label":"load Qwen2.5-3B-Instruct-q4f16_1-MLC","seq":252,"t":563224,"text":"Loading model from cache[62/62]: 1656MB loaded. 100% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792085987] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":22.7,"e2e_s":11.776,"prefill_tps":113.7,"prompt_tokens":53,"text":"The history of the bicycle is a testament to human ingenuity and technological advancement, with each era building upon the innovations of the past. The journey begins in 1817 with Karl von Drais' invention of the \"Draisine,\" often referred","ttft_s":0.466,"wall_s":11.783},{"completion_tokens":255,"decode_tps":23.1,"e2e_s":11.596,"prefill_tps":111.6,"prompt_tokens":53,"text":"The history of the bicycle is a testament to human ingenuity and technological advancement, with each era building upon the innovations of the past. The journey begins in 1817 with Karl von Drais' invention of the \"Draisine,\" often referred","ttft_s":0.475,"wall_s":11.602}],"first_call":{"ttft_s":0.461,"wall_s":0.687},"load_s":17.224,"mem_after_load":{"free_pct":51,"pressure":"normal","swap_used_bytes":5512298496},"mem_after_speed":{"free_pct":45,"pressure":"normal","swap_used_bytes":5512298496},"mem_before":{"free_pct":46,"pressure":"normal","swap_used_bytes":5520687104},"model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":15.1,"e2e_s":13.717,"prefill_tps":122,"prompt_tokens":1487,"text":"The text describes the Nightshift runtime's scheduling and functionality for inference jobs across device and cloud lanes, including details about model","ttft_s":12.186,"wall_s":13.734},{"completion_tokens":23,"decode_tps":15.3,"e2e_s":13.662,"prefill_tps":122.4,"prompt_tokens":1487,"text":"The text describes the Nightshift runtime's scheduling and functionality for inference jobs across device and cloud lanes, including details about model","ttft_s":12.15,"wall_s":13.664}],"seq":253,"t":614737,"type":"model_speed","was_cached":true}} nightshift: [1792085987] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":24.8,"e2e_s":0.567,"id":"math_mul","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":80.7,"prompt_tokens":36,"seq":254,"t":615308,"text":"391","ttft_s":0.446,"type":"suite","wall_s":0.567}} nightshift: [1792085988] page: {"bench":{"cat":"math","completion_tokens":5,"decode_tps":24.4,"e2e_s":0.741,"id":"math_add","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":76.8,"prompt_tokens":41,"seq":255,"t":616066,"text":"11132","ttft_s":0.534,"type":"suite","wall_s":0.748}} nightshift: [1792085988] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":27.4,"e2e_s":0.559,"id":"math_pct","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":76.1,"prompt_tokens":37,"seq":256,"t":616635,"text":"36","ttft_s":0.486,"type":"suite","wall_s":0.566}} nightshift: [1792085989] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":29.6,"e2e_s":0.592,"id":"math_pow","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":81.1,"prompt_tokens":37,"seq":257,"t":617230,"text":"1024","ttft_s":0.456,"type":"suite","wall_s":0.592}} nightshift: [1792085996] page: {"bench":{"cat":"math","completion_tokens":134,"decode_tps":22.2,"e2e_s":6.713,"id":"gsm_muffins","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":107.6,"prompt_tokens":71,"seq":258,"t":623950,"text":"First, let's calculate the total number of muffins baked by the baker:\n\n\\[ 24 \\text{ muffins/batch} \\times 7 \\text{ batches} = 168 \\text{ muffins} \\]\n\nNext, we subtract the number of muffins sold from the total number baked to find out how many are left:\n\n\\[ 168 \\text{ muffins} - 150 \\text{ muffins} = 18 \\text{ muffins} \\]\n\nSo, the number of muffins left is 18. Now, let's give the final answer.\nAnswer: 18","ttft_s":0.66,"type":"suite","wall_s":6.713}} nightshift: [1792086005] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":23.2,"e2e_s":9.113,"id":"gsm_apples","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":131.4,"prompt_tokens":64,"seq":259,"t":633070,"text":"Let's denote the number of apples Sara has as \\( \"S\". According to the problem, Tom has 3 times as many apples as Sara, so Tom has \"3S\" apples.\n\nTogether they have 48 apples, which gives us the equation:\n\\[ S + 3S = = is equal to 48\n\nCombining like terms, we get:\n 4S = = is equal to 48\n\nTo find the number of apples Sara has (S), we divide both sides by 4: S = 12\n\nodata to solve for S:\nodata to solve for S: S = 48 / 4\nodata to solve for S: S = 12\n\nodata to solve for S: S = 12\n\nodata to solve for S: S = 12\n\nodata to solve for S: S = 12\n\nodata to solve for S: S = 12\n\nodata","ttft_s":0.487,"type":"suite","wall_s":9.115}} nightshift: [1792086014] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":23.3,"e2e_s":9.296,"id":"gsm_train","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":111.6,"prompt_tokens":79,"seq":260,"t":642377,"text":"To determine the total distance traveled by the train, we need to calculate the distance covered in each segment of its journey and then sum these distances.\n\n1. **First Segment:**\n - Speed: 60 km/h\n - Time: 2.5 hours\n\n\\[\n\\text{Distance}_1 = = \\text{Speed} \\times \\text{Time} = 60 \\, \\text{km/h} \\times 2.5 \\, \\text{hours} = 150 \\, \\text{km}\n\\]\n\n2. **Second Segment:**\n - Speed: 80 km/h\n - Time: 1.5 hours\n\n\\[\n\\text{Distance}_2 = = \\text{Speed} \\times \\text{Time} = 80 \\, \\text{km/h} \\times 1.5 \\, \\text{hours} = 120 \\, \\text","ttft_s":0.708,"type":"suite","wall_s":9.298}} nightshift: [1792086022] page: {"bench":{"cat":"math","completion_tokens":175,"decode_tps":23.4,"e2e_s":8.188,"id":"gsm_price","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":110,"prompt_tokens":76,"seq":261,"t":650571,"text":"First, let's calculate the price of the shirt after a 25% discount.\n\nThe original price is $40. A 25% discount means the shirt is now sold at 75% of its original price:\n\\[ 40 * (1 - 0.25) = 40 * 0.75 = 30\n\nNext, we need to add a 10% tax to the discounted price of $30.\n\nA 10% tax on $30 would be:\n$30 * 0.10 = 3\n\nSo the total tax amount is $3.\n\nAdding this tax to the discounted price gives us:\n$30 + + $3 = 33\n\n\n\no\nAnswer is: 33Answer: 33 }.Answer: 33","ttft_s":0.691,"type":"suite","wall_s":8.19}} nightshift: [1792086023] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":26.3,"e2e_s":0.52,"id":"logic_syllogism","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":107.9,"prompt_tokens":52,"seq":262,"t":651096,"text":"No","ttft_s":0.482,"type":"suite","wall_s":0.52}} nightshift: [1792086023] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":25.6,"e2e_s":0.519,"id":"logic_feathers","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":97.9,"prompt_tokens":47,"seq":263,"t":651620,"text":"steel","ttft_s":0.48,"type":"suite","wall_s":0.52}} nightshift: [1792086024] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":27.8,"e2e_s":0.509,"id":"logic_daughters","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":112.1,"prompt_tokens":53,"seq":264,"t":652133,"text":"Mary","ttft_s":0.473,"type":"suite","wall_s":0.509}} nightshift: [1792086024] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":27.8,"e2e_s":0.486,"id":"logic_order","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":93.3,"prompt_tokens":42,"seq":265,"t":652623,"text":"Carol","ttft_s":0.45,"type":"suite","wall_s":0.486}} nightshift: [1792086025] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":28.6,"e2e_s":0.541,"id":"logic_sequence","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":110.4,"prompt_tokens":52,"seq":266,"t":653168,"text":"42","ttft_s":0.471,"type":"suite","wall_s":0.542}} nightshift: [1792086028] page: {"bench":{"cat":"reasoning","completion_tokens":61,"decode_tps":24.8,"e2e_s":3.135,"id":"logic_apples","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":109.6,"prompt_tokens":73,"seq":267,"t":656306,"text":"You start with 3 apples, then eat one, leaving you with 2 apples. You then buy 4 more, bringing your total to 6 apples. After giving half of what you have to a friend, you give away 3 apples and keep 3 for yourself.\n\nAnswer: 3","ttft_s":0.666,"type":"suite","wall_s":3.136}} nightshift: [1792086029] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":25,"e2e_s":0.56,"id":"kn_canberra","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":70.8,"prompt_tokens":34,"seq":268,"t":656877,"text":"Canberra","ttft_s":0.48,"type":"suite","wall_s":0.568}} nightshift: [1792086029] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":25.6,"e2e_s":0.508,"id":"kn_gold","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":70.4,"prompt_tokens":33,"seq":269,"t":657389,"text":"Au","ttft_s":0.469,"type":"suite","wall_s":0.509}} nightshift: [1792086030] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":27.8,"e2e_s":0.563,"id":"kn_austen","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":85.9,"prompt_tokens":39,"seq":270,"t":657962,"text":"Jane Austen","ttft_s":0.454,"type":"suite","wall_s":0.569}} nightshift: [1792086030] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":29.4,"e2e_s":0.508,"id":"kn_jupiter","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":79.7,"prompt_tokens":35,"seq":271,"t":658477,"text":"Jupiter","ttft_s":0.439,"type":"suite","wall_s":0.511}} nightshift: [1792086031] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":30.1,"e2e_s":0.578,"id":"kn_ww2","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":76.4,"prompt_tokens":34,"seq":272,"t":659058,"text":"1945","ttft_s":0.445,"type":"suite","wall_s":0.578}} nightshift: [1792086031] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":28.6,"e2e_s":0.554,"id":"kn_boil","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":88.9,"prompt_tokens":40,"seq":273,"t":659620,"text":"212","ttft_s":0.45,"type":"suite","wall_s":0.56}} nightshift: [1792086032] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":27,"e2e_s":0.58,"id":"if_banana","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":70.7,"prompt_tokens":33,"seq":274,"t":660205,"text":"BANANA","ttft_s":0.467,"type":"suite","wall_s":0.581}} nightshift: [1792086033] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":25.6,"e2e_s":0.684,"id":"if_colors","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":96.5,"prompt_tokens":47,"seq":275,"t":660911,"text":"red,yellow,blue","ttft_s":0.487,"type":"suite","wall_s":0.685}} nightshift: [1792086033] page: {"bench":{"cat":"instruction","completion_tokens":6,"decode_tps":27.6,"e2e_s":0.697,"id":"if_five_words","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":75.2,"prompt_tokens":36,"seq":276,"t":661618,"text":"The sea stretches endlessly far.","ttft_s":0.479,"type":"suite","wall_s":0.703}} nightshift: [1792086035] page: {"bench":{"cat":"instruction","completion_tokens":17,"decode_tps":26.6,"e2e_s":1.128,"id":"if_json","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":117,"prompt_tokens":57,"seq":277,"t":662757,"text":"{\n \"name\": \"Ada\",\n \"age\": 36\n}","ttft_s":0.487,"type":"suite","wall_s":1.136}} nightshift: [1792086036] page: {"bench":{"cat":"instruction","completion_tokens":15,"decode_tps":23.2,"e2e_s":1.149,"id":"if_extract","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":120,"prompt_tokens":60,"seq":278,"t":663909,"text":"{\"person\": \"Maria Lopez\", \"city\": \"Lisbon\"}","ttft_s":0.5,"type":"suite","wall_s":1.149}} nightshift: [1792086036] page: {"bench":{"cat":"instruction","completion_tokens":1,"decode_tps":27.8,"e2e_s":0.511,"id":"if_sentiment","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":118.1,"prompt_tokens":56,"seq":279,"t":664424,"text":"Positive","ttft_s":0.474,"type":"suite","wall_s":0.511}} nightshift: [1792086037] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":27.7,"e2e_s":0.724,"id":"if_translate","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":76.6,"prompt_tokens":36,"seq":280,"t":665151,"text":"Le chat est sur la table.","ttft_s":0.47,"type":"suite","wall_s":0.724}} nightshift: [1792086038] page: {"bench":{"cat":"instruction","completion_tokens":18,"decode_tps":25.7,"e2e_s":1.413,"id":"if_summary","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":123.1,"prompt_tokens":87,"seq":281,"t":666576,"text":"Solar panels convert sunlight into electricity, becoming increasingly cost-effective and competitive with traditional energy sources.","ttft_s":0.707,"type":"suite","wall_s":1.422}} nightshift: [1792086044] page: {"bench":{"cat":"code","completion_tokens":119,"decode_tps":24,"e2e_s":5.725,"id":"code_palindrome","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":90.5,"prompt_tokens":67,"seq":282,"t":672311,"text":"```javascript\nfunction isPalindrome(s) {\n // Remove non-alphanumeric characters and convert to lowercase\n const cleanedString = s.replace(/[^a-zA-Z0-9]/g, '').toLowerCase();\n // Check if the string is a palindrome\n return cleanedString === cleanedString.split('').reverse().join('');\n}\n```\n\nThis function first cleans the input string by removing any characters that are not alphanumeric characters (using a regular expression) and converting all characters to lowercase. Then it checks if the cleaned string reads the same forwards and backwards, which would indicate it's a palindrome.","ttft_s":0.74,"type":"suite","wall_s":5.731}} nightshift: [1792086048] page: {"bench":{"cat":"code","completion_tokens":83,"decode_tps":24.7,"e2e_s":4.06,"id":"code_fizzbuzz","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":130.6,"prompt_tokens":90,"seq":283,"t":676376,"text":"```javascript\nfunction fizzbuzz(n) {\n let result = [];\n for (let i = 1; i <= n; i++) {\n let str = '';\n if (i % 3 === 0) str += 'Fizz';\n if (i % 5 === 0) str += 'Buzz';\n result.push(str || i.toString());\n }\n return result;\n}\n```","ttft_s":0.689,"type":"suite","wall_s":4.062}} nightshift: [1792086060] page: {"bench":{"cat":"code","completion_tokens":251,"decode_tps":22.9,"e2e_s":11.627,"id":"code_sumevens","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":98.5,"prompt_tokens":60,"seq":284,"t":688022,"text":"Certainly! Below is the JavaScript function `sumEvens(arr)` that returns sum of even numbers in the arrayarr (for an empty arrayarr, it only outputs ````javascript\nfunction sumEvens(arr) {\n if (!Array.isArray(arr)) {\n return 'Please provide an array.';\n }\n if (arr.length []) {\n return 0;\n }\n let sum = 0;\n for (let num of arr) {\n if (num % 2 === 0) {\n sum += num;\n }\n }\n return sum;\n}\n```\n```javascript\n// Example usage:\nconsole.log(sumEvens([1, 2, 3, 4])); // Output: 6 (2 + 4)\nconsole.log(sumEvens([])); // Output: 0\nconsole.log(sumEvens(\"not an array\")); // Output: \"Please provide an array.\"\nconsole.log(sumEvens([1, 3, 5])); // Output: 0\n```\n\nThis function checks if the input is an array and handles edge cases appropriately. It iterates through each element in the array, checks if it's even, and adds it to the sum if it is.","ttft_s":0.609,"type":"suite","wall_s":11.634}} nightshift: [1792086064] page: {"bench":{"cat":"code","completion_tokens":75,"decode_tps":24.8,"e2e_s":3.737,"id":"code_fib","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":107.6,"prompt_tokens":74,"seq":285,"t":691768,"text":"```javascript\nfunction fib(n) {\n if (n <= 0) return 0;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```","ttft_s":0.688,"type":"suite","wall_s":3.739}} nightshift: [1792086065] page: {"bench":{"cat":"code","completion_tokens":31,"decode_tps":27.1,"e2e_s":1.856,"id":"code_vowels","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":96.3,"prompt_tokens":68,"seq":286,"t":693642,"text":"```javascript\nfunction countVowels(s) {\n return (s.match(/[aeiouAEIOU]/g) || []).length;\n}\n```","ttft_s":0.706,"type":"suite","wall_s":1.858}} nightshift: [1792086072] page: {"bench":{"cat":"code","completion_tokens":145,"decode_tps":24.1,"e2e_s":6.522,"id":"code_dedupe","model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","prefill_tps":126.8,"prompt_tokens":61,"seq":287,"t":700168,"text":"Here is the JavaScript function named `uniqueSorted(arr)` that takes an array of numbers, removes duplicates, and sorts the in ascending order:\n\n```javascript\nfunction uniqueSorted(arr(arr) {\n return [...new Set(arr)].sort((a, b) => a - b);\n})\n```\n\n### Usage Examples:\n```javascript\nconsole.log(uniqueSorted([3, 1, 2, 3, 4])); // Output: [1, 2, 4]\nconsole.log(uniqueSorted([5, 3, 5, 2, 3, 1])); // Output: [1, 2, 3, 5]\nconsole.log(uniqueSorted([])); // Output: []\n```","ttft_s":0.481,"type":"suite","wall_s":6.523}} nightshift: [1792086072] page: {"bench":{"items":34,"model":"Qwen2.5-3B-Instruct-q4f16_1-MLC","seconds":85.431,"seq":288,"t":700172,"type":"suite_done"}} nightshift: [1792086086] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":289,"t":714481,"text":"Start to fetch params","type":"progress"}} nightshift: [1792086087] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":290,"t":714906,"text":"Loading model from cache[2/62]: 170MB loaded. 10% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792086087] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":291,"t":715195,"text":"Loading model from cache[9/62]: 347MB loaded. 20% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792086087] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":292,"t":715478,"text":"Loading model from cache[15/62]: 498MB loaded. 30% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792086088] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":293,"t":715796,"text":"Loading model from cache[22/62]: 665MB loaded. 40% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792086088] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":294,"t":716123,"text":"Loading model from cache[29/62]: 843MB loaded. 50% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792086088] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":295,"t":716430,"text":"Loading model from cache[35/62]: 995MB loaded. 60% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792086089] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":296,"t":716739,"text":"Loading model from cache[42/62]: 1165MB loaded. 70% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792086089] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":297,"t":717063,"text":"Loading model from cache[49/62]: 1332MB loaded. 80% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086089] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":298,"t":717462,"text":"Loading model from cache[56/62]: 1505MB loaded. 90% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086090] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":299,"t":717820,"text":"Loading model from cache[62/62]: 1656MB loaded. 100% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086143] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":22.9,"e2e_s":11.662,"prefill_tps":111.1,"prompt_tokens":53,"text":"The bicycle has a rich and fascinating history that spans over two centuries. The first practical bicycle was invented in 1817 by Baron Karl von Drais, who developed the draisine, a three-wheeled vehicle that could be steered with a handleb","ttft_s":0.477,"wall_s":11.665},{"completion_tokens":255,"decode_tps":22.7,"e2e_s":11.763,"prefill_tps":111.3,"prompt_tokens":53,"text":"The bicycle has a rich and fascinating history that spans over two centuries. The first practical bicycle was invented in 1817 by Baron Karl von Drais, who developed the draisine, a three-wheeled vehicle that could be steered with a handleb","ttft_s":0.476,"wall_s":11.765}],"first_call":{"ttft_s":0.437,"wall_s":0.661},"load_s":17.137,"mem_after_load":{"free_pct":50,"pressure":"normal","swap_used_bytes":5445189632},"mem_after_speed":{"free_pct":46,"pressure":"normal","swap_used_bytes":5436801024},"mem_before":{"free_pct":47,"pressure":"normal","swap_used_bytes":5445189632},"model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":14.6,"e2e_s":14.997,"prefill_tps":110.8,"prompt_tokens":1487,"text":"The text above describes the Nightshift runtime, which schedules inference jobs across device and cloud lanes, with each lane being a","ttft_s":13.42,"wall_s":15},{"completion_tokens":23,"decode_tps":14.9,"e2e_s":14.008,"prefill_tps":119.4,"prompt_tokens":1487,"text":"The text above describes the Nightshift runtime, which schedules inference jobs across device and cloud lanes, with each lane being a","ttft_s":12.456,"wall_s":14.008}],"seq":300,"t":770949,"type":"model_speed","was_cached":true}} nightshift: [1792086143] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":25.2,"e2e_s":0.565,"id":"math_mul","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":80.7,"prompt_tokens":36,"seq":301,"t":771519,"text":"391","ttft_s":0.446,"type":"suite","wall_s":0.566}} nightshift: [1792086144] page: {"bench":{"cat":"math","completion_tokens":6,"decode_tps":25.6,"e2e_s":0.76,"id":"math_add","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":78.1,"prompt_tokens":41,"seq":302,"t":772287,"text":"11,132","ttft_s":0.525,"type":"suite","wall_s":0.764}} nightshift: [1792086145] page: {"bench":{"cat":"math","completion_tokens":2,"decode_tps":29.9,"e2e_s":0.554,"id":"math_pct","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":76.3,"prompt_tokens":37,"seq":303,"t":772847,"text":"36","ttft_s":0.485,"type":"suite","wall_s":0.558}} nightshift: [1792086145] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":27.4,"e2e_s":0.61,"id":"math_pow","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":80.1,"prompt_tokens":37,"seq":304,"t":773464,"text":"1024","ttft_s":0.462,"type":"suite","wall_s":0.615}} nightshift: [1792086155] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":23.2,"e2e_s":9.325,"id":"gsm_muffins","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":101.6,"prompt_tokens":71,"seq":305,"t":782793,"text":"To determine how many muffins are left, we need to follow these steps:\n\n1. Calculate the total number of muffins baked.\n2. Subtract the number of muffins sold from the total number of muffins baked.\n\nFirst, let's calculate the total number of muffins baked. The baker makes 24 muffins per batch and bakes 7 batches. So, we multiply the number of muffins per batch by the number of batches:\n\\[ 24 \\text{ muffins/batch} \\times 7 \\text{ batches} = 168 \\text{ muffins} \\]\n\nNext, we subtract the number of muffins sold from the total number of muffins baked. The baker sells 150 muffins. So, we subtract 150 from 168:\n\\[ 168 \\text{ muffins} - 150 \\text{ muffins} = 18 \\text{ muffins","ttft_s":0.699,"type":"suite","wall_s":9.327}} nightshift: [1792086164] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":23.3,"e2e_s":9.05,"id":"gsm_apples","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":137.3,"prompt_tokens":64,"seq":306,"t":791850,"text":"To determine how many apples Tom has, we can set up a simple equation based on the information given. Let's define the number of apples Sara has as \\( S \\). According to the problem, Tom has 3 times as many apples as Sara, so Tom has \\( 3S \\) apples. Together, they have 48 apples, so we can write the equation:\n\n\\[ S + 3S = 48 \\]\n\nCombining like terms, we get:\n\n\\[ 4S = 48 \\]\n\nTo find \\( S \\), we divide both sides of the equation by 4:\n\n\\[ S = \\frac{48}{4} = 12 \\]\n\nSo, Sara has 12 apples. Since Tom has 3 times as many apples as Sara, we calculate the number of apples Tom has as follows:\n\n\\[ 3S = 3 \\times 12 = 36 \\]\n\nTherefore, Tom has \\(\\boxed{","ttft_s":0.466,"type":"suite","wall_s":9.052}} nightshift: [1792086173] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":22,"e2e_s":9.806,"id":"gsm_train","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":114.8,"prompt_tokens":79,"seq":307,"t":801660,"text":"To determine the total distance traveled by the train, we need to calculate the distance covered during each segment of its journey and then sum these distances.\n\n1. **First Segment:**\n - Speed: 60 km per hour\n - Time: 2.5 hours\n\n Distance for the first segment:\n \\[\n \\text{Distance}_1 = \\text{Speed} \\times \\text{Time} = 60 \\, \\text{km/h} \\times 2.5 \\, \\text{hours} = 150 \\, \\text{km}\n \\]\n\n2. **Second Segment:**\n - Speed: 80 km per hour\n - Time: 1.5 hours\n\n Distance for the second segment:\n \\[\n \\text{Distance}_2 = \\text{Speed} \\times \\text{Time} = 80 \\, \\text{km/h} \\times ","ttft_s":0.688,"type":"suite","wall_s":9.807}} nightshift: [1792086184] page: {"bench":{"cat":"math","completion_tokens":199,"decode_tps":21.2,"e2e_s":10.292,"id":"gsm_price","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":89.5,"prompt_tokens":76,"seq":308,"t":811981,"text":"To determine the final price of the shirt after the discount and tax, we need to follow these steps:\n\n1. Calculate the discounted price of the shirt.\n2. Add a 10% tax to the discounted price.\n\n**Step 1: Calculate the discounted price.**\n\nThe original price of the shirt is $40. The discount is 25%. To find the discounted price, we first calculate 25% of $40 and then subtract that amount from $40.\n\n\\[ \\text{Discount} = 40 \\times \\frac{25}{100} = 40 \\times 0.25 = 10 \\]\n\nSo, the discounted price is:\n\n\\[ \\text{Discounted Price} = 40 - 10 = 30 \\]\n\n**Step 2: Add a 10% tax to the discounted price.**\n\nNow, we need to add a 10% tax to","ttft_s":0.849,"type":"suite","wall_s":10.299}} nightshift: [1792086184] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":25,"e2e_s":0.595,"id":"logic_syllogism","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":101.6,"prompt_tokens":52,"seq":309,"t":812584,"text":"Yes.","ttft_s":0.512,"type":"suite","wall_s":0.597}} nightshift: [1792086185] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":25.6,"e2e_s":0.583,"id":"logic_feathers","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":93.1,"prompt_tokens":47,"seq":310,"t":813178,"text":"feathers","ttft_s":0.505,"type":"suite","wall_s":0.59}} nightshift: [1792086186] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":27.4,"e2e_s":0.575,"id":"logic_daughters","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":105.8,"prompt_tokens":53,"seq":311,"t":813759,"text":"Nana","ttft_s":0.501,"type":"suite","wall_s":0.578}} nightshift: [1792086186] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":25.6,"e2e_s":0.531,"id":"logic_order","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":85.4,"prompt_tokens":42,"seq":312,"t":814300,"text":"Carol","ttft_s":0.492,"type":"suite","wall_s":0.538}} nightshift: [1792086187] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":26,"e2e_s":0.581,"id":"logic_sequence","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":103.2,"prompt_tokens":52,"seq":313,"t":814885,"text":"42","ttft_s":0.504,"type":"suite","wall_s":0.581}} nightshift: [1792086192] page: {"bench":{"cat":"reasoning","completion_tokens":108,"decode_tps":21.7,"e2e_s":5.698,"id":"logic_apples","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":102.5,"prompt_tokens":73,"seq":314,"t":820596,"text":"Let's break it down step by step:\n\n1. Start with 3 apples.\n2. Eat one apple: 3 - 1 = 2 apples left.\n3. Buy 4 more apples: 2 + 4 = 6 apples.\n4. Give half to a friend: 6 / 2 = 3 apples given away.\n\nNow, let's calculate how many apples you have left:\n\n6 (apples bought) - 3 (apples given away) = 3 apples\n\nAnswer: 3","ttft_s":0.712,"type":"suite","wall_s":5.703}} nightshift: [1792086193] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":24.1,"e2e_s":0.573,"id":"kn_canberra","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":69.4,"prompt_tokens":34,"seq":315,"t":821174,"text":"Canberra","ttft_s":0.49,"type":"suite","wall_s":0.573}} nightshift: [1792086194] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":25,"e2e_s":0.537,"id":"kn_gold","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":66.4,"prompt_tokens":33,"seq":316,"t":821715,"text":"Au","ttft_s":0.497,"type":"suite","wall_s":0.538}} nightshift: [1792086194] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":26.3,"e2e_s":0.597,"id":"kn_austen","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":80.9,"prompt_tokens":39,"seq":317,"t":822320,"text":"Jane Austen","ttft_s":0.482,"type":"suite","wall_s":0.601}} nightshift: [1792086195] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":25,"e2e_s":0.542,"id":"kn_jupiter","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":76.1,"prompt_tokens":35,"seq":318,"t":822866,"text":"Jupiter","ttft_s":0.46,"type":"suite","wall_s":0.542}} nightshift: [1792086195] page: {"bench":{"cat":"knowledge","completion_tokens":4,"decode_tps":23.8,"e2e_s":0.624,"id":"kn_ww2","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":74.6,"prompt_tokens":34,"seq":319,"t":823506,"text":"1945","ttft_s":0.456,"type":"suite","wall_s":0.625}} nightshift: [1792086196] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":23.1,"e2e_s":0.597,"id":"kn_boil","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":85.7,"prompt_tokens":40,"seq":320,"t":824107,"text":"212","ttft_s":0.467,"type":"suite","wall_s":0.597}} nightshift: [1792086197] page: {"bench":{"cat":"instruction","completion_tokens":3,"decode_tps":24,"e2e_s":0.604,"id":"if_banana","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":69,"prompt_tokens":33,"seq":321,"t":824716,"text":"BANANA","ttft_s":0.478,"type":"suite","wall_s":0.604}} nightshift: [1792086197] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":23.9,"e2e_s":0.699,"id":"if_colors","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":96.1,"prompt_tokens":47,"seq":322,"t":825418,"text":"red, yellow, blue","ttft_s":0.489,"type":"suite","wall_s":0.7}} nightshift: [1792086198] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":15.4,"e2e_s":0.934,"id":"if_five_words","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":75.2,"prompt_tokens":36,"seq":323,"t":826357,"text":"The sea is vast and mysterious.","ttft_s":0.479,"type":"suite","wall_s":0.935}} nightshift: [1792086200] page: {"bench":{"cat":"instruction","completion_tokens":21,"decode_tps":23.8,"e2e_s":1.333,"id":"if_json","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":127.2,"prompt_tokens":57,"seq":324,"t":827694,"text":"```json\n{\n \"name\": \"Ada\",\n \"age\": 36\n}\n```","ttft_s":0.448,"type":"suite","wall_s":1.334}} nightshift: [1792086201] page: {"bench":{"cat":"instruction","completion_tokens":23,"decode_tps":22.9,"e2e_s":1.511,"id":"if_extract","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":119,"prompt_tokens":60,"seq":325,"t":829209,"text":"```json\n{\n \"person\": \"Maria Lopez\",\n \"city\": \"Lisbon\"\n}\n```","ttft_s":0.504,"type":"suite","wall_s":1.512}} nightshift: [1792086202] page: {"bench":{"cat":"instruction","completion_tokens":1,"decode_tps":27,"e2e_s":0.675,"id":"if_sentiment","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":87.8,"prompt_tokens":56,"seq":326,"t":829888,"text":"Positive","ttft_s":0.638,"type":"suite","wall_s":0.675}} nightshift: [1792086202] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":27.2,"e2e_s":0.703,"id":"if_translate","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":80.9,"prompt_tokens":36,"seq":327,"t":830595,"text":"Le chat est sur la table.","ttft_s":0.445,"type":"suite","wall_s":0.704}} nightshift: [1792086204] page: {"bench":{"cat":"instruction","completion_tokens":24,"decode_tps":25.5,"e2e_s":1.64,"id":"if_summary","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":124.8,"prompt_tokens":87,"seq":328,"t":832244,"text":"Solar panels convert sunlight into electricity using photovoltaic cells, making them the cheapest source of new electricity in many countries.","ttft_s":0.697,"type":"suite","wall_s":1.641}} nightshift: [1792086210] page: {"bench":{"cat":"code","completion_tokens":106,"decode_tps":22.2,"e2e_s":5.523,"id":"code_palindrome","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":91.9,"prompt_tokens":67,"seq":329,"t":837776,"text":"```javascript\nfunction isPalindrome(s) {\n // Remove non-alphanumeric characters and convert to lowercase\n const cleanedString = s.replace(/[^a-zA-Z0-9]/g, '').toLowerCase();\n \n // Check if the cleaned string is equal to its reverse\n return cleanedString === cleanedString.split('').reverse().join('');\n}\n\n// Example usage:\nconsole.log(isPalindrome(\"A man, a plan, a canal: Panama\")); // true\nconsole.log(isPalindrome(\"race a car\")); // false\n```","ttft_s":0.729,"type":"suite","wall_s":5.529}} nightshift: [1792086216] page: {"bench":{"cat":"code","completion_tokens":117,"decode_tps":23.3,"e2e_s":5.909,"id":"code_fizzbuzz","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":104.5,"prompt_tokens":90,"seq":330,"t":843696,"text":"```javascript\nfunction fizzbuzz(n) {\n const result = [];\n for (let i = 1; i <= n; i++) {\n if (i % 3 === 0 && i % 5 === 0) {\n result.push(\"FizzBuzz\");\n } else if (i % 3 === 0) {\n result.push(\"Fizz\");\n } else if (i % 5 === 0) {\n result.push(\"Buzz\");\n } else {\n result.push(i.toString());\n }\n }\n return result;\n}\n```","ttft_s":0.861,"type":"suite","wall_s":5.909}} nightshift: [1792086218] page: {"bench":{"cat":"code","completion_tokens":40,"decode_tps":23.6,"e2e_s":2.208,"id":"code_sumevens","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":117.9,"prompt_tokens":60,"seq":331,"t":845924,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.filter(num => num % 2 === 0).reduce((acc, curr) => acc + curr, 0);\n}\n```","ttft_s":0.509,"type":"suite","wall_s":2.214}} nightshift: [1792086222] page: {"bench":{"cat":"code","completion_tokens":74,"decode_tps":22.7,"e2e_s":4.091,"id":"code_fib","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":90,"prompt_tokens":74,"seq":332,"t":850019,"text":"```javascript\nfunction fib(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```","ttft_s":0.822,"type":"suite","wall_s":4.091}} nightshift: [1792086225] page: {"bench":{"cat":"code","completion_tokens":61,"decode_tps":24,"e2e_s":3.279,"id":"code_vowels","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":92.8,"prompt_tokens":68,"seq":333,"t":853304,"text":"```javascript\nfunction countVowels(s) {\n let count = 0;\n const vowels = 'aeiouAEIOU';\n for (let char of s) {\n if (vowels.includes(char)) {\n count++;\n }\n }\n return count;\n}\n```","ttft_s":0.733,"type":"suite","wall_s":3.281}} nightshift: [1792086227] page: {"bench":{"cat":"code","completion_tokens":29,"decode_tps":23.1,"e2e_s":1.804,"id":"code_dedupe","model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill_tps":112.1,"prompt_tokens":61,"seq":334,"t":855113,"text":"```javascript\nfunction uniqueSorted(arr) {\n return [...new Set(arr)].sort((a, b) => a - b);\n}\n```","ttft_s":0.544,"type":"suite","wall_s":1.805}} nightshift: [1792086227] page: {"bench":{"items":34,"model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seconds":84.164,"seq":335,"t":855117,"type":"suite_done"}} nightshift: [1792086241] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":336,"t":868724,"text":"Start to fetch params","type":"progress"}} nightshift: [1792086241] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":337,"t":869396,"text":"Loading model from cache[8/83]: 215MB loaded. 10% completed, 14 secs elapsed.","type":"progress"}} nightshift: [1792086242] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":338,"t":869852,"text":"Loading model from cache[16/83]: 413MB loaded. 20% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792086242] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":339,"t":870405,"text":"Loading model from cache[25/83]: 636MB loaded. 30% completed, 15 secs elapsed.","type":"progress"}} nightshift: [1792086243] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":340,"t":870980,"text":"Loading model from cache[33/83]: 839MB loaded. 40% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792086243] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":341,"t":871413,"text":"Loading model from cache[41/83]: 1037MB loaded. 50% completed, 16 secs elapsed.","type":"progress"}} nightshift: [1792086244] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":342,"t":871905,"text":"Loading model from cache[49/83]: 1235MB loaded. 60% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086244] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":343,"t":872406,"text":"Loading model from cache[58/83]: 1447MB loaded. 70% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086245] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":344,"t":872924,"text":"Loading model from cache[66/83]: 1649MB loaded. 80% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792086245] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":345,"t":873375,"text":"Loading model from cache[74/83]: 1848MB loaded. 90% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792086246] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":346,"t":873888,"text":"Loading model from cache[83/83]: 2051MB loaded. 100% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792086311] page: {"bench":{"decode":[{"completion_tokens":255,"decode_tps":20.9,"e2e_s":12.982,"prefill_tps":86.4,"prompt_tokens":62,"text":"The bicycle, a marvel of human ingenuity, has undergen a remarkable evolution since its inception in the early 19th century. This journey from the 1817 draisine to the modern carbon racing bikes encapsulates a story of innovation, societal ","ttft_s":0.718,"wall_s":12.982},{"completion_tokens":255,"decode_tps":20.8,"e2e_s":13.004,"prefill_tps":90.4,"prompt_tokens":62,"text":"The bicycle, a marvel of human ingenuity and a symbol of freedom and mobility, has a rich history that spans over two centuries. This essay delves into the evolution of the bicycle, from the primitive draisine of 1817 to the high-tech carbo","ttft_s":0.686,"wall_s":13.005}],"first_call":{"ttft_s":0.526,"wall_s":0.799},"load_s":18.256,"mem_after_load":{"free_pct":41,"pressure":"normal","swap_used_bytes":5277417472},"mem_after_speed":{"free_pct":33,"pressure":"normal","swap_used_bytes":5000593408},"mem_before":{"free_pct":44,"pressure":"normal","swap_used_bytes":5285806080},"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":17.7,"e2e_s":18.872,"prefill_tps":92.5,"prompt_tokens":1624,"text":"The text describes the Nightshift runtime's process of scheduling inference jobs across device and cloud lanes, each with","ttft_s":17.557,"wall_s":18.874},{"completion_tokens":23,"decode_tps":17,"e2e_s":19.339,"prefill_tps":90.3,"prompt_tokens":1624,"text":"The text describes the Nightshift runtime's process of scheduling inference jobs across device and cloud lanes, each with","ttft_s":17.979,"wall_s":19.34}],"seq":347,"t":938929,"type":"model_speed","was_cached":true}} nightshift: [1792086312] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":22.6,"e2e_s":0.951,"id":"math_mul","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":54.4,"prompt_tokens":42,"seq":348,"t":939892,"text":"391","ttft_s":0.772,"type":"suite","wall_s":0.958}} nightshift: [1792086313] page: {"bench":{"cat":"math","completion_tokens":7,"decode_tps":24.6,"e2e_s":0.923,"id":"math_add","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":72.3,"prompt_tokens":46,"seq":349,"t":940820,"text":"11,132","ttft_s":0.636,"type":"suite","wall_s":0.924}} nightshift: [1792086313] page: {"bench":{"cat":"math","completion_tokens":3,"decode_tps":25.2,"e2e_s":0.741,"id":"math_pct","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":67.6,"prompt_tokens":42,"seq":350,"t":941567,"text":"36","ttft_s":0.621,"type":"suite","wall_s":0.744}} nightshift: [1792086314] page: {"bench":{"cat":"math","completion_tokens":5,"decode_tps":26.5,"e2e_s":0.877,"id":"math_pow","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":61.1,"prompt_tokens":42,"seq":351,"t":942447,"text":"1024","ttft_s":0.687,"type":"suite","wall_s":0.877}} nightshift: [1792086319] page: {"bench":{"cat":"math","completion_tokens":87,"decode_tps":21.1,"e2e_s":5.062,"id":"gsm_muffins","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":89.8,"prompt_tokens":83,"seq":352,"t":947519,"text":"First, let's calculate the total number of muffins made:\n\n24 muffins/batch × 7 batches = 168 muffins\n\nNow, subtract the number of muffins sold from the total number made:\n\n168 muffins - 150 muffins sold = 18 muffins left\n\nAnswer: 18","ttft_s":0.924,"type":"suite","wall_s":5.062}} nightshift: [1792086328] page: {"bench":{"cat":"math","completion_tokens":163,"decode_tps":20.9,"e2e_s":8.811,"id":"gsm_apples","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":76.6,"prompt_tokens":75,"seq":353,"t":956348,"text":"Let's denote the number of apples Sara has as S. According to the information, Tom has 3 times as many apples as Sara, so Tom has 3S apples.\n\nTogether, they have 48 apples, so we can write the equation:\n\nS + 3S = 48\n\nCombining like terms, we get:\n\n4S = 48\n\nNow, we'll solve for S:\n\nS = 48 / mi\n\nS = 12\n\nSince Sara has 12 apples and Tom has 3 times as many, Tom has:\n\n3 * 12 = 36 apples\n\nAnswer: 36","ttft_s":0.979,"type":"suite","wall_s":8.817}} nightshift: [1792086337] page: {"bench":{"cat":"math","completion_tokens":149,"decode_tps":18.8,"e2e_s":8.964,"id":"gsm_train","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":84.4,"prompt_tokens":86,"seq":354,"t":965319,"text":"First, we need to calculate the distance traveled at each speed:\n\nAt 60 km/h for 2.5 hours:\nDistance = Speed × Time\nDistance = 60 km/h × 2.5 h = 150 km\n\nAt 80 km/h for 1.5 hours:\nDistance = Speed × Time\nDistance = 80 km/h × 1.5 h = 120 km\n\nNow, we add the distances together to find the total distance traveled:\nTotal Distance = 150 km + 120 km = 270 km\n\nAnswer: 270","ttft_s":1.019,"type":"suite","wall_s":8.965}} nightshift: [1792086345] page: {"bench":{"cat":"math","completion_tokens":148,"decode_tps":20.6,"e2e_s":8.11,"id":"gsm_price","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":98.8,"prompt_tokens":87,"seq":355,"t":973436,"text":"First, let's calculate the discounted price:\n\nDiscount amount = 25% of $40 = (25/100) * $40 = $10\n\nDiscounted price = Original price - Discount amount = $40 - $10 = $30\n\nNow, let's calculate the final price after adding the 10% tax:\n\nTax amount = 10% of $30 = (10/100) * $30 = $3\n\nFinal price = Discounted price + Tax amount = $30 + $3 = $33\n\nAnswer: 33","ttft_s":0.881,"type":"suite","wall_s":8.113}} nightshift: [1792086349] page: {"bench":{"cat":"reasoning","completion_tokens":63,"decode_tps":21.4,"e2e_s":3.647,"id":"logic_syllogism","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":82.1,"prompt_tokens":57,"seq":356,"t":977088,"text":"Yes.\n\nGiven the statements \"All bloops are razzies\" and \"All razzies are lazzies,\" it logically follows that all bloops must also be lazzies. This is an application of transitive relation in logic.\n\nHowever, it's important to note","ttft_s":0.694,"type":"suite","wall_s":3.647}} nightshift: [1792086353] page: {"bench":{"cat":"reasoning","completion_tokens":63,"decode_tps":21.3,"e2e_s":3.669,"id":"logic_feathers","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":79.4,"prompt_tokens":55,"seq":357,"t":980772,"text":"Same\n\nExplanieving that both a kilogram of feathers and a kilogram of steel weigh the same, the concept here is not about the density or volume they occupy, but the mass. A kilogram is a unit of mass, and it remains constant regardless of the material. Therefore, whether","ttft_s":0.693,"type":"suite","wall_s":3.674}} nightshift: [1792086353] page: {"bench":{"cat":"reasoning","completion_tokens":2,"decode_tps":21.1,"e2e_s":0.809,"id":"logic_daughters","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":82.9,"prompt_tokens":59,"seq":358,"t":981674,"text":"Nana","ttft_s":0.712,"type":"suite","wall_s":0.81}} nightshift: [1792086354] page: {"bench":{"cat":"reasoning","completion_tokens":1,"decode_tps":19.6,"e2e_s":0.828,"id":"logic_order","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":61.8,"prompt_tokens":48,"seq":359,"t":982509,"text":"Carol","ttft_s":0.777,"type":"suite","wall_s":0.829}} nightshift: [1792086358] page: {"bench":{"cat":"reasoning","completion_tokens":63,"decode_tps":21.2,"e2e_s":3.7,"id":"logic_sequence","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":79.4,"prompt_tokens":57,"seq":360,"t":986214,"text":"The sequence appears to increase by progressively larger even numbers: 4 (2+4=6), 6 (6+6=12), 8 (12+8=20), 10 (20+10=30). Following this pattern, the next increment should be","ttft_s":0.718,"type":"suite","wall_s":3.7}} nightshift: [1792086362] page: {"bench":{"cat":"reasoning","completion_tokens":55,"decode_tps":21.2,"e2e_s":3.61,"id":"logic_apples","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":81.2,"prompt_tokens":81,"seq":361,"t":989829,"text":"You started with 3 apples, ate one leaving you with 2. Then you bought 4 more, increasing your total to 6. Giving half (which is 3) to a friend leaves you with 3 apples. Answer: 3","ttft_s":0.998,"type":"suite","wall_s":3.61}} nightshift: [1792086363] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":19.1,"e2e_s":0.831,"id":"kn_canberra","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":58.3,"prompt_tokens":39,"seq":362,"t":990691,"text":"Canberra","ttft_s":0.669,"type":"suite","wall_s":0.844}} nightshift: [1792086363] page: {"bench":{"cat":"knowledge","completion_tokens":1,"decode_tps":10.6,"e2e_s":0.674,"id":"kn_gold","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":65.9,"prompt_tokens":38,"seq":363,"t":991405,"text":"Au","ttft_s":0.577,"type":"suite","wall_s":0.681}} nightshift: [1792086363] window reopened nightshift: [1792086364] page: {"bench":{"cat":"knowledge","completion_tokens":3,"decode_tps":12.7,"e2e_s":0.829,"id":"kn_austen","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":76.3,"prompt_tokens":45,"seq":364,"t":992249,"text":"Jane Austen","ttft_s":0.59,"type":"suite","wall_s":0.83}} nightshift: [1792086366] page: {"bench":{"cat":"knowledge","completion_tokens":2,"decode_tps":9.9,"e2e_s":1.567,"id":"kn_jupiter","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":29.3,"prompt_tokens":40,"seq":365,"t":993825,"text":"Jupiter","ttft_s":1.364,"type":"suite","wall_s":1.568}} nightshift: [1792086366] page: {"bench":{"cat":"knowledge","completion_tokens":5,"decode_tps":21,"e2e_s":0.826,"id":"kn_ww2","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":66.4,"prompt_tokens":39,"seq":366,"t":994661,"text":"1945","ttft_s":0.587,"type":"suite","wall_s":0.826}} nightshift: [1792086368] page: {"bench":{"cat":"knowledge","completion_tokens":6,"decode_tps":21.4,"e2e_s":1.021,"id":"kn_boil","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":65,"prompt_tokens":48,"seq":367,"t":995687,"text":"212°F","ttft_s":0.738,"type":"suite","wall_s":1.021}} nightshift: [1792086368] page: {"bench":{"cat":"instruction","completion_tokens":4,"decode_tps":21.9,"e2e_s":0.861,"id":"if_banana","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":60.7,"prompt_tokens":41,"seq":368,"t":996557,"text":"BANANA","ttft_s":0.676,"type":"suite","wall_s":0.866}} nightshift: [1792086369] page: {"bench":{"cat":"instruction","completion_tokens":5,"decode_tps":23.6,"e2e_s":0.836,"id":"if_colors","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":88.3,"prompt_tokens":55,"seq":369,"t":997397,"text":"red,yellow,blue","ttft_s":0.623,"type":"suite","wall_s":0.836}} nightshift: [1792086370] page: {"bench":{"cat":"instruction","completion_tokens":11,"decode_tps":23.8,"e2e_s":1.089,"id":"if_five_words","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":65.5,"prompt_tokens":41,"seq":370,"t":998491,"text":"The sea whispers ancient, serene secrets.","ttft_s":0.626,"type":"suite","wall_s":1.089}} nightshift: [1792086372] page: {"bench":{"cat":"instruction","completion_tokens":30,"decode_tps":22.3,"e2e_s":2.012,"id":"if_json","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":95.3,"prompt_tokens":63,"seq":371,"t":1000526,"text":"```json\n\n{\n\n \"name\": \"Ada\",\n\n \"age\": 36\n\n}\n\n```","ttft_s":0.661,"type":"suite","wall_s":2.02}} nightshift: [1792086375] page: {"bench":{"cat":"instruction","completion_tokens":35,"decode_tps":23.8,"e2e_s":2.456,"id":"if_extract","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":73,"prompt_tokens":71,"seq":372,"t":1002989,"text":"```json\n\n{\n\n \"person\": \"Maria Lopez\",\n\n \"city\": \"Lisbon\"\n\n}\n\n```","ttft_s":0.973,"type":"suite","wall_s":2.457}} nightshift: [1792086376] page: {"bench":{"cat":"instruction","completion_tokens":2,"decode_tps":22.2,"e2e_s":0.811,"id":"if_sentiment","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":84.6,"prompt_tokens":61,"seq":373,"t":1003804,"text":"Positive","ttft_s":0.721,"type":"suite","wall_s":0.812}} nightshift: [1792086377] page: {"bench":{"cat":"instruction","completion_tokens":7,"decode_tps":25.8,"e2e_s":0.905,"id":"if_translate","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":66.5,"prompt_tokens":42,"seq":374,"t":1004717,"text":"Le chat est sur la table.","ttft_s":0.632,"type":"suite","wall_s":0.91}} nightshift: [1792086379] page: {"bench":{"cat":"instruction","completion_tokens":35,"decode_tps":23,"e2e_s":2.706,"id":"if_summary","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":85,"prompt_tokens":100,"seq":375,"t":1007428,"text":"Solar panels, now cheaper due to a 90% cost drop, generate electricity from sunlight, with output varying by weather and daylight hours.","ttft_s":1.177,"type":"suite","wall_s":2.707}} nightshift: [1792086387] page: {"bench":{"cat":"code","completion_tokens":150,"decode_tps":21.8,"e2e_s":7.931,"id":"code_palindrome","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":76.3,"prompt_tokens":79,"seq":376,"t":1015373,"text":"```javascript\nfunction isPalindrome(s) {\n // Remove non-alphanumeric characters and convert to lowercase\n const cleaned = s.replace(/\\W/g, '').toLowerCase();\n\n // Check if the cleaned string is a palindrome\n return cleaned === cleaned.split('').reverse().join('');\n}\n\n// Example usage:\nconsoleieving(isPalindrome(\"A man, a plan, a canal: Panama\")); // Should return true\n```\nThis function first removes all non-alphanumeric characters using a regular expression and then checks if the resulting string is a palindrome by comparing it to its reverse.","ttft_s":1.036,"type":"suite","wall_s":7.941}} nightshift: [1792086395] page: {"bench":{"cat":"code","completion_tokens":143,"decode_tps":21.4,"e2e_s":8.001,"id":"code_fizzbuzz","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":82.6,"prompt_tokens":105,"seq":377,"t":1023381,"text":"```javascript\nfunction fizzbuzz(n) {\n const result = [];\n for (let i = 1; i <= n; i++) {\n let output = '';\n if (i % 3 === 0) output += 'Fizz';\n if (i % 5 === 0) output += 'Buzz';\n result.push(output || i.toString());\n }\n return result;\n}\n\n// Example usage:\nconsole.log(fizzbuzz(15));\n```\nThis function will output an array with the fizzbuzz logic applied to numbers 1 through `n`.","ttft_s":1.271,"type":"suite","wall_s":8.003}} nightshift: [1792086406] page: {"bench":{"cat":"code","completion_tokens":181,"decode_tps":19.2,"e2e_s":10.484,"id":"code_sumevens","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":66.4,"prompt_tokens":66,"seq":378,"t":1033888,"text":"```javascript\nfunction sumEvens(arr) {\n return arr.reduce((sum, num) => num % 2 === 0 ? sum + num : sum, 0);\n}\n\n// Example usage:\nconsoleievingArr = [2, 5, 8, 6, 3];\nconsole.log(sumEvens(eveningArr)); // Output: 16\n```\n\nThis function uses the `reduce` method to accumulate the sum of even numbers in the array. The arrow function `(sum, num) => num % 2 === 0 ? sum + num : sum` checks if the current number `num` is even, and if so, adds it to the accumulator `sum`. The initial value of the accumulator is set to `0` to handle the case of an empty array correctly.","ttft_s":0.994,"type":"suite","wall_s":10.487}} nightshift: [1792086423] page: {"bench":{"cat":"code","completion_tokens":319,"decode_tps":19.7,"e2e_s":17.333,"id":"code_fib","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":82.4,"prompt_tokens":84,"seq":379,"t":1051231,"text":"```javascript\nfunction fib(n) {\n if (n < 0) {\n throw new Error(\"Negative numbers are not allowed.\");\n }\n\n const fibonacciNumbers = [0, 1];\n\n for (let i = 2; i <= n; i++) {\n fibonacciNumbers[i] = fibonacciNumbers[i - 1] + fibonacciNumbers[i - 2];\n }\n\n return fibonacciNumbers[n];\n}\n\n// Example usage:\nconsole.log(fib(50)); // Outputs the 50th Fibonacci number\n```\n\nThis function uses an iterative approach to calculate the Fibonacci sequence up to the nth number. It stores all Fibonacci numbers up to n in an array, which allows for constant-time access to any previously calculated Fibonacci number. This approach is much faster than a naive recursive implementation, especially for large values of n. However, it does use O(n) space complexity due to storing all Fibonacci numbers up to n.\n\nFor handling very large values of n efficiently, you might consider using an iterative approach with O(1) space complexity by only keeping track of the two most recent Fibonacci numbers at any time:\n\n```javascript\nfunction fib(n) {\n if (n < 0) {\n throw new Error(\"Neg","ttft_s":1.02,"type":"suite","wall_s":17.335}} nightshift: [1792086432] page: {"bench":{"cat":"code","completion_tokens":153,"decode_tps":18.3,"e2e_s":9.387,"id":"code_vowels","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":77.2,"prompt_tokens":76,"seq":380,"t":1060642,"text":"```javascript\nfunction countVowels(s) {\n const vowels = \"aeiouAEIOU\";\n return [...s].reduce((count, char) => {\n if (vowels.includes(char)) {\n return count + 1;\n }\n return count;\n }, 0);\n}\n\n// Example usage:\nconsole.log(countVowels(\"Hello, World!\")); // Output: 3\n```\nThis function uses the spread operator `[...s]` to iterate over each character in the string `s`, counting each vowel it encounters. It's a concise and efficient way to achieve the desired functionality.","ttft_s":0.984,"type":"suite","wall_s":9.39}} nightshift: [1792086447] page: {"bench":{"cat":"code","completion_tokens":236,"decode_tps":17.7,"e2e_s":14.597,"id":"code_dedupe","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":58.6,"prompt_tokens":69,"seq":381,"t":1075267,"text":"```javascript\nfunction uniqueSorted(arr) {\n // Remove duplicates by converting the array to a Set\n const uniqueElements = [...new Set(arr)];\n \n // Sort the unique elements in ascending order\n const sortedUnique = uniqueElements.sort((a, b) => a - b);\n \n return sortedUnique;\n}\n\n// Example usage:\nconst inputArray = [3, 1, 2, 3, 4, 2, 5];\nconst result = uniqueSorted(inputArray);\nconsoleieving(result); // Output: [1, 2, 3, 4, 5]\n```\nThis function first removes duplicates by converting the input array into a `Set`, which inherently contains only unique values. Then, it converts the `Set` back into an array using the spread operator `[...new Set(arr)]`. Finally, it sorts the array in ascending order using the `sort` method with a compare function `(a, b) => a - b`, which sorts numbers in ascending order.","ttft_s":1.178,"type":"suite","wall_s":14.598}} nightshift: [1792086447] page: {"bench":{"items":34,"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","seconds":136.338,"seq":382,"t":1075272,"type":"suite_done"}} nightshift: [1792086447] page: {"bench":{"phase":"models","seconds":1072.346,"seq":383,"t":1075276,"type":"phase_end"}} nightshift: [1792086447] page: {"bench":{"phase":"panel","seq":384,"t":1075289,"type":"phase_start"}} nightshift: [1792086448] page: {"trim":{"at":1792086448128,"budgetMb":3600,"dropped":["Qwen2.5-1.5B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"keep":["Llama-3.2-1B-Instruct-q4f16_1-MLC"],"maxModels":1,"panelMb":3000,"pressure":"warn","usedMb":879}} nightshift: [1792086469] page: {"bench":{"label":"panel trio","seq":385,"t":1096886,"text":"Start to fetch params","type":"progress"}} nightshift: [1792086469] page: {"bench":{"label":"panel trio","seq":386,"t":1097380,"text":"Loading model from cache[1/22]: 126MB loaded. 18% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792086469] page: {"bench":{"label":"panel trio","seq":387,"t":1097431,"text":"Loading model from cache[2/22]: 142MB loaded. 21% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792086469] page: {"bench":{"label":"panel trio","seq":388,"t":1097647,"text":"Loading model from cache[4/22]: 201MB loaded. 30% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792086470] page: {"bench":{"label":"panel trio","seq":389,"t":1097911,"text":"Loading model from cache[7/22]: 272MB loaded. 40% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792086470] page: {"bench":{"label":"panel trio","seq":390,"t":1098285,"text":"Loading model from cache[10/22]: 362MB loaded. 54% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792086470] page: {"bench":{"label":"panel trio","seq":391,"t":1098420,"text":"Loading model from cache[12/22]: 402MB loaded. 60% completed, 22 secs elapsed.","type":"progress"}} nightshift: [1792086471] page: {"bench":{"label":"panel trio","seq":392,"t":1098730,"text":"Loading model from cache[15/22]: 493MB loaded. 74% completed, 23 secs elapsed.","type":"progress"}} nightshift: [1792086471] page: {"bench":{"label":"panel trio","seq":393,"t":1098852,"text":"Loading model from cache[17/22]: 533MB loaded. 80% completed, 23 secs elapsed.","type":"progress"}} nightshift: [1792086471] page: {"bench":{"label":"panel trio","seq":394,"t":1099123,"text":"Loading model from cache[20/22]: 623MB loaded. 93% completed, 23 secs elapsed.","type":"progress"}} nightshift: [1792086471] page: {"bench":{"label":"panel trio","seq":395,"t":1099241,"text":"Loading model from cache[22/22]: 664MB loaded. 100% completed, 23 secs elapsed.","type":"progress"}} nightshift: [1792086477] page: {"bench":{"load_s":23.463,"mem_after_load":{"free_pct":56,"pressure":"normal","swap_used_bytes":5933760512},"mem_after_parallel":{"free_pct":48,"pressure":"normal","swap_used_bytes":5916983296},"parallel":{"agg_tps":44.4,"per_model":[{"completion_tokens":127,"decode_tps":48.1,"model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","wall_s":2.86}],"tokens":127,"wall_s":2.861},"resident":["Llama-3.2-1B-Instruct-q4f16_1-MLC"],"seq":396,"sequential":{"agg_tps":43.8,"per_model":[{"completion_tokens":127,"decode_tps":46.7,"model":"Llama-3.2-1B-Instruct-q4f16_1-MLC","wall_s":2.9}],"tokens":127,"wall_s":2.9},"t":1105368,"trim":{"at":1792086448128,"budgetMb":3600,"dropped":["Qwen2.5-1.5B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"keep":["Llama-3.2-1B-Instruct-q4f16_1-MLC"],"maxModels":1,"panelMb":3000,"pressure":"warn","usedMb":879},"trio":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"type":"panel_trio"}} nightshift: [1792086477] page: {"trim":{"at":1792086477724,"budgetMb":6000,"dropped":["Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC"],"keep":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"maxModels":2,"panelMb":3000,"pressure":"normal","usedMb":3672}} nightshift: [1792086493] page: {"bench":{"label":"panel overbudget","seq":397,"t":1121329,"text":"Start to fetch params","type":"progress"}} nightshift: [1792086494] page: {"bench":{"label":"panel overbudget","seq":398,"t":1121972,"text":"Loading model from cache[8/83]: 215MB loaded. 10% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086494] page: {"bench":{"label":"panel overbudget","seq":399,"t":1122523,"text":"Loading model from cache[16/83]: 413MB loaded. 20% completed, 17 secs elapsed.","type":"progress"}} nightshift: [1792086495] page: {"bench":{"label":"panel overbudget","seq":400,"t":1122979,"text":"Loading model from cache[25/83]: 636MB loaded. 30% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792086495] page: {"bench":{"label":"panel overbudget","seq":401,"t":1123463,"text":"Loading model from cache[33/83]: 839MB loaded. 40% completed, 18 secs elapsed.","type":"progress"}} nightshift: [1792086496] page: {"bench":{"label":"panel overbudget","seq":402,"t":1123935,"text":"Loading model from cache[41/83]: 1037MB loaded. 50% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792086496] page: {"bench":{"label":"panel overbudget","seq":403,"t":1124374,"text":"Loading model from cache[49/83]: 1235MB loaded. 60% completed, 19 secs elapsed.","type":"progress"}} nightshift: [1792086497] page: {"bench":{"label":"panel overbudget","seq":404,"t":1124922,"text":"Loading model from cache[58/83]: 1447MB loaded. 70% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792086497] page: {"bench":{"label":"panel overbudget","seq":405,"t":1125436,"text":"Loading model from cache[66/83]: 1649MB loaded. 80% completed, 20 secs elapsed.","type":"progress"}} nightshift: [1792086498] page: {"bench":{"label":"panel overbudget","seq":406,"t":1125939,"text":"Loading model from cache[74/83]: 1848MB loaded. 90% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792086498] page: {"bench":{"label":"panel overbudget","seq":407,"t":1126441,"text":"Loading model from cache[83/83]: 2051MB loaded. 100% completed, 21 secs elapsed.","type":"progress"}} nightshift: [1792086499] page: {"bench":{"answer":"Panel status is confirmed as operational","load_s":21.06,"mem_after_load":{"free_pct":50,"pressure":"normal","swap_used_bytes":5858263040},"plan":{"budgetMb":6000,"dropped":["Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC"],"keep":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"maxModels":2,"panelMb":3000,"pressure":"normal","usedMb":3672},"requested":["Phi-3.5-mini-instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC"],"resident":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"seq":408,"t":1127540,"trim":{"at":1792086477724,"budgetMb":6000,"dropped":["Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC"],"keep":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"maxModels":2,"panelMb":3000,"pressure":"normal","usedMb":3672},"type":"panel_overbudget"}} nightshift: [1792086499] page: {"bench":{"phase":"panel","seconds":52.255,"seq":409,"t":1127544,"type":"phase_end"}} nightshift: [1792086499] page: {"bench":{"phase":"admission","seq":410,"t":1127554,"type":"phase_start"}}