nightshift: [1792087699] start v0.90.0 · Apple M5 (m5+) · 16 GB · macOS 26.4 · 4P+6E cores
nightshift: [1792087699] serving /Users/samuelcummings/nightshift-m1m4-build/web-bench on http://127.0.0.1:47321/
nightshift: [1792087699] webkit: BackgroundWebContentRunningBoardThrottlingEnabled=false, HiddenPageDOMTimerThrottlingAutoIncreases=false, HiddenPageDOMTimerThrottlingEnabled=false, PageVisibilityBasedProcessSuppressionEnabled=false, WebGPUEnabled=true
nightshift: [1792087700] webkit: window occlusion detection off (page stays active behind other windows): true
nightshift: [1792087700] cockpit loading (injected scripts removed: true)
nightshift: [1792087700] quit gate installed (applicationShouldTerminate:)
nightshift: [1792087702] page: {"bench":{"label":"97-loadmem","phases":["env","models"],"seq":0,"t":2812,"type":"start"}}
nightshift: [1792087702] page: {"bench":{"phase":"env","seq":1,"t":2814,"type":"phase_start"}}
nightshift: [1792087703] page: {"bench":{"boot":{"bench_script_ms":150,"dom_content_loaded_ms":258,"engine_ready_ms":175,"load_event_ms":307,"resources":211,"scripts":175,"shell_mounted_ms":311,"transfer_kb":27},"cached_models":["Llama-3.2-1B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC"],"device_memory":null,"engine":{"cloud_models":50,"device_models":8,"job_kinds":["deliberate","best_of_n","batch","bulk","app_stream"],"lanes":[],"models_in_registry":66},"errors":[],"gpu":{"adapter":true,"api":true,"architecture":"apple","description":"apple","device":"apple","features":["bgra8unorm-storage","core-features-and-limits","depth-clip-control","depth32float-stencil8","float16-renderable","float32-blendable","float32-filterable","float32-renderable","indirect-first-instance","rg11b10ufloat-renderable","shader-f16","texture-compression-astc","texture-compression-astc-sliced-3d","texture-compression-bc","texture-compression-bc-sliced-3d","texture-compression-etc2","texture-formats-tier1","timestamp-query"],"limits":{"maxBufferSize_mb":2048,"maxComputeInvocationsPerWorkgroup":1024,"maxComputeWorkgroupSizeX":1024,"maxComputeWorkgroupStorageSize":32768,"maxStorageBufferBindingSize_mb":2048,"maxStorageBuffersPerShaderStage":44},"vendor":"apple"},"hardware_concurrency":8,"memory":{"free_pct":68,"pressure":"normal","swap_used_bytes":5371068416},"seq":2,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11528},"system":{"arch":"aarch64","chip":"Apple M5","chip_family":"m5+","eff_cores":6,"macos":"26.4","mem_bytes":17179869184,"mem_gb":16,"model":"Mac17,4","perf_cores":4},"t":2864,"tier":{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":2,"panelMb":3000},"type":"env","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)","webllm":{"catalog":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"prebuilt":163,"webgpu":true,"worker_ready_s":0.047}}}
nightshift: [1792087703] page: {"bench":{"phase":"env","seconds":0.051,"seq":3,"t":2865,"type":"phase_end"}}
nightshift: [1792087703] page: {"bench":{"phase":"models","seq":4,"t":2866,"type":"phase_start"}}
nightshift: [1792087708] page: {"boot":{"budget_mb":6000,"errors":[],"gpu":{"adapter":true,"api":true,"f16":true,"max_buffer_mb":2048},"jobs_configured":true,"max_models":2,"models":66,"shell_mounted":true,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11528},"tauri_globals":false,"tier":"16 GB","webllm":{"prebuilt":163,"worker_webgpu":true}}}
nightshift: [1792087718] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":5,"t":18660,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087719] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":6,"t":19768,"text":"Loading model from cache[1/42]: 282MB loaded. 20% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792087720] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":7,"t":20200,"text":"Loading model from cache[6/42]: 432MB loaded. 30% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792087720] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":8,"t":20587,"text":"Loading model from cache[11/42]: 568MB loaded. 40% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087721] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":9,"t":20931,"text":"Loading model from cache[16/42]: 703MB loaded. 50% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087721] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":10,"t":21267,"text":"Loading model from cache[21/42]: 850MB loaded. 60% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087721] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":11,"t":21585,"text":"Loading model from cache[26/42]: 985MB loaded. 70% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087722] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":12,"t":21948,"text":"Loading model from cache[31/42]: 1131MB loaded. 80% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087722] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":13,"t":22232,"text":"Loading model from cache[36/42]: 1267MB loaded. 90% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087722] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":14,"t":22580,"text":"Loading model from cache[42/42]: 1403MB loaded. 100% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087737] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":30.1,"e2e_s":0.916,"prefill_tps":101.2,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple","ttft_s":0.415,"wall_s":0.916}],"first_call":{"ttft_s":0.418,"wall_s":0.657},"load_s":19.227,"mem_after_load":{"free_pct":43,"pressure":"normal","swap_used_bytes":5362679808},"mem_after_speed":{"free_pct":33,"pressure":"warn","swap_used_bytes":5337513984},"mem_before":{"free_pct":68,"pressure":"normal","swap_used_bytes":5371068416},"model":"gemma-2-2b-it-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":16.8,"e2e_s":13.288,"prefill_tps":125,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for running inference jobs across device and cloud lanes. \n","ttft_s":11.921,"wall_s":13.289}],"seq":15,"t":37462,"type":"model_speed","was_cached":true}}
nightshift: [1792087737] page: {"bench":{"items":0,"model":"gemma-2-2b-it-q4f16_1-MLC","seconds":0,"seq":16,"t":37465,"type":"suite_done"}}
nightshift: [1792087754] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":17,"t":54142,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087754] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":18,"t":54733,"text":"Loading model from cache[1/58]: 188MB loaded. 10% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087755] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":19,"t":55147,"text":"Loading model from cache[8/58]: 374MB loaded. 21% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087755] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":20,"t":55499,"text":"Loading model from cache[14/58]: 536MB loaded. 31% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087755] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":21,"t":55851,"text":"Loading model from cache[20/58]: 698MB loaded. 40% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087756] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":22,"t":56334,"text":"Loading model from cache[27/58]: 884MB loaded. 51% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087756] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":23,"t":56765,"text":"Loading model from cache[33/58]: 1046MB loaded. 60% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087757] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":24,"t":57303,"text":"Loading model from cache[39/58]: 1208MB loaded. 70% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087757] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":25,"t":57803,"text":"Loading model from cache[46/58]: 1400MB loaded. 81% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087758] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":26,"t":58218,"text":"Loading model from cache[52/58]: 1562MB loaded. 90% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087758] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":27,"t":58695,"text":"Loading model from cache[58/58]: 1724MB loaded. 100% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792087776] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":25.6,"e2e_s":1.181,"prefill_tps":91.4,"prompt_tokens":54,"text":"The bicycle, a ubiquitous mode of transportation and recreation, has a rich and fascinating","ttft_s":0.591,"wall_s":1.183}],"first_call":{"ttft_s":0.562,"wall_s":0.867},"load_s":20.73,"mem_after_load":{"free_pct":33,"pressure":"warn","swap_used_bytes":5295570944},"mem_after_speed":{"free_pct":26,"pressure":"warn","swap_used_bytes":6250561536},"mem_before":{"free_pct":34,"pressure":"warn","swap_used_bytes":5337513984},"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":19.3,"e2e_s":15.39,"prefill_tps":102.7,"prompt_tokens":1458,"text":"The text is a repetitive and redundant list of sections about the Nightshift runtime scheduling inference jobs across device and cloud lanes.","ttft_s":14.194,"wall_s":15.391}],"seq":28,"t":76171,"type":"model_speed","was_cached":true}}
nightshift: [1792087776] page: {"bench":{"items":0,"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","seconds":0,"seq":29,"t":76193,"type":"suite_done"}}
nightshift: [1792087776] page: {"trim":{"at":1792087776852,"budgetMb":3600,"dropped":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"keep":[],"maxModels":1,"panelMb":3000,"pressure":"warn","refused":true,"usedMb":0}}
nightshift: [1792087776] page: {"bench":{"error":"memory_pressure memory_pressure: this Mac is under warn memory pressure — device lanes wait; close other apps or use a cloud lane","mem_before":{"free_pct":26,"pressure":"warn","swap_used_bytes":6250561536},"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","seq":30,"t":76714,"type":"model_speed","was_cached":true}}
nightshift: [1792087793] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":31,"t":93055,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087793] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":32,"t":93419,"text":"Loading model from cache[3/37]: 96MB loaded. 10% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087793] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":33,"t":93764,"text":"Loading model from cache[7/37]: 199MB loaded. 21% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087794] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":34,"t":94320,"text":"Loading model from cache[11/37]: 298MB loaded. 32% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087794] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":35,"t":94609,"text":"Loading model from cache[14/37]: 370MB loaded. 40% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087795] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":36,"t":95832,"text":"Loading model from cache[19/37]: 487MB loaded. 52% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087796] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":37,"t":96160,"text":"Loading model from cache[22/37]: 559MB loaded. 60% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087796] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":38,"t":96463,"text":"Loading model from cache[26/37]: 658MB loaded. 71% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087796] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":39,"t":96732,"text":"Loading model from cache[30/37]: 746MB loaded. 81% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087797] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":40,"t":97049,"text":"Loading model from cache[34/37]: 847MB loaded. 92% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087797] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":41,"t":97269,"text":"Loading model from cache[37/37]: 919MB loaded. 100% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087806] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":42.3,"e2e_s":0.677,"prefill_tps":201.9,"prompt_tokens":64,"text":"The bicycle, a mode of transportation that has evolved significantly over the centuries, has","ttft_s":0.317,"wall_s":0.678}],"first_call":{"ttft_s":0.436,"wall_s":0.617},"load_s":20.076,"mem_after_load":{"free_pct":54,"pressure":"normal","swap_used_bytes":8972206080},"mem_after_speed":{"free_pct":28,"pressure":"warn","swap_used_bytes":8728936448},"mem_before":{"free_pct":26,"pressure":"warn","swap_used_bytes":6250561536},"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":38.2,"e2e_s":8.036,"prefill_tps":204.9,"prompt_tokens":1521,"text":"The text above describes the architecture and functionality of the Nightshift runtime, including how it schedules inference jobs, caches weights","ttft_s":7.424,"wall_s":8.04}],"seq":42,"t":106637,"type":"model_speed","was_cached":true}}
nightshift: [1792087806] page: {"bench":{"items":0,"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","seconds":0,"seq":43,"t":106640,"type":"suite_done"}}
nightshift: [1792087821] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":44,"t":121559,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087822] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":45,"t":122694,"text":"Loading model from cache[1/42]: 282MB loaded. 20% completed, 14 secs elapsed.","type":"progress"}}
nightshift: [1792087823] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":46,"t":123013,"text":"Loading model from cache[6/42]: 432MB loaded. 30% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792087823] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":47,"t":123298,"text":"Loading model from cache[11/42]: 568MB loaded. 40% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792087823] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":48,"t":123626,"text":"Loading model from cache[16/42]: 703MB loaded. 50% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792087824] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":49,"t":124018,"text":"Loading model from cache[21/42]: 850MB loaded. 60% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792087824] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":50,"t":124370,"text":"Loading model from cache[26/42]: 985MB loaded. 70% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792087824] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":51,"t":124755,"text":"Loading model from cache[31/42]: 1131MB loaded. 80% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792087825] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":52,"t":125086,"text":"Loading model from cache[36/42]: 1267MB loaded. 90% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087825] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":53,"t":125454,"text":"Loading model from cache[42/42]: 1403MB loaded. 100% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792087839] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":27.8,"e2e_s":0.912,"prefill_tps":114.4,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple","ttft_s":0.367,"wall_s":0.912}],"first_call":{"ttft_s":0.553,"wall_s":0.782},"load_s":18.304,"mem_after_load":{"free_pct":62,"pressure":"normal","swap_used_bytes":8510832640},"mem_after_speed":{"free_pct":30,"pressure":"warn","swap_used_bytes":8292728832},"mem_before":{"free_pct":29,"pressure":"warn","swap_used_bytes":8720547840},"model":"gemma-2-2b-it-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":17.4,"e2e_s":11.76,"prefill_tps":142.9,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for inference jobs, emphasizing its use of device and cloud lanes","ttft_s":10.428,"wall_s":11.768}],"seq":54,"t":138954,"type":"model_speed","was_cached":true}}
nightshift: [1792087839] page: {"bench":{"items":0,"model":"gemma-2-2b-it-q4f16_1-MLC","seconds":0,"seq":55,"t":138963,"type":"suite_done"}}
nightshift: [1792087857] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":56,"t":156970,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087857] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":57,"t":157726,"text":"Loading model from cache[2/62]: 170MB loaded. 10% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792087859] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":58,"t":158985,"text":"Loading model from cache[9/62]: 347MB loaded. 20% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087860] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":59,"t":159911,"text":"Loading model from cache[15/62]: 498MB loaded. 30% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087861] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":60,"t":160880,"text":"Loading model from cache[22/62]: 665MB loaded. 40% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792087862] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":61,"t":161911,"text":"Loading model from cache[29/62]: 843MB loaded. 50% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792087862] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":62,"t":162726,"text":"Loading model from cache[35/62]: 995MB loaded. 60% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792087863] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":63,"t":163459,"text":"Loading model from cache[42/62]: 1165MB loaded. 70% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792087863] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":64,"t":163851,"text":"Loading model from cache[49/62]: 1332MB loaded. 80% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792087864] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":65,"t":164376,"text":"Loading model from cache[56/62]: 1505MB loaded. 90% completed, 25 secs elapsed.","type":"progress"}}
nightshift: [1792087865] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":66,"t":165199,"text":"Loading model from cache[62/62]: 1656MB loaded. 100% completed, 25 secs elapsed.","type":"progress"}}
nightshift: [1792087883] page: {"bench":{"label":"97-loadmem","phases":["env","models"],"seq":0,"t":2950,"type":"start"}}
nightshift: [1792087883] page: {"bench":{"phase":"env","seq":1,"t":2960,"type":"phase_start"}}
nightshift: [1792087883] page: {"bench":{"boot":{"bench_script_ms":244,"dom_content_loaded_ms":390,"engine_ready_ms":275,"load_event_ms":443,"resources":211,"scripts":175,"shell_mounted_ms":448,"transfer_kb":0},"cached_models":["Llama-3.2-1B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC"],"device_memory":null,"engine":{"cloud_models":50,"device_models":8,"job_kinds":["deliberate","best_of_n","batch","bulk","app_stream"],"lanes":[],"models_in_registry":66},"errors":[],"gpu":{"adapter":true,"api":true,"architecture":"apple","description":"apple","device":"apple","features":["bgra8unorm-storage","core-features-and-limits","depth-clip-control","depth32float-stencil8","float16-renderable","float32-blendable","float32-filterable","float32-renderable","indirect-first-instance","rg11b10ufloat-renderable","shader-f16","texture-compression-astc","texture-compression-astc-sliced-3d","texture-compression-bc","texture-compression-bc-sliced-3d","texture-compression-etc2","texture-formats-tier1","timestamp-query"],"limits":{"maxBufferSize_mb":2048,"maxComputeInvocationsPerWorkgroup":1024,"maxComputeWorkgroupSizeX":1024,"maxComputeWorkgroupStorageSize":32768,"maxStorageBufferBindingSize_mb":2048,"maxStorageBuffersPerShaderStage":44},"vendor":"apple"},"hardware_concurrency":8,"memory":{"free_pct":71,"pressure":"normal","swap_used_bytes":8495497216},"seq":2,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11528},"system":{"arch":"aarch64","chip":"Apple M5","chip_family":"m5+","eff_cores":6,"macos":"26.4","mem_bytes":17179869184,"mem_gb":16,"model":"Mac17,4","perf_cores":4},"t":3075,"tier":{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":2,"panelMb":3000},"type":"env","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)","webllm":{"catalog":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"prebuilt":163,"webgpu":true,"worker_ready_s":0.101}}}
nightshift: [1792087883] page: {"bench":{"phase":"env","seconds":0.117,"seq":3,"t":3077,"type":"phase_end"}}
nightshift: [1792087883] page: {"bench":{"phase":"models","seq":4,"t":3084,"type":"phase_start"}}
nightshift: [1792087889] page: {"boot":{"budget_mb":6000,"errors":[],"gpu":{"adapter":true,"api":true,"f16":true,"max_buffer_mb":2048},"jobs_configured":true,"max_models":2,"models":66,"shell_mounted":true,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11529},"tauri_globals":false,"tier":"16 GB","webllm":{"prebuilt":163,"worker_webgpu":true}}}
nightshift: [1792087903] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":5,"t":22890,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087904] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":6,"t":24137,"text":"Loading model from cache[1/42]: 282MB loaded. 20% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792087905] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":7,"t":24633,"text":"Loading model from cache[6/42]: 432MB loaded. 30% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792087905] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":8,"t":25303,"text":"Loading model from cache[11/42]: 568MB loaded. 40% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792087906] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":9,"t":26066,"text":"Loading model from cache[16/42]: 703MB loaded. 50% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792087907] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":10,"t":26788,"text":"Loading model from cache[21/42]: 850MB loaded. 60% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792087907] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":11,"t":27190,"text":"Loading model from cache[26/42]: 985MB loaded. 70% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792087908] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":12,"t":27772,"text":"Loading model from cache[31/42]: 1131MB loaded. 80% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792087908] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":13,"t":28299,"text":"Loading model from cache[36/42]: 1267MB loaded. 90% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792087909] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":14,"t":28923,"text":"Loading model from cache[42/42]: 1403MB loaded. 100% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792087921] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":25.8,"e2e_s":0.956,"prefill_tps":114.4,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple","ttft_s":0.367,"wall_s":0.963}],"first_call":{"ttft_s":0.671,"wall_s":0.909},"load_s":25.36,"mem_after_load":{"free_pct":40,"pressure":"normal","swap_used_bytes":8477933568},"mem_after_speed":{"free_pct":39,"pressure":"normal","swap_used_bytes":8663400448},"mem_before":{"free_pct":71,"pressure":"normal","swap_used_bytes":8495497216},"model":"gemma-2-2b-it-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":18.4,"e2e_s":10.278,"prefill_tps":165.3,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for running inference jobs across device and cloud lanes. \n","ttft_s":9.015,"wall_s":10.282}],"seq":15,"t":41123,"type":"model_speed","was_cached":true}}
nightshift: [1792087921] page: {"bench":{"items":0,"model":"gemma-2-2b-it-q4f16_1-MLC","seconds":0,"seq":16,"t":41136,"type":"suite_done"}}
nightshift: [1792087954] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":17,"t":73734,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792087955] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":18,"t":74979,"text":"Loading model from cache[1/58]: 188MB loaded. 10% completed, 33 secs elapsed.","type":"progress"}}
nightshift: [1792087957] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":19,"t":76407,"text":"Loading model from cache[8/58]: 374MB loaded. 21% completed, 34 secs elapsed.","type":"progress"}}
nightshift: [1792087957] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":20,"t":77188,"text":"Loading model from cache[14/58]: 536MB loaded. 31% completed, 35 secs elapsed.","type":"progress"}}
nightshift: [1792087958] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":21,"t":77939,"text":"Loading model from cache[20/58]: 698MB loaded. 40% completed, 36 secs elapsed.","type":"progress"}}
nightshift: [1792087959] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":22,"t":78654,"text":"Loading model from cache[27/58]: 884MB loaded. 51% completed, 37 secs elapsed.","type":"progress"}}
nightshift: [1792087960] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":23,"t":79353,"text":"Loading model from cache[33/58]: 1046MB loaded. 60% completed, 37 secs elapsed.","type":"progress"}}
nightshift: [1792087960] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":24,"t":80118,"text":"Loading model from cache[39/58]: 1208MB loaded. 70% completed, 38 secs elapsed.","type":"progress"}}
nightshift: [1792087961] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":25,"t":80937,"text":"Loading model from cache[46/58]: 1400MB loaded. 81% completed, 39 secs elapsed.","type":"progress"}}
nightshift: [1792087962] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":26,"t":81576,"text":"Loading model from cache[52/58]: 1562MB loaded. 90% completed, 40 secs elapsed.","type":"progress"}}
nightshift: [1792087962] page: {"bench":{"label":"load Llama-3.2-3B-Instruct-q4f16_1-MLC","seq":27,"t":82294,"text":"Loading model from cache[58/58]: 1724MB loaded. 100% completed, 40 secs elapsed.","type":"progress"}}
nightshift: [1792087980] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":17.4,"e2e_s":1.41,"prefill_tps":99.8,"prompt_tokens":54,"text":"The bicycle, a ubiquitous mode of transportation and recreation, has a rich and fascinating","ttft_s":0.541,"wall_s":1.419}],"first_call":{"ttft_s":0.962,"wall_s":1.38},"load_s":40.649,"mem_after_load":{"free_pct":35,"pressure":"warn","swap_used_bytes":7064322048},"mem_after_speed":{"free_pct":25,"pressure":"warn","swap_used_bytes":6648758272},"mem_before":{"free_pct":39,"pressure":"normal","swap_used_bytes":8638234624},"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":16.9,"e2e_s":14.62,"prefill_tps":110.1,"prompt_tokens":1458,"text":"The text is a repetitive and redundant list of sections about the Nightshift runtime scheduling inference jobs across device and cloud lanes.","ttft_s":13.247,"wall_s":14.623}],"seq":28,"t":99817,"type":"model_speed","was_cached":true}}
nightshift: [1792087980] page: {"bench":{"items":0,"model":"Llama-3.2-3B-Instruct-q4f16_1-MLC","seconds":0,"seq":29,"t":99837,"type":"suite_done"}}
nightshift: [1792087981] page: {"trim":{"at":1792087981108,"budgetMb":3600,"dropped":["Phi-3.5-mini-instruct-q4f16_1-MLC"],"keep":[],"maxModels":1,"panelMb":3000,"pressure":"warn","refused":true,"usedMb":0}}
nightshift: [1792087981] page: {"bench":{"error":"memory_pressure memory_pressure: this Mac is under warn memory pressure — device lanes wait; close other apps or use a cloud lane","mem_before":{"free_pct":27,"pressure":"warn","swap_used_bytes":6648758272},"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","seq":30,"t":100444,"type":"model_speed","was_cached":true}}
nightshift: [1792088002] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":31,"t":122259,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792088003] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":32,"t":122734,"text":"Loading model from cache[3/37]: 96MB loaded. 10% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792088003] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":33,"t":123183,"text":"Loading model from cache[7/37]: 199MB loaded. 21% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792088004] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":34,"t":123619,"text":"Loading model from cache[11/37]: 298MB loaded. 32% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792088004] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":35,"t":123969,"text":"Loading model from cache[14/37]: 370MB loaded. 40% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792088005] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":36,"t":124778,"text":"Loading model from cache[19/37]: 487MB loaded. 52% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792088005] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":37,"t":125282,"text":"Loading model from cache[22/37]: 559MB loaded. 60% completed, 25 secs elapsed.","type":"progress"}}
nightshift: [1792088006] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":38,"t":125951,"text":"Loading model from cache[26/37]: 658MB loaded. 71% completed, 25 secs elapsed.","type":"progress"}}
nightshift: [1792088007] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":39,"t":126757,"text":"Loading model from cache[30/37]: 746MB loaded. 81% completed, 26 secs elapsed.","type":"progress"}}
nightshift: [1792088008] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":40,"t":127586,"text":"Loading model from cache[34/37]: 847MB loaded. 92% completed, 27 secs elapsed.","type":"progress"}}
nightshift: [1792088008] page: {"bench":{"label":"load SmolLM2-1.7B-Instruct-q4f16_1-MLC","seq":41,"t":127851,"text":"Loading model from cache[37/37]: 919MB loaded. 100% completed, 27 secs elapsed.","type":"progress"}}
nightshift: [1792088017] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":31.9,"e2e_s":0.776,"prefill_tps":212.6,"prompt_tokens":64,"text":"The bicycle, a mode of transportation that has evolved significantly over the centuries, has","ttft_s":0.301,"wall_s":0.776}],"first_call":{"ttft_s":0.498,"wall_s":0.696},"load_s":26.898,"mem_after_load":{"free_pct":55,"pressure":"normal","swap_used_bytes":9442295808},"mem_after_speed":{"free_pct":50,"pressure":"normal","swap_used_bytes":9282781184},"mem_before":{"free_pct":25,"pressure":"warn","swap_used_bytes":6640369664},"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":35.9,"e2e_s":7.709,"prefill_tps":215.5,"prompt_tokens":1521,"text":"The text above describes the architecture and functionality of the Nightshift runtime, including how it schedules inference jobs, caches weights","ttft_s":7.058,"wall_s":7.71}],"seq":42,"t":137106,"type":"model_speed","was_cached":true}}
nightshift: [1792088017] page: {"bench":{"items":0,"model":"SmolLM2-1.7B-Instruct-q4f16_1-MLC","seconds":0,"seq":43,"t":137231,"type":"suite_done"}}
nightshift: [1792088037] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":44,"t":156599,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792088038] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":45,"t":158138,"text":"Loading model from cache[1/42]: 282MB loaded. 20% completed, 19 secs elapsed.","type":"progress"}}
nightshift: [1792088039] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":46,"t":158746,"text":"Loading model from cache[6/42]: 432MB loaded. 30% completed, 20 secs elapsed.","type":"progress"}}
nightshift: [1792088040] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":47,"t":159508,"text":"Loading model from cache[11/42]: 568MB loaded. 40% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792088040] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":48,"t":160040,"text":"Loading model from cache[16/42]: 703MB loaded. 50% completed, 21 secs elapsed.","type":"progress"}}
nightshift: [1792088041] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":49,"t":160842,"text":"Loading model from cache[21/42]: 850MB loaded. 60% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792088042] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":50,"t":161351,"text":"Loading model from cache[26/42]: 985MB loaded. 70% completed, 22 secs elapsed.","type":"progress"}}
nightshift: [1792088042] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":51,"t":161730,"text":"Loading model from cache[31/42]: 1131MB loaded. 80% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792088042] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":52,"t":162101,"text":"Loading model from cache[36/42]: 1267MB loaded. 90% completed, 23 secs elapsed.","type":"progress"}}
nightshift: [1792088043] page: {"bench":{"label":"load gemma-2-2b-it-q4f16_1-MLC","seq":53,"t":162516,"text":"Loading model from cache[42/42]: 1403MB loaded. 100% completed, 24 secs elapsed.","type":"progress"}}
nightshift: [1792088055] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":31.1,"e2e_s":0.824,"prefill_tps":124.6,"prompt_tokens":42,"text":"## The Pedal Revolution: A Century of Cycling\n\nThe bicycle, a seemingly simple","ttft_s":0.337,"wall_s":0.824}],"first_call":{"ttft_s":0.443,"wall_s":0.652},"load_s":24.77,"mem_after_load":{"free_pct":55,"pressure":"normal","swap_used_bytes":8756199424},"mem_after_speed":{"free_pct":42,"pressure":"normal","swap_used_bytes":8621981696},"mem_before":{"free_pct":51,"pressure":"normal","swap_used_bytes":9249226752},"model":"gemma-2-2b-it-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":19.3,"e2e_s":10.521,"prefill_tps":159.8,"prompt_tokens":1490,"text":"The text describes the architecture and workflow of the Nightshift runtime for running inference jobs across device and cloud lanes. \n","ttft_s":9.322,"wall_s":10.529}],"seq":54,"t":174542,"type":"model_speed","was_cached":true}}
nightshift: [1792088055] page: {"bench":{"items":0,"model":"gemma-2-2b-it-q4f16_1-MLC","seconds":0,"seq":55,"t":174551,"type":"suite_done"}}
nightshift: [1792088070] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":56,"t":189407,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792088070] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":57,"t":189967,"text":"Loading model from cache[2/62]: 170MB loaded. 10% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792088071] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":58,"t":190370,"text":"Loading model from cache[9/62]: 347MB loaded. 20% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792088071] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":59,"t":190740,"text":"Loading model from cache[15/62]: 498MB loaded. 30% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792088071] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":60,"t":191169,"text":"Loading model from cache[22/62]: 665MB loaded. 40% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792088072] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":61,"t":191598,"text":"Loading model from cache[29/62]: 843MB loaded. 50% completed, 16 secs elapsed.","type":"progress"}}
nightshift: [1792088072] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":62,"t":191931,"text":"Loading model from cache[35/62]: 995MB loaded. 60% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792088072] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":63,"t":192232,"text":"Loading model from cache[42/62]: 1165MB loaded. 70% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792088073] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":64,"t":192575,"text":"Loading model from cache[49/62]: 1332MB loaded. 80% completed, 17 secs elapsed.","type":"progress"}}
nightshift: [1792088073] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":65,"t":192906,"text":"Loading model from cache[56/62]: 1505MB loaded. 90% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792088073] page: {"bench":{"label":"load Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seq":66,"t":193219,"text":"Loading model from cache[62/62]: 1656MB loaded. 100% completed, 18 secs elapsed.","type":"progress"}}
nightshift: [1792088089] page: {"bench":{"decode":[{"completion_tokens":15,"decode_tps":29.8,"e2e_s":0.949,"prefill_tps":119.1,"prompt_tokens":53,"text":"The bicycle has a rich and fascinating history that spans over two centuries. The first","ttft_s":0.445,"wall_s":0.95}],"first_call":{"ttft_s":0.398,"wall_s":0.629},"load_s":18.13,"mem_after_load":{"free_pct":57,"pressure":"normal","swap_used_bytes":8521252864},"mem_after_speed":{"free_pct":48,"pressure":"normal","swap_used_bytes":8387035136},"mem_before":{"free_pct":42,"pressure":"normal","swap_used_bytes":8621981696},"model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":13.8,"e2e_s":13.921,"prefill_tps":121.4,"prompt_tokens":1487,"text":"The text above describes the Nightshift runtime, which schedules inference jobs across device and cloud lanes, with each lane being a","ttft_s":12.249,"wall_s":13.922}],"seq":67,"t":208741,"type":"model_speed","was_cached":true}}
nightshift: [1792088089] page: {"bench":{"items":0,"model":"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","seconds":0,"seq":68,"t":208753,"type":"suite_done"}}
nightshift: [1792088089] page: {"bench":{"phase":"models","seconds":205.673,"seq":69,"t":208757,"type":"phase_end"}}
nightshift: [1792088089] page: {"bench":{"errors":[],"seconds":205.8,"seq":70,"t":208760,"type":"done"}}