nightshift: [1792029482] start v0.90.0 · Apple M5 (m5+) · 16 GB · macOS 26.4 · 4P+6E cores
nightshift: [1792029482] serving /Users/samuelcummings/nightshift-m1m4-build/web-bench on http://127.0.0.1:47321/
nightshift: [1792029482] webkit: BackgroundWebContentRunningBoardThrottlingEnabled=false, HiddenPageDOMTimerThrottlingAutoIncreases=false, HiddenPageDOMTimerThrottlingEnabled=false, PageVisibilityBasedProcessSuppressionEnabled=false, WebGPUEnabled=true
nightshift: [1792029483] webkit: window occlusion detection off (page stays active behind other windows): true
nightshift: [1792029483] cockpit loading (injected scripts removed: true)
nightshift: [1792029483] quit gate installed (applicationShouldTerminate:)
nightshift: [1792029485] page: {"bench":{"label":"93-phi","phases":["env","models"],"seq":0,"t":2822,"type":"start"}}
nightshift: [1792029485] page: {"bench":{"phase":"env","seq":1,"t":2823,"type":"phase_start"}}
nightshift: [1792029485] page: {"bench":{"boot":{"bench_script_ms":136,"dom_content_loaded_ms":269,"engine_ready_ms":199,"load_event_ms":318,"resources":211,"scripts":175,"shell_mounted_ms":323,"transfer_kb":27},"cached_models":["Llama-3.2-1B-Instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC"],"device_memory":null,"engine":{"cloud_models":50,"device_models":8,"job_kinds":["deliberate","best_of_n","batch","bulk","app_stream"],"lanes":[],"models_in_registry":66},"errors":[],"gpu":{"adapter":true,"api":true,"architecture":"apple","description":"apple","device":"apple","features":["bgra8unorm-storage","core-features-and-limits","depth-clip-control","depth32float-stencil8","float16-renderable","float32-blendable","float32-filterable","float32-renderable","indirect-first-instance","rg11b10ufloat-renderable","shader-f16","texture-compression-astc","texture-compression-astc-sliced-3d","texture-compression-bc","texture-compression-bc-sliced-3d","texture-compression-etc2","texture-formats-tier1","timestamp-query"],"limits":{"maxBufferSize_mb":2048,"maxComputeInvocationsPerWorkgroup":1024,"maxComputeWorkgroupSizeX":1024,"maxComputeWorkgroupStorageSize":32768,"maxStorageBufferBindingSize_mb":2048,"maxStorageBuffersPerShaderStage":44},"vendor":"apple"},"hardware_concurrency":8,"memory":{"free_pct":74,"pressure":"normal","swap_used_bytes":3296788480},"seq":2,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11527},"system":{"arch":"aarch64","chip":"Apple M5","chip_family":"m5+","eff_cores":6,"macos":"26.4","mem_bytes":17179869184,"mem_gb":16,"model":"Mac17,4","perf_cores":4},"t":2868,"tier":{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":3},"type":"env","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)","webllm":{"catalog":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"prebuilt":163,"webgpu":true,"worker_ready_s":0.042}}}
nightshift: [1792029485] page: {"bench":{"phase":"env","seconds":0.048,"seq":3,"t":2871,"type":"phase_end"}}
nightshift: [1792029485] page: {"bench":{"phase":"models","seq":4,"t":2872,"type":"phase_start"}}
nightshift: [1792029491] page: {"boot":{"budget_mb":6000,"errors":[],"gpu":{"adapter":true,"api":true,"f16":true,"max_buffer_mb":2048},"jobs_configured":true,"max_models":3,"models":66,"shell_mounted":true,"storage":{"persisted":false,"quota_gb":41.2,"usage_mb":11527},"tauri_globals":false,"tier":"16 GB","webllm":{"prebuilt":163,"worker_webgpu":true}}}
nightshift: [1792029497] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":5,"t":13994,"text":"Start to fetch params","type":"progress"}}
nightshift: [1792029497] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":6,"t":14567,"text":"Loading model from cache[8/83]: 215MB loaded. 10% completed, 12 secs elapsed.","type":"progress"}}
nightshift: [1792029498] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":7,"t":14955,"text":"Loading model from cache[16/83]: 413MB loaded. 20% completed, 12 secs elapsed.","type":"progress"}}
nightshift: [1792029498] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":8,"t":15403,"text":"Loading model from cache[25/83]: 636MB loaded. 30% completed, 12 secs elapsed.","type":"progress"}}
nightshift: [1792029498] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":9,"t":15758,"text":"Loading model from cache[33/83]: 839MB loaded. 40% completed, 13 secs elapsed.","type":"progress"}}
nightshift: [1792029499] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":10,"t":16081,"text":"Loading model from cache[41/83]: 1037MB loaded. 50% completed, 13 secs elapsed.","type":"progress"}}
nightshift: [1792029499] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":11,"t":16427,"text":"Loading model from cache[49/83]: 1235MB loaded. 60% completed, 13 secs elapsed.","type":"progress"}}
nightshift: [1792029499] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":12,"t":16807,"text":"Loading model from cache[58/83]: 1447MB loaded. 70% completed, 14 secs elapsed.","type":"progress"}}
nightshift: [1792029500] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":13,"t":17195,"text":"Loading model from cache[66/83]: 1649MB loaded. 80% completed, 14 secs elapsed.","type":"progress"}}
nightshift: [1792029500] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":14,"t":17582,"text":"Loading model from cache[74/83]: 1848MB loaded. 90% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792029501] page: {"bench":{"label":"load Phi-3.5-mini-instruct-q4f16_1-MLC","seq":15,"t":17926,"text":"Loading model from cache[83/83]: 2051MB loaded. 100% completed, 15 secs elapsed.","type":"progress"}}
nightshift: [1792029520] page: {"bench":{"decode":[{"completion_tokens":63,"decode_tps":30.5,"e2e_s":2.661,"prefill_tps":105.1,"prompt_tokens":62,"text":"The bicycle, a marvel of human ingenuity and a symbol of freedom and mobility, has a rich and fascinating history that spans over two centuries. This journey began with the invention of the draisine in 1817, a precursor to the modern bicy","ttft_s":0.59,"wall_s":2.661}],"first_call":{"ttft_s":0.4,"wall_s":0.629},"load_s":14.564,"mem_after_load":{"free_pct":59,"pressure":"normal","swap_used_bytes":3296788480},"mem_after_speed":{"free_pct":45,"pressure":"normal","swap_used_bytes":3296788480},"mem_before":{"free_pct":74,"pressure":"normal","swap_used_bytes":3296788480},"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill":[{"completion_tokens":23,"decode_tps":23.4,"e2e_s":15.746,"prefill_tps":110,"prompt_tokens":1624,"text":"The text describes the Nightshift runtime's process of scheduling inference jobs across device and cloud lanes, each with","ttft_s":14.761,"wall_s":15.747}],"seq":16,"t":36982,"type":"model_speed","was_cached":true}}
nightshift: [1792029520] page: {"bench":{"cat":"math","completion_tokens":4,"decode_tps":31,"e2e_s":0.711,"id":"math_mul","model":"Phi-3.5-mini-instruct-q4f16_1-MLC","prefill_tps":72.4,"prompt_tokens":42,"seq":17,"t":37698,"text":"391","ttft_s":0.58,"type":"suite","wall_s":0.711}}
nightshift: [1792029520] page: {"bench":{"items":1,"model":"Phi-3.5-mini-instruct-q4f16_1-MLC","seconds":0.713,"seq":18,"t":37700,"type":"suite_done"}}
nightshift: [1792029520] page: {"bench":{"phase":"models","seconds":34.831,"seq":19,"t":37703,"type":"phase_end"}}
nightshift: [1792029520] page: {"bench":{"errors":[],"seconds":34.882,"seq":20,"t":37705,"type":"done"}}