nightshift: [1792019854] start v0.90.0 · Apple M5 (m5+) · 16 GB · macOS 26.4 · 4P+6E cores
nightshift: [1792019855] serving /Users/samuelcummings/nightshift-m1m4-build/web-bench on http://127.0.0.1:47321/
nightshift: [1792019855] webkit: BackgroundWebContentRunningBoardThrottlingEnabled=false, HiddenPageDOMTimerThrottlingAutoIncreases=false, HiddenPageDOMTimerThrottlingEnabled=false, PageVisibilityBasedProcessSuppressionEnabled=false, WebGPUEnabled=true
nightshift: [1792019855] cockpit loading (injected scripts removed: true)
nightshift: [1792019855] quit gate installed (applicationShouldTerminate:)
nightshift: [1792019858] page: {"bench":{"label":"00-smoke","phases":["env","planner"],"seq":0,"t":3013,"type":"start"}}
nightshift: [1792019858] page: {"bench":{"phase":"env","seq":1,"t":3018,"type":"phase_start"}}
nightshift: [1792019858] page: {"bench":{"boot":{"bench_script_ms":230,"dom_content_loaded_ms":450,"engine_ready_ms":281,"load_event_ms":509,"resources":211,"scripts":175,"shell_mounted_ms":513,"transfer_kb":27},"cached_models":[],"device_memory":null,"engine":{"cloud_models":50,"device_models":8,"job_kinds":["deliberate","best_of_n","batch","bulk","app_stream"],"lanes":[],"models_in_registry":66},"errors":[],"gpu":{"adapter":true,"api":true,"architecture":"apple","description":"apple","device":"apple","features":["bgra8unorm-storage","core-features-and-limits","depth-clip-control","depth32float-stencil8","float16-renderable","float32-blendable","float32-filterable","float32-renderable","indirect-first-instance","rg11b10ufloat-renderable","shader-f16","texture-compression-astc","texture-compression-astc-sliced-3d","texture-compression-bc","texture-compression-bc-sliced-3d","texture-compression-etc2","texture-formats-tier1","timestamp-query"],"limits":{"maxBufferSize_mb":2048,"maxComputeInvocationsPerWorkgroup":1024,"maxComputeWorkgroupSizeX":1024,"maxComputeWorkgroupStorageSize":32768,"maxStorageBufferBindingSize_mb":2048,"maxStorageBuffersPerShaderStage":44},"vendor":"apple"},"hardware_concurrency":8,"memory":{"free_pct":32,"pressure":"warn","swap_used_bytes":3647340544},"seq":2,"storage":{"persisted":false,"quota_gb":20.6,"usage_mb":0},"system":{"arch":"aarch64","chip":"Apple M5","chip_family":"m5+","eff_cores":6,"macos":"26.4","mem_bytes":17179869184,"mem_gb":16,"model":"Mac17,4","perf_cores":4},"t":3069,"tier":{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":3},"type":"env","user_agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko)","webllm":{"catalog":["Llama-3.2-1B-Instruct-q4f16_1-MLC","Llama-3.2-3B-Instruct-q4f16_1-MLC","Qwen2.5-1.5B-Instruct-q4f16_1-MLC","Qwen2.5-3B-Instruct-q4f16_1-MLC","Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC","gemma-2-2b-it-q4f16_1-MLC","Phi-3.5-mini-instruct-q4f16_1-MLC","SmolLM2-1.7B-Instruct-q4f16_1-MLC"],"prebuilt":163,"webgpu":true,"worker_ready_s":0.048}}}
nightshift: [1792019858] page: {"bench":{"phase":"env","seconds":0.053,"seq":3,"t":3071,"type":"phase_end"}}
nightshift: [1792019858] page: {"bench":{"phase":"planner","seq":4,"t":3071,"type":"phase_start"}}
nightshift: [1792019858] page: {"bench":{"rows":[{"budget_mb":2600,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":2600,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"normal","used_mb":0},{"budget_mb":2600,"dropped":2,"keep":1,"mem_gb":8,"panel":"trio_small","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":1,"keep":1,"mem_gb":8,"panel":"duo_3b","pressure":"normal","used_mb":2264},{"budget_mb":2600,"dropped":1,"keep":1,"mem_gb":8,"panel":"phi_plus_small","pressure":"normal","used_mb":879},{"budget_mb":2600,"dropped":7,"keep":1,"mem_gb":8,"panel":"all_eight","pressure":"normal","used_mb":879},{"budget_mb":1560,"dropped":0,"keep":1,"mem_gb":8,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_3b","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":2,"keep":1,"mem_gb":8,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":2,"keep":0,"mem_gb":8,"panel":"duo_3b","pressure":"warn","used_mb":0},{"budget_mb":1560,"dropped":1,"keep":1,"mem_gb":8,"panel":"phi_plus_small","pressure":"warn","used_mb":879},{"budget_mb":1560,"dropped":7,"keep":1,"mem_gb":8,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":8,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":8,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":8,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":8,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":8,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":6000,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":6000,"dropped":0,"keep":3,"mem_gb":16,"panel":"trio_small","pressure":"normal","used_mb":4283},{"budget_mb":6000,"dropped":0,"keep":2,"mem_gb":16,"panel":"duo_3b","pressure":"normal","used_mb":4768},{"budget_mb":6000,"dropped":0,"keep":2,"mem_gb":16,"panel":"phi_plus_small","pressure":"normal","used_mb":4551},{"budget_mb":6000,"dropped":5,"keep":3,"mem_gb":16,"panel":"all_eight","pressure":"normal","used_mb":4772},{"budget_mb":3600,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":0,"keep":1,"mem_gb":16,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":3600,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_phi","pressure":"warn","used_mb":0},{"budget_mb":3600,"dropped":2,"keep":1,"mem_gb":16,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":1,"keep":1,"mem_gb":16,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":3600,"dropped":1,"keep":1,"mem_gb":16,"panel":"phi_plus_small","pressure":"warn","used_mb":879},{"budget_mb":3600,"dropped":7,"keep":1,"mem_gb":16,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":16,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":16,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":16,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":16,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":16,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":9000,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":9000,"dropped":0,"keep":3,"mem_gb":24,"panel":"trio_small","pressure":"normal","used_mb":4283},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":24,"panel":"duo_3b","pressure":"normal","used_mb":4768},{"budget_mb":9000,"dropped":0,"keep":2,"mem_gb":24,"panel":"phi_plus_small","pressure":"normal","used_mb":4551},{"budget_mb":9000,"dropped":4,"keep":4,"mem_gb":24,"panel":"all_eight","pressure":"normal","used_mb":7277},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":0,"keep":1,"mem_gb":24,"panel":"single_phi","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":2,"keep":1,"mem_gb":24,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":24,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":5400,"dropped":1,"keep":1,"mem_gb":24,"panel":"phi_plus_small","pressure":"warn","used_mb":3672},{"budget_mb":5400,"dropped":7,"keep":1,"mem_gb":24,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":24,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":24,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":24,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":24,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":24,"panel":"all_eight","pressure":"critical","used_mb":0},{"budget_mb":14000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_1b","pressure":"normal","used_mb":879},{"budget_mb":14000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_3b","pressure":"normal","used_mb":2264},{"budget_mb":14000,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_phi","pressure":"normal","used_mb":3672},{"budget_mb":14000,"dropped":0,"keep":3,"mem_gb":32,"panel":"trio_small","pressure":"normal","used_mb":4283},{"budget_mb":14000,"dropped":0,"keep":2,"mem_gb":32,"panel":"duo_3b","pressure":"normal","used_mb":4768},{"budget_mb":14000,"dropped":0,"keep":2,"mem_gb":32,"panel":"phi_plus_small","pressure":"normal","used_mb":4551},{"budget_mb":14000,"dropped":2,"keep":6,"mem_gb":32,"panel":"all_eight","pressure":"normal","used_mb":11677},{"budget_mb":8400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_1b","pressure":"warn","used_mb":879},{"budget_mb":8400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_3b","pressure":"warn","used_mb":2264},{"budget_mb":8400,"dropped":0,"keep":1,"mem_gb":32,"panel":"single_phi","pressure":"warn","used_mb":3672},{"budget_mb":8400,"dropped":2,"keep":1,"mem_gb":32,"panel":"trio_small","pressure":"warn","used_mb":879},{"budget_mb":8400,"dropped":1,"keep":1,"mem_gb":32,"panel":"duo_3b","pressure":"warn","used_mb":2264},{"budget_mb":8400,"dropped":1,"keep":1,"mem_gb":32,"panel":"phi_plus_small","pressure":"warn","used_mb":3672},{"budget_mb":8400,"dropped":7,"keep":1,"mem_gb":32,"panel":"all_eight","pressure":"warn","used_mb":879},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_1b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":1,"keep":0,"mem_gb":32,"panel":"single_phi","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":3,"keep":0,"mem_gb":32,"panel":"trio_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":32,"panel":"duo_3b","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":2,"keep":0,"mem_gb":32,"panel":"phi_plus_small","pressure":"critical","used_mb":0},{"budget_mb":0,"dropped":8,"keep":0,"mem_gb":32,"panel":"all_eight","pressure":"critical","used_mb":0}],"seq":5,"t":3072,"tiers":[{"budgetMb":2600,"label":"8 GB","maxGb":8,"maxModels":1},{"budgetMb":6000,"label":"16 GB","maxGb":16,"maxModels":3},{"budgetMb":9000,"label":"24 GB","maxGb":24,"maxModels":4},{"budgetMb":14000,"label":"32 GB+","maxGb":"inf","maxModels":6}],"type":"planner","vram_mb":{"Llama-3.2-1B-Instruct-q4f16_1-MLC":879.04,"Llama-3.2-3B-Instruct-q4f16_1-MLC":2263.69,"Phi-3.5-mini-instruct-q4f16_1-MLC":3672.07,"Qwen2.5-1.5B-Instruct-q4f16_1-MLC":1629.75,"Qwen2.5-3B-Instruct-q4f16_1-MLC":2504.76,"Qwen2.5-Coder-3B-Instruct-q4f16_1-MLC":2504.76,"SmolLM2-1.7B-Instruct-q4f16_1-MLC":1774.19,"gemma-2-2b-it-q4f16_1-MLC":1895.3}}}
nightshift: [1792019858] page: {"bench":{"phase":"planner","seconds":0.002,"seq":6,"t":3073,"type":"phase_end"}}
nightshift: [1792019858] page: {"bench":{"errors":[],"seconds":0.056,"seq":7,"t":3074,"type":"done"}}