{ "runs": [ { "id": "spark-token-benchmark-20260928", "started_utc": "2026-09-28T08:24:12.475118+00:00", "protocol": { "concurrency": 1, "context_tokens": 8192, "seed": 20260928, "temperature": 0, "warmup_output_limit": 16, "measured_output_limit": 256, "measured_trials": 3, "thinking": false, "sample_limits": "Three measured trials per model. Sequential order and changing heat/clocks can affect results; no randomized repetitions or confidence intervals.", "prompt_cache": "Not disabled; trials share substantial prompt prefix. Reported prefill can include cache effects.", "generated_tokens": "Decode counts include all engine-generated tokens, including reasoning. GPT-OSS returned thinking despite think:false; answer-only throughput was not measured.", "warmup_basis": "First request after load. Ollama load_duration retained in raw warmup; vLLM startup_to_ready_s retained in model metadata. Warmup is excluded from ranked medians.", "decode_basis": { "Ollama": "engine eval_count / (eval_duration nanoseconds / 1e9)", "vLLM": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode" }, "configuration_caveat": "Ollama context8192; existing FP8 vLLM service context262144 and GPU memory utilization0.90; extra vLLM context8192 eager single sequence utilization0.80. Different model tokenizers and kernel settings prevent strict apples-to-apples hardware comparisons.", "engine_profiles": { "Ollama": { "version": "0.32.14", "requested_context": 8192, "single_benchmark_request": true, "server_parallel_slots": 4, "maximum_loaded_models": 3, "flash_attention": true, "kv_cache_dtype": "q8_0", "decode_formula": "eval_count / (eval_duration / 1e9)" }, "existing_FP8_vLLM": { "version": "0.24.0", "maximum_context": 262144, "maximum_sequences": 8, "gpu_memory_utilization": 0.9, "weight_dtype": "FP8", "kv_cache_dtype": "FP8", "deepgemm": false, "text_only": true, "decode_formula": "(completion_tokens - 1) / (last_stream_content_time - first_stream_content_time)" }, "additional_vLLM_and_Qwen_BF16": { "version": "0.24.0", "maximum_context": 8192, "maximum_sequences": 1, "gpu_memory_utilization": 0.8, "eager": true, "deepgemm": false, "text_only": true, "kv_cache_dtype": "engine default", "decode_formula": "(completion_tokens - 1) / (last_stream_content_time - first_stream_content_time)" } }, "scope": "Single-request text throughput; excludes answer quality, vision, tools, long context and concurrent serving. Three short measured trials do not establish long-duration thermal stability. CPU background services remained running; some trials overlapped authorized dashboard work and BF16 download.", "load_caveat": "Warmup follows model unloading; filesystem caches were not cleared. Startup is not guaranteed cold-disk startup." }, "source": "Measured on DGX Spark", "system": { "hardware": "NVIDIA GB10 / DGX Spark", "os_visible_memory_gib": 121.69, "driver": "580.178.04", "cuda_driver_reported": "13.0", "ollama_version": "0.32.14", "vllm_version": "0.24.0" }, "models": [ { "id": "ddada72121df7b98d9e6e8af", "run_id": "spark-token-benchmark-20260928", "name": "qwen3:0.6b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "751.63M", "digest": "7df6b6e09427a769808717c0a93cadc4ae99ed4eb8bf5ca557c90846becea435", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790583852.5955355, "model": "qwen3:0.6b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122164312, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "41, 4.71, 0, 208, [N/A]" }, { "time": 1790583854.6234415, "model": "qwen3:0.6b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121736168, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "42, 12.94, 0, 2405, [N/A]" }, { "time": 1790583856.6459203, "model": "qwen3:0.6b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118601296, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "46, 30.60, 84, 2411, [N/A]" }, { "time": 1790583858.6767213, "model": "qwen3:0.6b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118446640, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "48, 32.68, 82, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "b9c28ec14fd07639e13773fefb6bcf76b5fdd4133de60d0b20edc190c1aa2801", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "ddada72121df7b98d9e6e8af:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 198.35120560342156, "prefill_tps": 6429.015140742293, "ttft_s": 2.9720679839956574, "wall_s": 3.0522417789907195, "end_to_end_tps": 5.242048683735237, "input_tokens": 859, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 2831331009, "total_duration": 3051191685, "prompt_eval_count": 859, "prompt_eval_duration": 133613000, "eval_count": 16, "eval_duration": 80665000, "done_reason": "length" } } }, { "id": "ddada72121df7b98d9e6e8af:measured:1", "phase": "measured", "trial": "1", "decode_tps": 276.52567097981904, "prefill_tps": 18806.3753393467, "ttft_s": 0.24124801901052706, "wall_s": 1.1667184410034679, "end_to_end_tps": 219.41883405890135, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 176108921, "total_duration": 1165866365, "prompt_eval_count": 859, "prompt_eval_duration": 45676000, "eval_count": 256, "eval_duration": 925773000, "done_reason": "length" } } }, { "id": "ddada72121df7b98d9e6e8af:measured:2", "phase": "measured", "trial": "2", "decode_tps": 278.4621492709404, "prefill_tps": 19019.151998228717, "ttft_s": 0.21797833900200203, "wall_s": 1.136702168994816, "end_to_end_tps": 225.21290711214215, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 154670405, "total_duration": 1136154834, "prompt_eval_count": 859, "prompt_eval_duration": 45165000, "eval_count": 256, "eval_duration": 919335000, "done_reason": "length" } } }, { "id": "ddada72121df7b98d9e6e8af:measured:3", "phase": "measured", "trial": "3", "decode_tps": 274.1098923690376, "prefill_tps": 19417.256267094646, "ttft_s": 0.18628690199693665, "wall_s": 1.1199534060142469, "end_to_end_tps": 228.58093794371962, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 122430178, "total_duration": 1119437047, "prompt_eval_count": 859, "prompt_eval_duration": 44239000, "eval_count": 256, "eval_duration": 933932000, "done_reason": "length" } } } ], "history": [ { "sha256": "b9c28ec14fd07639e13773fefb6bcf76b5fdd4133de60d0b20edc190c1aa2801", "observed_utc": "2026-09-28T08:52:35.122827+00:00", "status": "ok", "error": null } ] }, { "id": "bad49f0e37fd49ba1bab73cb", "run_id": "spark-token-benchmark-20260928", "name": "qwen3-embedding:8b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "7.6B", "digest": "64b933495768fbd3b87c20583d379728a07471e0c66733a9df87cd1901b3c44b", "kind": "embedding", "status": "ok", "error": null, "resources": [ { "time": 1790583860.7078896, "model": "qwen3-embedding:8b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121631956, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "45, 13.86, 0, 2411, [N/A]" }, { "time": 1790583862.7569792, "model": "qwen3-embedding:8b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 113870532, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "45, 14.25, 4, 2411, [N/A]" }, { "time": 1790583864.7809405, "model": "qwen3-embedding:8b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 113234352, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "44, 12.35, 0, 2411, [N/A]" }, { "time": 1790583866.8070076, "model": "qwen3-embedding:8b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 113249636, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "45, 12.35, 0, 2411, [N/A]" }, { "time": 1790583868.8323412, "model": "qwen3-embedding:8b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 114067520, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "54, 42.57, 96, 2392, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "9cdd12bd4d3260ccda82f77821aafa2edd3b7aabf684b55e7d478ff4970909d5", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "bad49f0e37fd49ba1bab73cb:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": null, "prefill_tps": null, "ttft_s": null, "wall_s": null, "end_to_end_tps": null, "input_tokens": null, "output_tokens": null, "prompt_hash": null, "raw": { "stats": {} } }, { "id": "bad49f0e37fd49ba1bab73cb:measured:1", "phase": "measured", "trial": "1", "decode_tps": null, "prefill_tps": null, "ttft_s": null, "wall_s": 0.4189455109881237, "end_to_end_tps": null, "input_tokens": 844, "output_tokens": null, "prompt_hash": null, "raw": { "input_tps_wall": 2014.5817961131602, "stats": { "load_duration": 93942996, "total_duration": 417417411, "prompt_eval_count": 844, "embedding_dimensions": [ 4096 ] } } }, { "id": "bad49f0e37fd49ba1bab73cb:measured:2", "phase": "measured", "trial": "2", "decode_tps": null, "prefill_tps": null, "ttft_s": null, "wall_s": 0.4162686890049372, "end_to_end_tps": null, "input_tokens": 844, "output_tokens": null, "prompt_hash": null, "raw": { "input_tps_wall": 2027.536594254846, "stats": { "load_duration": 82644735, "total_duration": 414752110, "prompt_eval_count": 844, "embedding_dimensions": [ 4096 ] } } }, { "id": "bad49f0e37fd49ba1bab73cb:measured:3", "phase": "measured", "trial": "3", "decode_tps": null, "prefill_tps": null, "ttft_s": null, "wall_s": 0.4287336150009651, "end_to_end_tps": null, "input_tokens": 844, "output_tokens": null, "prompt_hash": null, "raw": { "input_tps_wall": 1968.5883505964425, "stats": { "load_duration": 102014524, "total_duration": 427144426, "prompt_eval_count": 844, "embedding_dimensions": [ 4096 ] } } } ], "history": [ { "sha256": "9cdd12bd4d3260ccda82f77821aafa2edd3b7aabf684b55e7d478ff4970909d5", "observed_utc": "2026-09-28T08:52:35.123570+00:00", "status": "ok", "error": null } ] }, { "id": "b3e95b6f55932d5f36fd8f1f", "run_id": "spark-token-benchmark-20260928", "name": "gemma4:12b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "11.9B", "digest": "4eb23ef187e2c5462566d6a1d3bbbc2f1346d0b4327cbb66d58fffbcc9b2b05c", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790583870.930328, "model": "gemma4:12b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121873116, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "46, 13.73, 1, 2411, [N/A]" }, { "time": 1790583872.956271, "model": "gemma4:12b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 112995244, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "45, 12.68, 0, 2411, [N/A]" }, { "time": 1790583874.9785085, "model": "gemma4:12b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 110098512, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "50, 44.67, 67, 2398, [N/A]" }, { "time": 1790583877.0182197, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109629620, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "51, 50.88, 94, 2411, [N/A]" }, { "time": 1790583879.0702503, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109665364, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "52, 39.90, 93, 2411, [N/A]" }, { "time": 1790583881.1159215, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109718036, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "53, 40.13, 94, 2411, [N/A]" }, { "time": 1790583883.164495, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109766784, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "54, 40.53, 93, 2405, [N/A]" }, { "time": 1790583885.2111633, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109801272, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "54, 40.97, 93, 2405, [N/A]" }, { "time": 1790583887.2577329, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109385616, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 49.87, 0, 2392, [N/A]" }, { "time": 1790583889.3067548, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109410848, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 40.98, 93, 2405, [N/A]" }, { "time": 1790583891.352225, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109439792, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 41.24, 94, 2405, [N/A]" }, { "time": 1790583893.3976214, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109473036, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 41.24, 92, 2405, [N/A]" }, { "time": 1790583895.4473379, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109522924, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 41.47, 94, 2405, [N/A]" }, { "time": 1790583897.4975731, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109096064, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "61, 40.46, 96, 2385, [N/A]" }, { "time": 1790583899.5266805, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109120312, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 41.52, 94, 2405, [N/A]" }, { "time": 1790583901.5685468, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109121932, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 41.59, 92, 2405, [N/A]" }, { "time": 1790583903.6193547, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109159024, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 42.10, 95, 2405, [N/A]" }, { "time": 1790583905.667972, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109179972, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "60, 42.25, 95, 2405, [N/A]" }, { "time": 1790583907.7148798, "model": "gemma4:12b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 111492584, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 28.87, 0, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "dea2d4947c82c592688abd671d0838c58f04e7fa20e3e13595b09ba752f4924b", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "b3e95b6f55932d5f36fd8f1f:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 27.514716073925165, "prefill_tps": 1470.88136035906, "ttft_s": 5.697359529003734, "wall_s": 6.278749371005688, "end_to_end_tps": 2.5482781768429192, "input_tokens": 856, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 5109444392, "total_duration": 6277877423, "prompt_eval_count": 856, "prompt_eval_duration": 581964000, "eval_count": 16, "eval_duration": 581507000, "done_reason": "length" } } }, { "id": "b3e95b6f55932d5f36fd8f1f:measured:1", "phase": "measured", "trial": "1", "decode_tps": 26.44993971790106, "prefill_tps": 1644.4244034884055, "ttft_s": 0.9619977660186123, "wall_s": 10.640956307004672, "end_to_end_tps": 24.057988080590246, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 379106684, "total_duration": 10640198233, "prompt_eval_count": 857, "prompt_eval_duration": 521155000, "eval_count": 256, "eval_duration": 9678661000, "done_reason": "length" } } }, { "id": "b3e95b6f55932d5f36fd8f1f:measured:2", "phase": "measured", "trial": "2", "decode_tps": 26.486834853239657, "prefill_tps": 1651.456056238149, "ttft_s": 0.9175217110023368, "wall_s": 10.582821382995462, "end_to_end_tps": 24.190146534207056, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 330626556, "total_duration": 10582330256, "prompt_eval_count": 857, "prompt_eval_duration": 518936000, "eval_count": 256, "eval_duration": 9665179000, "done_reason": "length" } } }, { "id": "b3e95b6f55932d5f36fd8f1f:measured:3", "phase": "measured", "trial": "3", "decode_tps": 26.575656117653754, "prefill_tps": 1632.8879252034442, "ttft_s": 0.9835204079863615, "wall_s": 10.616537056979723, "end_to_end_tps": 24.11332420600328, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 390109796, "total_duration": 10616075355, "prompt_eval_count": 857, "prompt_eval_duration": 524837000, "eval_count": 256, "eval_duration": 9632876000, "done_reason": "length" } } } ], "history": [ { "sha256": "dea2d4947c82c592688abd671d0838c58f04e7fa20e3e13595b09ba752f4924b", "observed_utc": "2026-09-28T08:52:35.124678+00:00", "status": "ok", "error": null } ] }, { "id": "b0643df8ade1e49de42e4898", "run_id": "spark-token-benchmark-20260928", "name": "qwythos:9b-v2-q8_0", "engine": "Ollama", "format": "gguf", "quantization": "unknown", "parameters": "8.95B", "digest": "4baf90abeabc81c832e09d329be8288edfaa7eca83128914b87559844ca7dc75", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790583909.8105206, "model": "qwythos:9b-v2-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121328772, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 15.32, 1, 2405, [N/A]" }, { "time": 1790583911.8515549, "model": "qwythos:9b-v2-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 111845312, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.24, 18, 2405, [N/A]" }, { "time": 1790583913.872929, "model": "qwythos:9b-v2-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 110146128, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 34.77, 33, 2398, [N/A]" }, { "time": 1790583915.8980024, "model": "qwythos:9b-v2-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109999620, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "54, 13.86, 0, 2405, [N/A]" }, { "time": 1790583917.9207408, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109781020, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 29.86, 95, 2405, [N/A]" }, { "time": 1790583919.9483044, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109804420, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 34.33, 95, 2405, [N/A]" }, { "time": 1790583922.0049796, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109821144, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 34.49, 95, 2405, [N/A]" }, { "time": 1790583924.061185, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109850960, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 34.57, 95, 2405, [N/A]" }, { "time": 1790583926.1157591, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109852484, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 34.65, 95, 2405, [N/A]" }, { "time": 1790583928.164013, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109546356, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 28.56, 95, 2405, [N/A]" }, { "time": 1790583930.1935878, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109579780, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "60, 34.86, 95, 2405, [N/A]" }, { "time": 1790583932.2476282, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109584508, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "60, 34.54, 93, 2405, [N/A]" }, { "time": 1790583934.2972107, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109583904, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "61, 34.71, 94, 2405, [N/A]" }, { "time": 1790583936.3484938, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109602432, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "61, 34.79, 95, 2405, [N/A]" }, { "time": 1790583938.3949063, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109625368, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "61, 30.73, 94, 2405, [N/A]" }, { "time": 1790583940.4192839, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109400516, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "62, 35.15, 92, 2405, [N/A]" }, { "time": 1790583942.4756978, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109420636, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "62, 35.31, 93, 2405, [N/A]" }, { "time": 1790583944.532451, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109451048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "62, 35.28, 94, 2405, [N/A]" }, { "time": 1790583946.586197, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109466916, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "63, 35.39, 94, 2405, [N/A]" }, { "time": 1790583948.6475284, "model": "qwythos:9b-v2-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109607384, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "63, 33.52, 93, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "dce5f15791933a15cdccb3ad7d9a85449b302e02057e18372d93892d1bae7fad", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "b0643df8ade1e49de42e4898:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 27.873738931076954, "prefill_tps": 251.85883065621297, "ttft_s": 9.022704745992087, "wall_s": 9.596668763988419, "end_to_end_tps": 1.6672452070076793, "input_tokens": 918, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 5372720049, "total_duration": 9596024468, "prompt_eval_count": 918, "prompt_eval_duration": 3644899000, "eval_count": 16, "eval_duration": 574017000, "done_reason": "length" } } }, { "id": "b0643df8ade1e49de42e4898:measured:1", "phase": "measured", "trial": "1", "decode_tps": 26.697499497596862, "prefill_tps": 2514.9513584298816, "ttft_s": 0.6602202299982309, "wall_s": 10.248317600984592, "end_to_end_tps": 24.9797098379743, "input_tokens": 918, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 257611531, "total_duration": 10247521495, "prompt_eval_count": 918, "prompt_eval_duration": 365017000, "eval_count": 256, "eval_duration": 9588913000, "done_reason": "length" } } }, { "id": "b0643df8ade1e49de42e4898:measured:2", "phase": "measured", "trial": "2", "decode_tps": 26.424347145731826, "prefill_tps": 2521.9503082383712, "ttft_s": 0.689756406005472, "wall_s": 10.377246187010314, "end_to_end_tps": 24.669357880363982, "input_tokens": 918, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 277257253, "total_duration": 10376473490, "prompt_eval_count": 918, "prompt_eval_duration": 364004000, "eval_count": 256, "eval_duration": 9688035000, "done_reason": "length" } } }, { "id": "b0643df8ade1e49de42e4898:measured:3", "phase": "measured", "trial": "3", "decode_tps": 26.402776416957597, "prefill_tps": 2533.0077397458717, "ttft_s": 0.6739948749891482, "wall_s": 10.369980793999275, "end_to_end_tps": 24.686641671326697, "input_tokens": 918, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 263543677, "total_duration": 10369406675, "prompt_eval_count": 918, "prompt_eval_duration": 362415000, "eval_count": 256, "eval_duration": 9695950000, "done_reason": "length" } } } ], "history": [ { "sha256": "dce5f15791933a15cdccb3ad7d9a85449b302e02057e18372d93892d1bae7fad", "observed_utc": "2026-09-28T08:52:35.125369+00:00", "status": "ok", "error": null } ] }, { "id": "3770880d2d75be52907e4902", "run_id": "spark-token-benchmark-20260928", "name": "reasoning:qwen3.8-27b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "27.3B", "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790583950.671366, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121879684, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 16.09, 0, 2405, [N/A]" }, { "time": 1790583952.728936, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 104733280, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 14.76, 17, 2405, [N/A]" }, { "time": 1790583954.7531931, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101457916, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "60, 18.55, 27, 2405, [N/A]" }, { "time": 1790583956.8008869, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101356604, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 69.03, 86, 2398, [N/A]" }, { "time": 1790583958.8395936, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101153020, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 71.30, 94, 2392, [N/A]" }, { "time": 1790583960.8783946, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101147456, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 64.72, 96, 2398, [N/A]" }, { "time": 1790583962.9165056, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101139664, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 65.01, 95, 2398, [N/A]" }, { "time": 1790583964.956044, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101138700, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 65.30, 95, 2398, [N/A]" }, { "time": 1790583966.9925973, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101132288, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 65.94, 95, 2398, [N/A]" }, { "time": 1790583969.0326366, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101139708, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 64.07, 95, 2398, [N/A]" }, { "time": 1790583971.080708, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100808152, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 73.13, 96, 2398, [N/A]" }, { "time": 1790583973.1170187, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100813300, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 68.32, 95, 2398, [N/A]" }, { "time": 1790583975.1568573, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100813428, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 68.35, 96, 2398, [N/A]" }, { "time": 1790583977.1970086, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100825112, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 68.51, 93, 2398, [N/A]" }, { "time": 1790583979.23487, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100761448, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 68.66, 95, 2398, [N/A]" }, { "time": 1790583981.2752123, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100820844, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 69.20, 96, 2398, [N/A]" }, { "time": 1790583983.3145792, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100480680, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 79.58, 96, 2385, [N/A]" }, { "time": 1790583985.3623421, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100479568, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 68.64, 96, 2398, [N/A]" }, { "time": 1790583987.4060717, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100447512, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 68.65, 95, 2398, [N/A]" }, { "time": 1790583989.44542, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100400536, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 68.66, 95, 2398, [N/A]" }, { "time": 1790583991.4837787, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100415600, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 69.34, 95, 2398, [N/A]" }, { "time": 1790583993.527377, "model": "reasoning:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100430780, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 68.96, 96, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "4b9f837eedc8c0f07b2b14f8b9dbff2cdf58cae632f23f70ebc9ad66e853c53c", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "3770880d2d75be52907e4902:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 25.778054175803106, "prefill_tps": 740.5165102659105, "ttft_s": 7.197486757999286, "wall_s": 7.817709583003307, "end_to_end_tps": 2.0466352491254, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 5990709445, "total_duration": 7816915462, "prompt_eval_count": 888, "prompt_eval_duration": 1199163000, "eval_count": 16, "eval_duration": 620683000, "done_reason": "length" } } }, { "id": "3770880d2d75be52907e4902:measured:1", "phase": "measured", "trial": "1", "decode_tps": 24.05491436262558, "prefill_tps": 756.7932420408872, "ttft_s": 1.4542189599887934, "wall_s": 12.097224797995295, "end_to_end_tps": 21.161878387382146, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 209732124, "total_duration": 12096656855, "prompt_eval_count": 888, "prompt_eval_duration": 1173372000, "eval_count": 256, "eval_duration": 10642316000, "done_reason": "length" } } }, { "id": "3770880d2d75be52907e4902:measured:2", "phase": "measured", "trial": "2", "decode_tps": 23.191535814163323, "prefill_tps": 756.1262833072351, "ttft_s": 1.5382435169885866, "wall_s": 12.576207928999793, "end_to_end_tps": 20.355897536465122, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 291254115, "total_duration": 12575868725, "prompt_eval_count": 888, "prompt_eval_duration": 1174407000, "eval_count": 256, "eval_duration": 11038510000, "done_reason": "length" } } }, { "id": "3770880d2d75be52907e4902:measured:3", "phase": "measured", "trial": "3", "decode_tps": 23.00202067360519, "prefill_tps": 753.4912610287191, "ttft_s": 1.515431820997037, "wall_s": 12.644658404024085, "end_to_end_tps": 20.245703111958292, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 264368640, "total_duration": 12644110878, "prompt_eval_count": 888, "prompt_eval_duration": 1178514000, "eval_count": 256, "eval_duration": 11129457000, "done_reason": "length" } } } ], "history": [ { "sha256": "4b9f837eedc8c0f07b2b14f8b9dbff2cdf58cae632f23f70ebc9ad66e853c53c", "observed_utc": "2026-09-28T08:52:35.126391+00:00", "status": "ok", "error": null } ] }, { "id": "b5933bec206e932c1d79a04e", "run_id": "spark-token-benchmark-20260928", "name": "qwen3.8:27b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "27.3B", "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790583995.5653484, "model": "qwen3.8:27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121957672, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 17.75, 1, 2405, [N/A]" }, { "time": 1790583997.5883164, "model": "qwen3.8:27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121615820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 16.87, 5, 2405, [N/A]" }, { "time": 1790583999.6128378, "model": "qwen3.8:27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 104751992, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 16.69, 19, 2405, [N/A]" }, { "time": 1790584001.637644, "model": "qwen3.8:27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101397612, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 63.14, 96, 2385, [N/A]" }, { "time": 1790584003.6635249, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101166776, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 57.99, 96, 2385, [N/A]" }, { "time": 1790584005.6927412, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101134516, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 68.66, 95, 2398, [N/A]" }, { "time": 1790584007.7373965, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101145740, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 68.60, 95, 2398, [N/A]" }, { "time": 1790584009.7769077, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101149140, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 68.63, 94, 2398, [N/A]" }, { "time": 1790584011.8150115, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101165800, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 68.01, 95, 2398, [N/A]" }, { "time": 1790584013.8583364, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101156964, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 68.40, 96, 2398, [N/A]" }, { "time": 1790584015.9056993, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100922072, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 57.38, 96, 2398, [N/A]" }, { "time": 1790584017.9334323, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100830528, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 68.54, 95, 2398, [N/A]" }, { "time": 1790584019.969604, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100838788, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 68.92, 95, 2398, [N/A]" }, { "time": 1790584022.008479, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100840608, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 68.89, 95, 2398, [N/A]" }, { "time": 1790584024.0583074, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100806808, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 69.25, 95, 2398, [N/A]" }, { "time": 1790584026.1070144, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100813012, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 69.17, 96, 2398, [N/A]" }, { "time": 1790584028.1502464, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100457676, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 53.94, 95, 2405, [N/A]" }, { "time": 1790584030.1803758, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100459120, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 69.25, 95, 2398, [N/A]" }, { "time": 1790584032.2196918, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100470016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 69.82, 95, 2398, [N/A]" }, { "time": 1790584034.2580001, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100489164, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 69.96, 95, 2398, [N/A]" }, { "time": 1790584036.3068385, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100486052, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 70.47, 95, 2398, [N/A]" }, { "time": 1790584038.3442934, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100492116, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 70.30, 96, 2398, [N/A]" }, { "time": 1790584040.3880668, "model": "qwen3.8:27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100497804, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 65.64, 95, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "599fbc9e7d71f341808338af1a749ec5810eec0707e7df31b3e42ac4d2e53f31", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "b5933bec206e932c1d79a04e:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 25.782083385703192, "prefill_tps": 733.6775338520303, "ttft_s": 7.245957044011448, "wall_s": 7.867131654988043, "end_to_end_tps": 2.0337780911363583, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6027831947, "total_duration": 7866399903, "prompt_eval_count": 888, "prompt_eval_duration": 1210341000, "eval_count": 16, "eval_duration": 620586000, "done_reason": "length" } } }, { "id": "b5933bec206e932c1d79a04e:measured:1", "phase": "measured", "trial": "1", "decode_tps": 23.799813078499312, "prefill_tps": 745.9326510177613, "ttft_s": 1.5363410059944727, "wall_s": 12.291902777011273, "end_to_end_tps": 20.826718584105606, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 271027916, "total_duration": 12291328595, "prompt_eval_count": 888, "prompt_eval_duration": 1190456000, "eval_count": 256, "eval_duration": 10756387000, "done_reason": "length" } } }, { "id": "b5933bec206e932c1d79a04e:measured:2", "phase": "measured", "trial": "2", "decode_tps": 23.062369114298722, "prefill_tps": 746.8416922692634, "ttft_s": 1.5315194549912121, "wall_s": 12.63127109000925, "end_to_end_tps": 20.26716061873489, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 260838521, "total_duration": 12630437081, "prompt_eval_count": 888, "prompt_eval_duration": 1189007000, "eval_count": 256, "eval_duration": 11100334000, "done_reason": "length" } } }, { "id": "b5933bec206e932c1d79a04e:measured:3", "phase": "measured", "trial": "3", "decode_tps": 22.902123035751554, "prefill_tps": 746.1006160371303, "ttft_s": 1.5145360879832879, "wall_s": 12.691492358979303, "end_to_end_tps": 20.170992721661968, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 250051466, "total_duration": 12691033923, "prompt_eval_count": 888, "prompt_eval_duration": 1190188000, "eval_count": 256, "eval_duration": 11178003000, "done_reason": "length" } } } ], "history": [ { "sha256": "599fbc9e7d71f341808338af1a749ec5810eec0707e7df31b3e42ac4d2e53f31", "observed_utc": "2026-09-28T08:52:35.127421+00:00", "status": "ok", "error": null } ] }, { "id": "66ddf93713ec981238c85413", "run_id": "spark-token-benchmark-20260928", "name": "vision:qwen3.8-27b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "27.3B", "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584042.412101, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121943380, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 18.95, 0, 2405, [N/A]" }, { "time": 1790584044.4428427, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 105778436, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 17.09, 0, 2405, [N/A]" }, { "time": 1790584046.5258589, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 103033864, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 17.21, 2, 2405, [N/A]" }, { "time": 1790584048.5508502, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101348476, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 80.78, 87, 2392, [N/A]" }, { "time": 1790584050.5893123, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101113252, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 83.21, 70, 2385, [N/A]" }, { "time": 1790584052.6293266, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101125716, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 69.06, 94, 2398, [N/A]" }, { "time": 1790584054.669068, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101126232, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 69.65, 95, 2398, [N/A]" }, { "time": 1790584056.7081678, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101196264, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 69.60, 94, 2398, [N/A]" }, { "time": 1790584058.746319, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101182568, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 69.64, 95, 2398, [N/A]" }, { "time": 1790584060.7861693, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101179244, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 70.56, 94, 2398, [N/A]" }, { "time": 1790584062.828674, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100825392, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 87.52, 96, 2385, [N/A]" }, { "time": 1790584064.8763437, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100817136, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 71.12, 95, 2398, [N/A]" }, { "time": 1790584066.9171968, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100830148, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 71.78, 95, 2398, [N/A]" }, { "time": 1790584068.9571803, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100835408, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 71.14, 95, 2398, [N/A]" }, { "time": 1790584070.9940462, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100838428, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 71.70, 95, 2398, [N/A]" }, { "time": 1790584073.0368354, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100836476, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 71.43, 94, 2398, [N/A]" }, { "time": 1790584075.0792093, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100463640, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 77.20, 96, 2385, [N/A]" }, { "time": 1790584077.107339, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100469220, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 73.54, 94, 2398, [N/A]" }, { "time": 1790584079.1426215, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100454560, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 72.92, 95, 2398, [N/A]" }, { "time": 1790584081.1824996, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100458064, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 73.01, 95, 2398, [N/A]" }, { "time": 1790584083.22596, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100467208, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 73.65, 96, 2398, [N/A]" }, { "time": 1790584085.2665935, "model": "vision:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100471348, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 74.61, 96, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "d647783ae7ca01297c9dbe14fd1a682db9856c77a4daed60071a4cd8db4ec391", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "66ddf93713ec981238c85413:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 25.73182930791029, "prefill_tps": 731.648235392989, "ttft_s": 7.416482062981231, "wall_s": 8.038093373994343, "end_to_end_tps": 1.9905217886327158, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6196246025, "total_duration": 8037334023, "prompt_eval_count": 888, "prompt_eval_duration": 1213698000, "eval_count": 16, "eval_duration": 621798000, "done_reason": "length" } } }, { "id": "66ddf93713ec981238c85413:measured:1", "phase": "measured", "trial": "1", "decode_tps": 23.72938197102735, "prefill_tps": 747.2281873321261, "ttft_s": 1.468953674979275, "wall_s": 12.256599500979064, "end_to_end_tps": 20.88670678841636, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 208841421, "total_duration": 12256183514, "prompt_eval_count": 888, "prompt_eval_duration": 1188392000, "eval_count": 256, "eval_duration": 10788313000, "done_reason": "length" } } }, { "id": "66ddf93713ec981238c85413:measured:2", "phase": "measured", "trial": "2", "decode_tps": 22.998536628268994, "prefill_tps": 752.6074287777419, "ttft_s": 1.4808965409756638, "wall_s": 12.612343132990645, "end_to_end_tps": 20.297576532814894, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 222291068, "total_duration": 12611569526, "prompt_eval_count": 888, "prompt_eval_duration": 1179898000, "eval_count": 256, "eval_duration": 11131143000, "done_reason": "length" } } }, { "id": "66ddf93713ec981238c85413:measured:3", "phase": "measured", "trial": "3", "decode_tps": 22.87739548001646, "prefill_tps": 750.2426883020437, "ttft_s": 1.4833492419857066, "wall_s": 12.673076534003485, "end_to_end_tps": 20.200304110301808, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 228238620, "total_duration": 12672329966, "prompt_eval_count": 888, "prompt_eval_duration": 1183617000, "eval_count": 256, "eval_duration": 11190085000, "done_reason": "length" } } } ], "history": [ { "sha256": "d647783ae7ca01297c9dbe14fd1a682db9856c77a4daed60071a4cd8db4ec391", "observed_utc": "2026-09-28T08:52:35.128445+00:00", "status": "ok", "error": null } ] }, { "id": "19d4ae9eef8203f97e3edf0b", "run_id": "spark-token-benchmark-20260928", "name": "default:qwen3.8-27b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "27.3B", "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584087.3076334, "model": "default:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122136208, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 35.99, 93, 2405, [N/A]" }, { "time": 1790584089.3293352, "model": "default:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121713860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 20.24, 0, 2405, [N/A]" }, { "time": 1790584091.352895, "model": "default:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 104772460, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 18.62, 0, 2405, [N/A]" }, { "time": 1790584093.3774767, "model": "default:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101496072, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 24.18, 18, 2405, [N/A]" }, { "time": 1790584095.4049702, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101380160, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 67.17, 96, 2398, [N/A]" }, { "time": 1790584097.4284332, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101179176, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 75.99, 96, 2398, [N/A]" }, { "time": 1790584099.4675374, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101184400, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 71.17, 94, 2398, [N/A]" }, { "time": 1790584101.50819, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101212668, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 72.18, 96, 2398, [N/A]" }, { "time": 1790584103.5486953, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101197080, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 72.78, 94, 2398, [N/A]" }, { "time": 1790584105.588457, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101191704, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 73.65, 95, 2398, [N/A]" }, { "time": 1790584107.6320667, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101107916, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 70.22, 93, 2405, [N/A]" }, { "time": 1790584109.6584918, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100724184, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 77.94, 96, 2398, [N/A]" }, { "time": 1790584111.6991444, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100744960, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 73.85, 94, 2405, [N/A]" }, { "time": 1790584113.7376938, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100759576, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 74.30, 96, 2398, [N/A]" }, { "time": 1790584115.788181, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100794236, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 74.56, 94, 2405, [N/A]" }, { "time": 1790584117.8359065, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100805160, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "84, 75.32, 96, 2405, [N/A]" }, { "time": 1790584119.8830314, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100806132, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.77, 94, 2405, [N/A]" }, { "time": 1790584121.9226296, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100452748, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "85, 87.10, 96, 2385, [N/A]" }, { "time": 1790584123.967297, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100486340, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "84, 75.81, 95, 2405, [N/A]" }, { "time": 1790584126.0105069, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100493056, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.42, 94, 2405, [N/A]" }, { "time": 1790584128.0532386, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100498820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.35, 95, 2398, [N/A]" }, { "time": 1790584130.0960605, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100491708, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "84, 75.37, 94, 2405, [N/A]" }, { "time": 1790584132.136791, "model": "default:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100502596, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.04, 95, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "09d570eeff350cc822913987a2b201658dca79a6ff8ba8ba858ae291e8b1d911", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "19d4ae9eef8203f97e3edf0b:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 25.56359743724936, "prefill_tps": 734.6043311874283, "ttft_s": 7.419432501017582, "wall_s": 8.045364199002506, "end_to_end_tps": 1.9887228973405255, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6204224935, "total_duration": 8044726305, "prompt_eval_count": 888, "prompt_eval_duration": 1208814000, "eval_count": 16, "eval_duration": 625890000, "done_reason": "length" } } }, { "id": "19d4ae9eef8203f97e3edf0b:measured:1", "phase": "measured", "trial": "1", "decode_tps": 23.790654138904706, "prefill_tps": 750.6682469022254, "ttft_s": 1.5073902499862015, "wall_s": 12.266905188007513, "end_to_end_tps": 20.869159423378697, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 252296795, "total_duration": 12266358991, "prompt_eval_count": 888, "prompt_eval_duration": 1182946000, "eval_count": 256, "eval_duration": 10760528000, "done_reason": "length" } } }, { "id": "19d4ae9eef8203f97e3edf0b:measured:2", "phase": "measured", "trial": "2", "decode_tps": 22.96769333751178, "prefill_tps": 748.8779480744222, "ttft_s": 1.5011953079956584, "wall_s": 12.647439481981564, "end_to_end_tps": 20.24125123229217, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 241954004, "total_duration": 12646925830, "prompt_eval_count": 888, "prompt_eval_duration": 1185774000, "eval_count": 256, "eval_duration": 11146091000, "done_reason": "length" } } }, { "id": "19d4ae9eef8203f97e3edf0b:measured:3", "phase": "measured", "trial": "3", "decode_tps": 22.82077632002145, "prefill_tps": 747.7611374726852, "ttft_s": 1.5315533349930774, "wall_s": 12.749670133984182, "end_to_end_tps": 20.078950852040734, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 272111546, "total_duration": 12748489627, "prompt_eval_count": 888, "prompt_eval_duration": 1187545000, "eval_count": 256, "eval_duration": 11217848000, "done_reason": "length" } } } ], "history": [ { "sha256": "09d570eeff350cc822913987a2b201658dca79a6ff8ba8ba858ae291e8b1d911", "observed_utc": "2026-09-28T08:52:35.129422+00:00", "status": "ok", "error": null } ] }, { "id": "a3f8d85e21634cf5483210da", "run_id": "spark-token-benchmark-20260928", "name": "coder:qwen3.8-27b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "27.3B", "digest": "22130167c4c20e20c7b71454612966ca8e8171e9b3cc8ab6ce8aa6cbfec79643", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584134.1787403, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121771796, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 20.55, 0, 2405, [N/A]" }, { "time": 1790584136.217474, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121618652, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 19.65, 3, 2405, [N/A]" }, { "time": 1790584138.2418685, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 104731828, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 19.26, 19, 2405, [N/A]" }, { "time": 1790584140.2656581, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101418768, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 63.30, 0, 2385, [N/A]" }, { "time": 1790584142.295496, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100838860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 62.73, 65, 2392, [N/A]" }, { "time": 1790584144.321567, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100827580, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 71.12, 95, 2398, [N/A]" }, { "time": 1790584146.355719, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100853836, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 71.71, 95, 2398, [N/A]" }, { "time": 1790584148.3954573, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100847020, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 72.67, 95, 2398, [N/A]" }, { "time": 1790584150.4421744, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100891032, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 72.98, 95, 2398, [N/A]" }, { "time": 1790584152.4851203, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100926592, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 73.27, 96, 2398, [N/A]" }, { "time": 1790584154.5305257, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100593088, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 63.49, 94, 2405, [N/A]" }, { "time": 1790584156.5637171, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100606564, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "80, 74.36, 95, 2398, [N/A]" }, { "time": 1790584158.6075644, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100628592, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 74.15, 95, 2398, [N/A]" }, { "time": 1790584160.6499095, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100644972, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 74.60, 95, 2398, [N/A]" }, { "time": 1790584162.6883612, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100673016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 74.31, 96, 2398, [N/A]" }, { "time": 1790584164.7283595, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100689560, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "82, 74.50, 95, 2405, [N/A]" }, { "time": 1790584166.7680266, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100357472, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 58.87, 0, 2405, [N/A]" }, { "time": 1790584168.7972639, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100278148, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "81, 75.18, 95, 2398, [N/A]" }, { "time": 1790584170.838366, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100287176, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.77, 96, 2405, [N/A]" }, { "time": 1790584172.8779716, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100343760, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 75.14, 95, 2405, [N/A]" }, { "time": 1790584174.9183483, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100380912, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 74.83, 95, 2405, [N/A]" }, { "time": 1790584176.9545128, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100443068, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 74.46, 94, 2405, [N/A]" }, { "time": 1790584178.9973855, "model": "coder:qwen3.8-27b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100429496, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "83, 66.50, 94, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "436b37360e096b48fe8474465532abbda56ac316aebb0142c1e65a7674752085", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "a3f8d85e21634cf5483210da:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 26.062239886629257, "prefill_tps": 727.0387172679065, "ttft_s": 7.246759339002892, "wall_s": 7.860616096993908, "end_to_end_tps": 2.035463862192531, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6018758285, "total_duration": 7860224685, "prompt_eval_count": 888, "prompt_eval_duration": 1221393000, "eval_count": 16, "eval_duration": 613915000, "done_reason": "length" } } }, { "id": "a3f8d85e21634cf5483210da:measured:1", "phase": "measured", "trial": "1", "decode_tps": 23.99489733511358, "prefill_tps": 746.0065964457154, "ttft_s": 1.5009214160090778, "wall_s": 12.16961390900542, "end_to_end_tps": 21.036000148744407, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 238706479, "total_duration": 12169056368, "prompt_eval_count": 888, "prompt_eval_duration": 1190338000, "eval_count": 256, "eval_duration": 10668935000, "done_reason": "length" } } }, { "id": "a3f8d85e21634cf5483210da:measured:2", "phase": "measured", "trial": "2", "decode_tps": 23.0891433945839, "prefill_tps": 746.161427991641, "ttft_s": 1.5123828610230703, "wall_s": 12.599001127004158, "end_to_end_tps": 20.319071124718022, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 248978853, "total_duration": 12598568643, "prompt_eval_count": 888, "prompt_eval_duration": 1190091000, "eval_count": 256, "eval_duration": 11087462000, "done_reason": "length" } } }, { "id": "a3f8d85e21634cf5483210da:measured:3", "phase": "measured", "trial": "3", "decode_tps": 22.87102270904941, "prefill_tps": 745.5305944599017, "ttft_s": 1.512810222018743, "wall_s": 12.705525466008112, "end_to_end_tps": 20.14871409174637, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 246068390, "total_duration": 12704783684, "prompt_eval_count": 888, "prompt_eval_duration": 1191098000, "eval_count": 256, "eval_duration": 11193203000, "done_reason": "length" } } } ], "history": [ { "sha256": "436b37360e096b48fe8474465532abbda56ac316aebb0142c1e65a7674752085", "observed_utc": "2026-09-28T08:52:35.130437+00:00", "status": "ok", "error": null } ] }, { "id": "90754966a874c02349de25a9", "run_id": "spark-token-benchmark-20260928", "name": "gemma4:26b", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "25.2B", "digest": "08ae7ec1744bd7f451c4a530afb39d2673ad9d07a8369b8a33a3613b41212a68", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584181.0554993, "model": "gemma4:26b", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121684100, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 20.76, 0, 2405, [N/A]" }, { "time": 1790584183.1071308, "model": "gemma4:26b", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121591172, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 18.69, 0, 2405, [N/A]" }, { "time": 1790584185.1315718, "model": "gemma4:26b", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 103796232, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 18.78, 21, 2405, [N/A]" }, { "time": 1790584187.1556282, "model": "gemma4:26b", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 99513280, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 18.21, 8, 2405, [N/A]" }, { "time": 1790584189.1810863, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 99180620, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 51.90, 96, 2405, [N/A]" }, { "time": 1790584191.2214966, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 99177964, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.82, 91, 2405, [N/A]" }, { "time": 1790584193.260975, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98825616, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 42.31, 0, 2392, [N/A]" }, { "time": 1790584195.3046298, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98824916, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.93, 93, 2405, [N/A]" }, { "time": 1790584197.34519, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98518196, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 39.62, 92, 2405, [N/A]" }, { "time": 1790584199.3823314, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98513364, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.98, 92, 2405, [N/A]" }, { "time": 1790584201.4212365, "model": "gemma4:26b", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 100228560, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 36.39, 92, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "0ad6535c36b893ae8e6c3727fff1293e57de4be9340f1f494a861e8e88c5ae7b", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "90754966a874c02349de25a9:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 69.41461785083666, "prefill_tps": 1608.2063614331073, "ttft_s": 8.068554605008103, "wall_s": 8.299433420004789, "end_to_end_tps": 1.9278424430074852, "input_tokens": 856, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 7529909131, "total_duration": 8298893784, "prompt_eval_count": 856, "prompt_eval_duration": 532270000, "eval_count": 16, "eval_duration": 230499000, "done_reason": "length" } } }, { "id": "90754966a874c02349de25a9:measured:1", "phase": "measured", "trial": "1", "decode_tps": 70.56311015728407, "prefill_tps": 2533.1421899708853, "ttft_s": 0.7660641590191517, "wall_s": 4.393839899013983, "end_to_end_tps": 58.26338826261027, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 384058849, "total_duration": 4393482552, "prompt_eval_count": 857, "prompt_eval_duration": 338315000, "eval_count": 256, "eval_duration": 3627958000, "done_reason": "length" } } }, { "id": "90754966a874c02349de25a9:measured:2", "phase": "measured", "trial": "2", "decode_tps": 71.53189749814395, "prefill_tps": 2558.1860460951098, "ttft_s": 0.7852334619965404, "wall_s": 4.363826193002751, "end_to_end_tps": 58.6641146273166, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 403620300, "total_duration": 4363262397, "prompt_eval_count": 857, "prompt_eval_duration": 335003000, "eval_count": 256, "eval_duration": 3578823000, "done_reason": "length" } } }, { "id": "90754966a874c02349de25a9:measured:3", "phase": "measured", "trial": "3", "decode_tps": 69.46947033870708, "prefill_tps": 2512.179821655752, "ttft_s": 0.8075727870163973, "wall_s": 4.493280368013075, "end_to_end_tps": 56.97396535111007, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 419263033, "total_duration": 4492704171, "prompt_eval_count": 857, "prompt_eval_duration": 341138000, "eval_count": 256, "eval_duration": 3685072000, "done_reason": "length" } } } ], "history": [ { "sha256": "0ad6535c36b893ae8e6c3727fff1293e57de4be9340f1f494a861e8e88c5ae7b", "observed_utc": "2026-09-28T08:52:35.131305+00:00", "status": "ok", "error": null } ] }, { "id": "70b929b0c5eae55489ca1a61", "run_id": "spark-token-benchmark-20260928", "name": "falak-orion:30.7b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "unknown", "parameters": "30.7B", "digest": "b53e72575a77988ed1483011bf5fe5ecfceda553c8c86f8b5b60247c9e1c57b1", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584203.4759488, "model": "falak-orion:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121638080, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 18.66, 0, 2405, [N/A]" }, { "time": 1790584205.528274, "model": "falak-orion:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 103118004, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 16.90, 0, 2405, [N/A]" }, { "time": 1790584207.62241, "model": "falak-orion:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101644760, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 17.13, 19, 2405, [N/A]" }, { "time": 1790584209.6453683, "model": "falak-orion:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94747296, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 23.15, 19, 2405, [N/A]" }, { "time": 1790584211.6732862, "model": "falak-orion:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94663476, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 51.51, 95, 2405, [N/A]" }, { "time": 1790584213.7112153, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93966780, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 60.51, 96, 2385, [N/A]" }, { "time": 1790584215.740706, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93739872, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 45.91, 95, 2405, [N/A]" }, { "time": 1790584217.7776105, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93753744, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.06, 95, 2405, [N/A]" }, { "time": 1790584219.8216825, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93776428, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.12, 94, 2405, [N/A]" }, { "time": 1790584221.8616617, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93758320, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.07, 96, 2405, [N/A]" }, { "time": 1790584223.9058578, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93774296, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.13, 95, 2405, [N/A]" }, { "time": 1790584225.947884, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93808976, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.25, 95, 2405, [N/A]" }, { "time": 1790584227.986607, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93754084, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.10, 93, 2405, [N/A]" }, { "time": 1790584230.025808, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93771040, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.35, 95, 2405, [N/A]" }, { "time": 1790584232.06421, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93773820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.30, 94, 2405, [N/A]" }, { "time": 1790584234.1044111, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93791048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.50, 96, 2405, [N/A]" }, { "time": 1790584236.1447814, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93828860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.54, 95, 2405, [N/A]" }, { "time": 1790584238.1882951, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93835016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.43, 96, 2405, [N/A]" }, { "time": 1790584240.2345767, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92632616, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "78, 67.86, 92, 2385, [N/A]" }, { "time": 1790584242.2700026, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92640200, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.67, 95, 2405, [N/A]" }, { "time": 1790584244.3214428, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92647336, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.56, 95, 2405, [N/A]" }, { "time": 1790584246.3648484, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92640832, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.67, 96, 2405, [N/A]" }, { "time": 1790584248.409533, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92623620, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.56, 96, 2405, [N/A]" }, { "time": 1790584250.4500859, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92628208, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.72, 96, 2405, [N/A]" }, { "time": 1790584252.4915426, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92626016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.56, 95, 2405, [N/A]" }, { "time": 1790584254.5280716, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92637484, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.61, 95, 2405, [N/A]" }, { "time": 1790584256.5729835, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92646652, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.64, 96, 2405, [N/A]" }, { "time": 1790584258.6187541, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92658664, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.72, 96, 2405, [N/A]" }, { "time": 1790584260.6646667, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92653112, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.72, 96, 2405, [N/A]" }, { "time": 1790584262.7063944, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92654552, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.76, 94, 2405, [N/A]" }, { "time": 1790584264.7566588, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92652248, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.78, 96, 2405, [N/A]" }, { "time": 1790584266.8013308, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91447668, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "79, 83.29, 96, 2379, [N/A]" }, { "time": 1790584268.8346174, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91400992, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.76, 96, 2405, [N/A]" }, { "time": 1790584270.8788826, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91420788, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.74, 95, 2405, [N/A]" }, { "time": 1790584272.921941, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91440696, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.85, 96, 2405, [N/A]" }, { "time": 1790584274.9714181, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91440632, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.80, 96, 2405, [N/A]" }, { "time": 1790584277.0121543, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91444100, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.78, 95, 2405, [N/A]" }, { "time": 1790584279.061281, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91437912, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.77, 96, 2405, [N/A]" }, { "time": 1790584281.100618, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91434052, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.77, 96, 2405, [N/A]" }, { "time": 1790584283.1469676, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91430424, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.81, 96, 2405, [N/A]" }, { "time": 1790584285.193812, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91426764, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.78, 96, 2405, [N/A]" }, { "time": 1790584287.2398517, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91418936, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.90, 96, 2405, [N/A]" }, { "time": 1790584289.278835, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91335916, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.90, 96, 2405, [N/A]" }, { "time": 1790584291.3267062, "model": "falak-orion:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91354408, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.79, 96, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "9fa0c0b849fc3f361fc3f4ecf27d581c77db8c580dc3a910b9c1170d1636b0be", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "70b929b0c5eae55489ca1a61:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 11.035959293864146, "prefill_tps": 593.2513500626518, "ttft_s": 9.036084078019485, "wall_s": 10.485324306006078, "end_to_end_tps": 1.5259423107051702, "input_tokens": 856, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 7586356239, "total_duration": 10484575612, "prompt_eval_count": 856, "prompt_eval_duration": 1442896000, "eval_count": 16, "eval_duration": 1449806000, "done_reason": "length" } } }, { "id": "70b929b0c5eae55489ca1a61:measured:1", "phase": "measured", "trial": "1", "decode_tps": 10.462496710546077, "prefill_tps": 617.7881166977963, "ttft_s": 1.9466200470051263, "wall_s": 26.414393531013047, "end_to_end_tps": 9.691685697778043, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 404647949, "total_duration": 26413796503, "prompt_eval_count": 857, "prompt_eval_duration": 1387207000, "eval_count": 256, "eval_duration": 24468347000, "done_reason": "length" } } }, { "id": "70b929b0c5eae55489ca1a61:measured:2", "phase": "measured", "trial": "2", "decode_tps": 10.510632387388736, "prefill_tps": 618.436776566081, "ttft_s": 1.9545049970038235, "wall_s": 26.31091939401813, "end_to_end_tps": 9.729800626359047, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 403751302, "total_duration": 26309447431, "prompt_eval_count": 857, "prompt_eval_duration": 1385752000, "eval_count": 256, "eval_duration": 24356289000, "done_reason": "length" } } }, { "id": "70b929b0c5eae55489ca1a61:measured:3", "phase": "measured", "trial": "3", "decode_tps": 10.518859163980796, "prefill_tps": 615.9520807968134, "ttft_s": 1.960071395005798, "wall_s": 26.29776370699983, "end_to_end_tps": 9.734668044486952, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 412472828, "total_duration": 26296930005, "prompt_eval_count": 857, "prompt_eval_duration": 1391342000, "eval_count": 256, "eval_duration": 24337240000, "done_reason": "length" } } } ], "history": [ { "sha256": "9fa0c0b849fc3f361fc3f4ecf27d581c77db8c580dc3a910b9c1170d1636b0be", "observed_utc": "2026-09-28T08:52:35.132305+00:00", "status": "ok", "error": null } ] }, { "id": "45aacd41980f4d42af22259e", "run_id": "spark-token-benchmark-20260928", "name": "falak-orion-tools:30.7b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "30.7B", "digest": "330f77783f3f7ea515617e246ad7b72ddd69df2371281400067069ad24a39185", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584293.3738208, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121976408, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 17.85, 0, 2405, [N/A]" }, { "time": 1790584295.4259725, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121570444, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 16.99, 0, 2405, [N/A]" }, { "time": 1790584297.451544, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101683196, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 17.06, 3, 2405, [N/A]" }, { "time": 1790584299.4761229, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94743332, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 33.36, 0, 2405, [N/A]" }, { "time": 1790584301.508725, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94692704, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 47.17, 96, 2405, [N/A]" }, { "time": 1790584303.554175, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93818816, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 76.51, 0, 2385, [N/A]" }, { "time": 1790584305.5825748, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93814848, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 45.77, 95, 2405, [N/A]" }, { "time": 1790584307.6275942, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93812268, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 45.79, 95, 2405, [N/A]" }, { "time": 1790584309.6750538, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93829040, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 45.89, 96, 2405, [N/A]" }, { "time": 1790584311.7221901, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93822944, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 45.94, 96, 2405, [N/A]" }, { "time": 1790584313.7636292, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93810076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.15, 96, 2405, [N/A]" }, { "time": 1790584315.8082256, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93825748, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.49, 96, 2405, [N/A]" }, { "time": 1790584317.8471339, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93832300, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.49, 96, 2405, [N/A]" }, { "time": 1790584319.8918438, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93843860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.46, 95, 2405, [N/A]" }, { "time": 1790584321.9335423, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93841824, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.57, 96, 2405, [N/A]" }, { "time": 1790584323.9786282, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93835276, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.46, 96, 2405, [N/A]" }, { "time": 1790584326.0240169, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93839792, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.40, 95, 2405, [N/A]" }, { "time": 1790584328.065756, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93835468, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.59, 96, 2405, [N/A]" }, { "time": 1790584330.1145086, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92632676, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 82.31, 96, 2385, [N/A]" }, { "time": 1790584332.16055, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92646760, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.51, 95, 2405, [N/A]" }, { "time": 1790584334.205819, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92643648, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.55, 95, 2405, [N/A]" }, { "time": 1790584336.2458267, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92653372, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.67, 95, 2405, [N/A]" }, { "time": 1790584338.2959661, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92653628, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.73, 96, 2405, [N/A]" }, { "time": 1790584340.3400543, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92644472, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.70, 96, 2405, [N/A]" }, { "time": 1790584342.3844397, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92629584, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.77, 96, 2405, [N/A]" }, { "time": 1790584344.433375, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92619964, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.77, 96, 2405, [N/A]" }, { "time": 1790584346.4747138, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92628424, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.60, 96, 2405, [N/A]" }, { "time": 1790584348.5170243, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92599468, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.67, 95, 2405, [N/A]" }, { "time": 1790584350.561887, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92588032, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.62, 96, 2405, [N/A]" }, { "time": 1790584352.609385, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92572596, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.55, 94, 2405, [N/A]" }, { "time": 1790584354.6494966, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92565684, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 44.02, 94, 2405, [N/A]" }, { "time": 1790584356.6728747, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91394004, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 69.21, 92, 2398, [N/A]" }, { "time": 1790584358.71901, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91394140, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.64, 95, 2405, [N/A]" }, { "time": 1790584360.7627757, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91392628, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.65, 95, 2405, [N/A]" }, { "time": 1790584362.8034914, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91396596, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.67, 95, 2405, [N/A]" }, { "time": 1790584364.850545, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91407080, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "73, 46.65, 95, 2405, [N/A]" }, { "time": 1790584366.890535, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91388676, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.68, 94, 2405, [N/A]" }, { "time": 1790584368.9357028, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91392952, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.67, 95, 2405, [N/A]" }, { "time": 1790584370.9810874, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91401056, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.74, 95, 2405, [N/A]" }, { "time": 1790584373.024745, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91394748, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.53, 95, 2405, [N/A]" }, { "time": 1790584375.0703855, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91407776, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.60, 95, 2405, [N/A]" }, { "time": 1790584377.1139243, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91402516, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.70, 96, 2405, [N/A]" }, { "time": 1790584379.1595793, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91391572, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 46.60, 95, 2405, [N/A]" }, { "time": 1790584381.1948364, "model": "falak-orion-tools:30.7b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95737440, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 35.87, 95, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "13f526f584e7b2b6777f1e5f0d4f03f6c34467a4506f8e0f18f86ef7961d3ae1", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "45aacd41980f4d42af22259e:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 11.06510639445583, "prefill_tps": 634.5911483430943, "ttft_s": 8.14062746000127, "wall_s": 9.58741122999345, "end_to_end_tps": 1.6688550867563998, "input_tokens": 856, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6784503144, "total_duration": 9586737994, "prompt_eval_count": 856, "prompt_eval_duration": 1348900000, "eval_count": 16, "eval_duration": 1445987000, "done_reason": "length" } } }, { "id": "45aacd41980f4d42af22259e:measured:1", "phase": "measured", "trial": "1", "decode_tps": 10.51438032493296, "prefill_tps": 659.6920462076945, "ttft_s": 1.8350552709889598, "wall_s": 26.18263033797848, "end_to_end_tps": 9.777474481953266, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 381301652, "total_duration": 26181775260, "prompt_eval_count": 857, "prompt_eval_duration": 1299091000, "eval_count": 256, "eval_duration": 24347607000, "done_reason": "length" } } }, { "id": "45aacd41980f4d42af22259e:measured:2", "phase": "measured", "trial": "2", "decode_tps": 10.500575132086777, "prefill_tps": 657.8699904581983, "ttft_s": 1.9035161969950423, "wall_s": 26.28318273401237, "end_to_end_tps": 9.74006849135197, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 436301171, "total_duration": 26282546730, "prompt_eval_count": 857, "prompt_eval_duration": 1302689000, "eval_count": 256, "eval_duration": 24379617000, "done_reason": "length" } } }, { "id": "45aacd41980f4d42af22259e:measured:3", "phase": "measured", "trial": "3", "decode_tps": 10.466364436765476, "prefill_tps": 662.0454810567699, "ttft_s": 1.78736231700168, "wall_s": 26.247695374011528, "end_to_end_tps": 9.753237240533954, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 330279068, "total_duration": 26246879352, "prompt_eval_count": 857, "prompt_eval_duration": 1294473000, "eval_count": 256, "eval_duration": 24459305000, "done_reason": "length" } } } ], "history": [ { "sha256": "13f526f584e7b2b6777f1e5f0d4f03f6c34467a4506f8e0f18f86ef7961d3ae1", "observed_utc": "2026-09-28T08:52:35.133310+00:00", "status": "ok", "error": null } ] }, { "id": "2d211055cc21d88a893c4eb5", "run_id": "spark-token-benchmark-20260928", "name": "qwen3.6:35b-a3b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "36.0B", "digest": "07d35212591fc27746f0a317c975a6d68754fb38e9053d82e25f06057af28522", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584383.2200036, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122130304, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 18.41, 2, 2405, [N/A]" }, { "time": 1790584385.2447207, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 99119908, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 16.89, 0, 2405, [N/A]" }, { "time": 1790584387.2724292, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98769516, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 16.92, 19, 2405, [N/A]" }, { "time": 1790584389.2954803, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 97122932, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "74, 40.73, 0, 2398, [N/A]" }, { "time": 1790584391.3307524, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96959380, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 41.72, 80, 2405, [N/A]" }, { "time": 1790584393.3683293, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96967380, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 43.16, 85, 2405, [N/A]" }, { "time": 1790584395.4063232, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96820656, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 43.56, 84, 2405, [N/A]" }, { "time": 1790584397.4443085, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96806132, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 43.79, 85, 2405, [N/A]" }, { "time": 1790584399.4850132, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96648860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 46.53, 94, 2405, [N/A]" }, { "time": 1790584401.522425, "model": "qwen3.6:35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96665476, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "72, 43.52, 81, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "bdb1f8684f3551b05b5523e3e0a369de2c439dead40b19c5bef1ad7ace7f84ec", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "2d211055cc21d88a893c4eb5:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 70.78925596067657, "prefill_tps": 1520.1106530997931, "ttft_s": 7.601712520001456, "wall_s": 7.828231931984192, "end_to_end_tps": 2.043884256242845, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 7011658318, "total_duration": 7827782569, "prompt_eval_count": 888, "prompt_eval_duration": 584168000, "eval_count": 16, "eval_duration": 226023000, "done_reason": "length" } } }, { "id": "2d211055cc21d88a893c4eb5:measured:1", "phase": "measured", "trial": "1", "decode_tps": 73.04416404235533, "prefill_tps": 2203.605177479552, "ttft_s": 0.7303773229941726, "wall_s": 4.2344574889866635, "end_to_end_tps": 60.456386837233936, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 288227033, "total_duration": 4234039550, "prompt_eval_count": 888, "prompt_eval_duration": 402976000, "eval_count": 256, "eval_duration": 3504729000, "done_reason": "length" } } }, { "id": "2d211055cc21d88a893c4eb5:measured:2", "phase": "measured", "trial": "2", "decode_tps": 72.81603795991079, "prefill_tps": 2227.523460487798, "ttft_s": 0.7177920840040315, "wall_s": 4.23332954000216, "end_to_end_tps": 60.472495132015965, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 283170961, "total_duration": 4232607792, "prompt_eval_count": 888, "prompt_eval_duration": 398649000, "eval_count": 256, "eval_duration": 3515709000, "done_reason": "length" } } }, { "id": "2d211055cc21d88a893c4eb5:measured:3", "phase": "measured", "trial": "3", "decode_tps": 71.59389259349994, "prefill_tps": 2208.7299554025585, "ttft_s": 0.7185782740125433, "wall_s": 4.293278355005896, "end_to_end_tps": 59.62809276074727, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 280157059, "total_duration": 4292543198, "prompt_eval_count": 888, "prompt_eval_duration": 402041000, "eval_count": 256, "eval_duration": 3575724000, "done_reason": "length" } } } ], "history": [ { "sha256": "bdb1f8684f3551b05b5523e3e0a369de2c439dead40b19c5bef1ad7ace7f84ec", "observed_utc": "2026-09-28T08:52:35.134683+00:00", "status": "ok", "error": null } ] }, { "id": "a3970634602fd833c99dd8cb", "run_id": "spark-token-benchmark-20260928", "name": "fast:qwen3.6-35b-a3b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "36.0B", "digest": "07d35212591fc27746f0a317c975a6d68754fb38e9053d82e25f06057af28522", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584403.5599358, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121866708, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 17.48, 3, 2405, [N/A]" }, { "time": 1790584405.5842283, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121562924, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 16.45, 0, 2405, [N/A]" }, { "time": 1790584408.154913, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98959440, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.75, 18, 2405, [N/A]" }, { "time": 1790584410.1805205, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96959136, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 42.23, 96, 2405, [N/A]" }, { "time": 1790584412.202972, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96831460, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 41.88, 87, 2405, [N/A]" }, { "time": 1790584414.2463748, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96851092, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 40.79, 83, 2405, [N/A]" }, { "time": 1790584416.2678032, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96727060, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 42.25, 81, 2405, [N/A]" }, { "time": 1790584418.302214, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96730600, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 43.54, 83, 2405, [N/A]" }, { "time": 1790584420.337613, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96637396, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 43.05, 86, 2405, [N/A]" }, { "time": 1790584422.3704157, "model": "fast:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96632972, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 41.41, 78, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "20755a847671e528a75945eb0fd1186a96d0f1867cd477867866ca62b40c9ef7", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "a3970634602fd833c99dd8cb:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 74.24662873901381, "prefill_tps": 1554.632735523358, "ttft_s": 6.834920998022426, "wall_s": 7.050140018021921, "end_to_end_tps": 2.2694584730374148, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6257612100, "total_duration": 7049593870, "prompt_eval_count": 888, "prompt_eval_duration": 571196000, "eval_count": 16, "eval_duration": 215498000, "done_reason": "length" } } }, { "id": "a3970634602fd833c99dd8cb:measured:1", "phase": "measured", "trial": "1", "decode_tps": 71.81229836102455, "prefill_tps": 2231.896005710437, "ttft_s": 0.7446706260088831, "wall_s": 4.3097909440111835, "end_to_end_tps": 59.39963291159946, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 312829460, "total_duration": 4308679273, "prompt_eval_count": 888, "prompt_eval_duration": 397868000, "eval_count": 256, "eval_duration": 3564849000, "done_reason": "length" } } }, { "id": "a3970634602fd833c99dd8cb:measured:2", "phase": "measured", "trial": "2", "decode_tps": 72.34667168571701, "prefill_tps": 2229.8447646358677, "ttft_s": 0.728997613012325, "wall_s": 4.267376535019139, "end_to_end_tps": 59.99001913686341, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 293841398, "total_duration": 4266592274, "prompt_eval_count": 888, "prompt_eval_duration": 398234000, "eval_count": 256, "eval_duration": 3538518000, "done_reason": "length" } } }, { "id": "a3970634602fd833c99dd8cb:measured:3", "phase": "measured", "trial": "3", "decode_tps": 69.02485407040373, "prefill_tps": 2220.0555013875346, "ttft_s": 0.6721692930150311, "wall_s": 4.379659710015403, "end_to_end_tps": 58.45202982655921, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 235247753, "total_duration": 4379048250, "prompt_eval_count": 888, "prompt_eval_duration": 399990000, "eval_count": 256, "eval_duration": 3708809000, "done_reason": "length" } } } ], "history": [ { "sha256": "20755a847671e528a75945eb0fd1186a96d0f1867cd477867866ca62b40c9ef7", "observed_utc": "2026-09-28T08:52:35.137635+00:00", "status": "ok", "error": null } ] }, { "id": "d9d5421f860c52cca2153213", "run_id": "spark-token-benchmark-20260928", "name": "agent:qwen3.6-35b-a3b-q4_K_M", "engine": "Ollama", "format": "gguf", "quantization": "Q4_K_M", "parameters": "36.0B", "digest": "07d35212591fc27746f0a317c975a6d68754fb38e9053d82e25f06057af28522", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584424.4045088, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121910712, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 17.54, 0, 2405, [N/A]" }, { "time": 1790584426.4577758, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 109952072, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 16.33, 0, 2405, [N/A]" }, { "time": 1790584428.7970908, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 99092124, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.60, 19, 2405, [N/A]" }, { "time": 1790584430.8198123, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 97077892, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 42.39, 26, 2398, [N/A]" }, { "time": 1790584432.8429675, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96950992, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 41.85, 84, 2405, [N/A]" }, { "time": 1790584434.8825824, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96941804, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 39.00, 86, 2405, [N/A]" }, { "time": 1790584436.9073362, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96762648, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 41.93, 84, 2405, [N/A]" }, { "time": 1790584438.94248, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96766644, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 42.85, 85, 2405, [N/A]" }, { "time": 1790584440.9767778, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96652836, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 42.62, 87, 2405, [N/A]" }, { "time": 1790584443.014481, "model": "agent:qwen3.6-35b-a3b-q4_K_M", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96678416, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 42.88, 82, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "ff30bd5d8047bd2265de4aeed58cf7f66f931cd0a5ba0312aca246fbe8c1239a", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "d9d5421f860c52cca2153213:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 74.78138130558943, "prefill_tps": 1553.6861553966098, "ttft_s": 6.768782211991493, "wall_s": 6.98280370599241, "end_to_end_tps": 2.2913432302657073, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 6190016670, "total_duration": 6981638066, "prompt_eval_count": 888, "prompt_eval_duration": 571544000, "eval_count": 16, "eval_duration": 213957000, "done_reason": "length" } } }, { "id": "d9d5421f860c52cca2153213:measured:1", "phase": "measured", "trial": "1", "decode_tps": 72.98787260879185, "prefill_tps": 2216.774592967233, "ttft_s": 0.7146358900063206, "wall_s": 4.2216627479938325, "end_to_end_tps": 60.63961412399728, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 279920449, "total_duration": 4220984295, "prompt_eval_count": 888, "prompt_eval_duration": 400582000, "eval_count": 256, "eval_duration": 3507432000, "done_reason": "length" } } }, { "id": "d9d5421f860c52cca2153213:measured:2", "phase": "measured", "trial": "2", "decode_tps": 73.23844377461785, "prefill_tps": 2199.3154383027627, "ttft_s": 0.7904465140018146, "wall_s": 4.285373211983824, "end_to_end_tps": 59.738087521551044, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 351728822, "total_duration": 4284312870, "prompt_eval_count": 888, "prompt_eval_duration": 403762000, "eval_count": 256, "eval_duration": 3495432000, "done_reason": "length" } } }, { "id": "d9d5421f860c52cca2153213:measured:3", "phase": "measured", "trial": "3", "decode_tps": 73.09211033482468, "prefill_tps": 2221.3994816734544, "ttft_s": 0.7068319139943924, "wall_s": 4.20950465198257, "end_to_end_tps": 60.814756405942084, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 273057047, "total_duration": 4208740839, "prompt_eval_count": 888, "prompt_eval_duration": 399748000, "eval_count": 256, "eval_duration": 3502430000, "done_reason": "length" } } } ], "history": [ { "sha256": "ff30bd5d8047bd2265de4aeed58cf7f66f931cd0a5ba0312aca246fbe8c1239a", "observed_utc": "2026-09-28T08:52:35.139136+00:00", "status": "ok", "error": null } ] }, { "id": "5cc54b0699b3419b6c7f8470", "run_id": "spark-token-benchmark-20260928", "name": "trendyol-cyber:32.8b-q8_0", "engine": "Ollama", "format": "gguf", "quantization": "unknown", "parameters": "32.8B", "digest": "ed3624f623ac00dbe5b6d454abb21be56a4e95f5cec29e5c1ef77e7d29b9dfce", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584445.0515468, "model": "trendyol-cyber:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121955344, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 18.07, 0, 2405, [N/A]" }, { "time": 1790584447.1033149, "model": "trendyol-cyber:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87003372, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.54, 0, 2405, [N/A]" }, { "time": 1790584449.1278672, "model": "trendyol-cyber:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86973152, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.53, 19, 2405, [N/A]" }, { "time": 1790584451.1513047, "model": "trendyol-cyber:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81423436, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "64, 24.97, 88, 2405, [N/A]" }, { "time": 1790584453.183572, "model": "trendyol-cyber:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81417076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 37.37, 96, 2405, [N/A]" }, { "time": 1790584455.235562, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81426272, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "76, 62.81, 0, 2372, [N/A]" }, { "time": 1790584457.2618248, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81464328, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.58, 95, 2405, [N/A]" }, { "time": 1790584459.3030193, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81480548, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.53, 96, 2405, [N/A]" }, { "time": 1790584461.3470125, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81506708, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.60, 96, 2405, [N/A]" }, { "time": 1790584463.3876746, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81539236, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.59, 96, 2405, [N/A]" }, { "time": 1790584465.435837, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81574844, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.62, 95, 2405, [N/A]" }, { "time": 1790584467.4797843, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81515048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.46, 95, 2405, [N/A]" }, { "time": 1790584469.5241516, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81547300, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.72, 95, 2405, [N/A]" }, { "time": 1790584471.5657585, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81577244, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.64, 96, 2405, [N/A]" }, { "time": 1790584473.6117449, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81603860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.75, 96, 2405, [N/A]" }, { "time": 1790584475.6613116, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81644172, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.77, 96, 2405, [N/A]" }, { "time": 1790584477.71366, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81687368, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.73, 96, 2405, [N/A]" }, { "time": 1790584479.762433, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81704172, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.77, 96, 2405, [N/A]" }, { "time": 1790584481.8123622, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81734780, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.76, 95, 2405, [N/A]" }, { "time": 1790584483.8612936, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81765300, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.85, 96, 2405, [N/A]" }, { "time": 1790584485.9041646, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81779880, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.97, 96, 2405, [N/A]" }, { "time": 1790584487.9495118, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81792444, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.89, 96, 2405, [N/A]" }, { "time": 1790584490.0012748, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81826096, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.89, 95, 2405, [N/A]" }, { "time": 1790584492.0475326, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81851784, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.88, 96, 2405, [N/A]" }, { "time": 1790584494.0983446, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81880100, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 38.00, 96, 2405, [N/A]" }, { "time": 1790584496.140782, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81752816, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 52.58, 94, 2405, [N/A]" }, { "time": 1790584498.1832218, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81759556, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.90, 95, 2405, [N/A]" }, { "time": 1790584500.2356904, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81788256, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.97, 96, 2405, [N/A]" }, { "time": 1790584502.279152, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81797204, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 96, 2405, [N/A]" }, { "time": 1790584504.3311667, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81803788, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.86, 95, 2405, [N/A]" }, { "time": 1790584506.3790023, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81810112, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.88, 95, 2405, [N/A]" }, { "time": 1790584508.4325488, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81812840, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.84, 95, 2405, [N/A]" }, { "time": 1790584510.4823387, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81818208, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.92, 96, 2405, [N/A]" }, { "time": 1790584512.5322826, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81825600, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.83, 95, 2405, [N/A]" }, { "time": 1790584514.5867915, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81807820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 95, 2405, [N/A]" }, { "time": 1790584516.6340604, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81803340, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.84, 95, 2405, [N/A]" }, { "time": 1790584518.6867728, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81805512, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.85, 95, 2405, [N/A]" }, { "time": 1790584520.734524, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81807988, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.83, 95, 2405, [N/A]" }, { "time": 1790584522.7843025, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81804808, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.90, 96, 2405, [N/A]" }, { "time": 1790584524.8334804, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81821740, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.96, 96, 2405, [N/A]" }, { "time": 1790584526.883187, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81826584, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.94, 95, 2405, [N/A]" }, { "time": 1790584528.930505, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81710164, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.97, 96, 2405, [N/A]" }, { "time": 1790584530.9749706, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81731696, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.99, 95, 2405, [N/A]" }, { "time": 1790584533.0221162, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81758840, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584535.0719047, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81607820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 78.63, 96, 2372, [N/A]" }, { "time": 1790584537.1009583, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81643668, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 38.60, 96, 2405, [N/A]" }, { "time": 1790584539.1471696, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81650688, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.92, 94, 2405, [N/A]" }, { "time": 1790584541.2005806, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81645032, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 96, 2405, [N/A]" }, { "time": 1790584543.2484133, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81641476, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.92, 95, 2405, [N/A]" }, { "time": 1790584545.298039, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81632644, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 96, 2405, [N/A]" }, { "time": 1790584547.351168, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81635868, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.88, 96, 2405, [N/A]" }, { "time": 1790584549.4038346, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81636440, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.94, 95, 2405, [N/A]" }, { "time": 1790584551.4536674, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81643656, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.85, 95, 2405, [N/A]" }, { "time": 1790584553.504645, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81650832, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.91, 96, 2405, [N/A]" }, { "time": 1790584555.5557463, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81659092, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.90, 96, 2405, [N/A]" }, { "time": 1790584557.6069741, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81664828, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.95, 95, 2405, [N/A]" }, { "time": 1790584559.6533566, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81632632, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.90, 95, 2405, [N/A]" }, { "time": 1790584561.7051346, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81656368, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.80, 93, 2405, [N/A]" }, { "time": 1790584563.7569985, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81654684, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 95, 2405, [N/A]" }, { "time": 1790584565.8106306, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81656392, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.99, 95, 2405, [N/A]" }, { "time": 1790584567.856781, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81657876, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 38.03, 96, 2405, [N/A]" }, { "time": 1790584569.9090388, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81653648, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.96, 96, 2405, [N/A]" }, { "time": 1790584571.9572742, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81658512, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 38.01, 95, 2405, [N/A]" }, { "time": 1790584574.0077999, "model": "trendyol-cyber:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 82367632, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 34.71, 95, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "70a2b5621ac818ad6b47878591169d5ffc9d7edb69e60d1a12bfbc80097f7c7f", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "5cc54b0699b3419b6c7f8470:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 7.0196805518872845, "prefill_tps": 805.6629307060418, "ttft_s": 8.32793125801254, "wall_s": 10.60701302299276, "end_to_end_tps": 1.5084359720608331, "input_tokens": 851, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 7266923167, "total_duration": 10606193449, "prompt_eval_count": 851, "prompt_eval_duration": 1056272999, "eval_count": 16, "eval_duration": 2279306000, "done_reason": "length" } } }, { "id": "5cc54b0699b3419b6c7f8470:measured:1", "phase": "measured", "trial": "1", "decode_tps": 6.643245765320077, "prefill_tps": 822.8741611711694, "ttft_s": 1.2233160870091524, "wall_s": 39.75851831401815, "end_to_end_tps": 6.438871740090449, "input_tokens": 851, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 159193874, "total_duration": 39757778646, "prompt_eval_count": 851, "prompt_eval_duration": 1034180000, "eval_count": 256, "eval_duration": 38535380000, "done_reason": "length" } } }, { "id": "5cc54b0699b3419b6c7f8470:measured:2", "phase": "measured", "trial": "2", "decode_tps": 6.632069543259474, "prefill_tps": 821.937919057949, "ttft_s": 1.2141915810061619, "wall_s": 39.81390326900873, "end_to_end_tps": 6.429914652434271, "input_tokens": 851, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 141717576, "total_duration": 39813224800, "prompt_eval_count": 851, "prompt_eval_duration": 1035358000, "eval_count": 256, "eval_duration": 38600319000, "done_reason": "length" } } }, { "id": "5cc54b0699b3419b6c7f8470:measured:3", "phase": "measured", "trial": "3", "decode_tps": 6.63227486717056, "prefill_tps": 818.3738881991638, "ttft_s": 1.2241874609899241, "wall_s": 39.82301589200506, "end_to_end_tps": 6.428443307614857, "input_tokens": 851, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 146323934, "total_duration": 39822271839, "prompt_eval_count": 851, "prompt_eval_duration": 1039867000, "eval_count": 256, "eval_duration": 38599124000, "done_reason": "length" } } } ], "history": [ { "sha256": "70a2b5621ac818ad6b47878591169d5ffc9d7edb69e60d1a12bfbc80097f7c7f", "observed_utc": "2026-09-28T08:52:35.140090+00:00", "status": "ok", "error": null } ] }, { "id": "0de87fa21ba8f1fdf9966599", "run_id": "spark-token-benchmark-20260928", "name": "trendyol-cyber-tools:32.8b-q8_0", "engine": "Ollama", "format": "gguf", "quantization": "Q8_0", "parameters": "32.8B", "digest": "1fe93d6bd65e3f6bd97675075bd2e49ea9685fb07a22b3d3c3b3f35299d03142", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584576.031457, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121842920, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 17.85, 3, 2405, [N/A]" }, { "time": 1790584578.0679839, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86917316, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.55, 0, 2405, [N/A]" }, { "time": 1790584580.0926356, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86864356, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.54, 19, 2405, [N/A]" }, { "time": 1790584582.117512, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81307904, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "64, 26.05, 18, 2405, [N/A]" }, { "time": 1790584584.1461315, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81305692, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 37.44, 96, 2405, [N/A]" }, { "time": 1790584586.1891396, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81323280, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "75, 64.72, 30, 2366, [N/A]" }, { "time": 1790584588.214239, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81262564, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 36.94, 96, 2405, [N/A]" }, { "time": 1790584590.2555797, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81303692, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 36.82, 96, 2405, [N/A]" }, { "time": 1790584592.2985597, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81345856, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.11, 96, 2405, [N/A]" }, { "time": 1790584594.3473258, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81329280, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.81, 96, 2405, [N/A]" }, { "time": 1790584596.3914711, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81318612, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.49, 96, 2405, [N/A]" }, { "time": 1790584598.4379113, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81355160, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.13, 96, 2405, [N/A]" }, { "time": 1790584600.4774249, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81391076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.04, 96, 2405, [N/A]" }, { "time": 1790584602.518014, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81425488, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.85, 96, 2405, [N/A]" }, { "time": 1790584604.5681329, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81472604, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.78, 95, 2405, [N/A]" }, { "time": 1790584606.616294, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81531016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.52, 96, 2405, [N/A]" }, { "time": 1790584608.6688187, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81581388, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 37.28, 95, 2405, [N/A]" }, { "time": 1790584610.7129161, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81610388, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.31, 95, 2405, [N/A]" }, { "time": 1790584612.7648668, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81646176, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.69, 96, 2405, [N/A]" }, { "time": 1790584614.816763, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81699764, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 96, 2405, [N/A]" }, { "time": 1790584616.8672354, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81726564, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 96, 2405, [N/A]" }, { "time": 1790584618.914798, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81769680, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 95, 2405, [N/A]" }, { "time": 1790584620.9611897, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81801616, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.94, 95, 2405, [N/A]" }, { "time": 1790584623.0121536, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81836804, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584625.061576, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81854064, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 95, 2405, [N/A]" }, { "time": 1790584627.112638, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81732384, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "77, 82.61, 96, 2366, [N/A]" }, { "time": 1790584629.1745262, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81740540, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.77, 95, 2405, [N/A]" }, { "time": 1790584631.2213767, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81776152, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.84, 96, 2405, [N/A]" }, { "time": 1790584633.2651365, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81783336, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 96, 2405, [N/A]" }, { "time": 1790584635.3153725, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81801700, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.82, 96, 2405, [N/A]" }, { "time": 1790584637.359222, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81805580, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.81, 95, 2405, [N/A]" }, { "time": 1790584639.4037952, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81805300, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584641.450442, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81785036, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.81, 95, 2405, [N/A]" }, { "time": 1790584643.5026896, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81790000, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.86, 96, 2405, [N/A]" }, { "time": 1790584645.555318, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81804732, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.77, 96, 2405, [N/A]" }, { "time": 1790584647.6093092, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81760436, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.78, 95, 2405, [N/A]" }, { "time": 1790584649.6486576, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81775076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.71, 95, 2405, [N/A]" }, { "time": 1790584651.700042, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81763744, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584653.744836, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81770408, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 96, 2405, [N/A]" }, { "time": 1790584655.7944794, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81765888, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.90, 96, 2405, [N/A]" }, { "time": 1790584657.8386521, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81797832, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.77, 95, 2405, [N/A]" }, { "time": 1790584659.8880658, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81804292, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.88, 95, 2405, [N/A]" }, { "time": 1790584661.9353428, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81796780, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584663.9817836, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81794724, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.88, 96, 2405, [N/A]" }, { "time": 1790584666.0296814, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81663596, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 42.13, 96, 2405, [N/A]" }, { "time": 1790584668.062514, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81648552, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 38.17, 96, 2405, [N/A]" }, { "time": 1790584670.1159077, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81661816, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.75, 95, 2405, [N/A]" }, { "time": 1790584672.1711485, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81649392, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.79, 95, 2405, [N/A]" }, { "time": 1790584674.2212615, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81648924, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.77, 95, 2405, [N/A]" }, { "time": 1790584676.2708008, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81658280, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.79, 95, 2405, [N/A]" }, { "time": 1790584678.3167083, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81666380, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.74, 95, 2405, [N/A]" }, { "time": 1790584680.3668058, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81665256, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.72, 96, 2405, [N/A]" }, { "time": 1790584682.4179752, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81659016, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.76, 95, 2405, [N/A]" }, { "time": 1790584684.464973, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81660052, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.75, 95, 2405, [N/A]" }, { "time": 1790584686.5116143, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81538396, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.59, 95, 2405, [N/A]" }, { "time": 1790584688.5640645, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81538436, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.83, 95, 2405, [N/A]" }, { "time": 1790584690.610824, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81564540, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 96, 2405, [N/A]" }, { "time": 1790584692.6515281, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81617816, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.86, 96, 2405, [N/A]" }, { "time": 1790584694.702715, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81622032, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.98, 95, 2405, [N/A]" }, { "time": 1790584696.751242, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81638948, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.87, 95, 2405, [N/A]" }, { "time": 1790584698.7963707, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81632628, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.93, 95, 2405, [N/A]" }, { "time": 1790584700.8432622, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81644912, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.89, 96, 2405, [N/A]" }, { "time": 1790584702.8917396, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81646788, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.95, 95, 2405, [N/A]" }, { "time": 1790584704.9430096, "model": "trendyol-cyber-tools:32.8b-q8_0", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81652484, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 37.99, 96, 2405, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": false, "source_sha256": "11c65486168e0683d0aecb69b1989cba3dc7eeb7ebcee6bc2d1e0366555b191a", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "0de87fa21ba8f1fdf9966599:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 7.00933862947278, "prefill_tps": 815.6970886545935, "ttft_s": 8.434109310008353, "wall_s": 10.716717002011137, "end_to_end_tps": 1.4929945427314524, "input_tokens": 859, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 7374842254, "total_duration": 10716035942, "prompt_eval_count": 859, "prompt_eval_duration": 1053087000, "eval_count": 16, "eval_duration": 2282669000, "done_reason": "length" } } }, { "id": "0de87fa21ba8f1fdf9966599:measured:1", "phase": "measured", "trial": "1", "decode_tps": 6.527929965103369, "prefill_tps": 825.3377735672848, "ttft_s": 1.2014629259938374, "wall_s": 40.41759707898018, "end_to_end_tps": 6.333874809522927, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 130265717, "total_duration": 40417101428, "prompt_eval_count": 859, "prompt_eval_duration": 1040786000, "eval_count": 256, "eval_duration": 39216107000, "done_reason": "length" } } }, { "id": "0de87fa21ba8f1fdf9966599:measured:2", "phase": "measured", "trial": "2", "decode_tps": 6.622517584206992, "prefill_tps": 821.9568697509346, "ttft_s": 1.2119647370127495, "wall_s": 39.867599510005675, "end_to_end_tps": 6.421254430825488, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 124808337, "total_duration": 39867061508, "prompt_eval_count": 859, "prompt_eval_duration": 1045067000, "eval_count": 256, "eval_duration": 38655994000, "done_reason": "length" } } }, { "id": "0de87fa21ba8f1fdf9966599:measured:3", "phase": "measured", "trial": "3", "decode_tps": 6.629198917762561, "prefill_tps": 825.363150970703, "ttft_s": 1.216519529989455, "wall_s": 39.833183128008386, "end_to_end_tps": 6.426802477153668, "input_tokens": 859, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 136440576, "total_duration": 39832486917, "prompt_eval_count": 859, "prompt_eval_duration": 1040753999, "eval_count": 256, "eval_duration": 38617034000, "done_reason": "length" } } } ], "history": [ { "sha256": "11c65486168e0683d0aecb69b1989cba3dc7eeb7ebcee6bc2d1e0366555b191a", "observed_utc": "2026-09-28T08:52:35.140998+00:00", "status": "ok", "error": null } ] }, { "id": "c6dcb0b5499b4f4cd647e9f8", "run_id": "spark-token-benchmark-20260928", "name": "gpt-oss:120b-a5.1b-mxfp4", "engine": "Ollama", "format": "gguf", "quantization": "MXFP4", "parameters": "116.8B", "digest": "a951a23b46a1f6093dafee2ea481d634b4e31ac720a8a16f3f91e04f5a40ecd9", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584706.989974, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121921020, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "66, 16.86, 0, 2405, [N/A]" }, { "time": 1790584709.0295367, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121595880, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.77, 0, 2405, [N/A]" }, { "time": 1790584711.0539496, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58011232, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "65, 16.53, 0, 2405, [N/A]" }, { "time": 1790584713.0860162, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 56557140, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "64, 16.40, 18, 2405, [N/A]" }, { "time": 1790584715.108556, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 56556908, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "63, 16.31, 18, 2405, [N/A]" }, { "time": 1790584717.1333313, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 56724936, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "63, 16.15, 19, 2405, [N/A]" }, { "time": 1790584719.1585898, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 55159048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "62, 17.17, 0, 2405, [N/A]" }, { "time": 1790584721.1849165, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "loading", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54754932, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "62, 15.37, 0, 2405, [N/A]" }, { "time": 1790584723.2105184, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54770564, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "64, 46.40, 42, 2405, [N/A]" }, { "time": 1790584725.2340202, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54728092, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "67, 43.97, 95, 2405, [N/A]" }, { "time": 1790584727.278298, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54759076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 43.67, 94, 2405, [N/A]" }, { "time": 1790584729.321701, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54802000, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 44.55, 94, 2398, [N/A]" }, { "time": 1790584731.3665633, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54813724, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "68, 50.33, 94, 2405, [N/A]" }, { "time": 1790584733.4074996, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54835140, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "69, 44.62, 94, 2405, [N/A]" }, { "time": 1790584735.4506342, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54855820, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 44.81, 92, 2398, [N/A]" }, { "time": 1790584737.490462, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54810904, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 42.80, 96, 2398, [N/A]" }, { "time": 1790584739.525732, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54823544, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "70, 43.97, 90, 2405, [N/A]" }, { "time": 1790584741.5659895, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54873388, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 44.41, 90, 2398, [N/A]" }, { "time": 1790584743.6103468, "model": "gpt-oss:120b-a5.1b-mxfp4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 54914672, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "71, 45.46, 90, 2398, [N/A]" } ], "metadata": { "measurement_basis": "engine eval_count / (eval_duration nanoseconds / 1e9)", "thinking_returned": true, "source_sha256": "2f9303431f43ae758062600db0ce47d0bb0b352506324bb52fbbe14e43a14353", "checkpoint": {}, "result": { "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "c6dcb0b5499b4f4cd647e9f8:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 43.8878008371598, "prefill_tps": 247.44223094589498, "ttft_s": 16.403237332007848, "wall_s": 16.6852559960098, "end_to_end_tps": 0.9589304475655827, "input_tokens": 881, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": { "load_duration": 12747319660, "total_duration": 16684532376, "prompt_eval_count": 881, "prompt_eval_duration": 3560427000, "eval_count": 16, "eval_duration": 364566000, "done_reason": "length" } } }, { "id": "c6dcb0b5499b4f4cd647e9f8:measured:1", "phase": "measured", "trial": "1", "decode_tps": 42.857554213131955, "prefill_tps": 1690.5213784571188, "ttft_s": 0.9103206919971853, "wall_s": 6.808490740979323, "end_to_end_tps": 37.60010988326281, "input_tokens": 881, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": { "load_duration": 296835321, "total_duration": 6807778578, "prompt_eval_count": 881, "prompt_eval_duration": 521140999, "eval_count": 256, "eval_duration": 5973276000, "done_reason": "length" } } }, { "id": "c6dcb0b5499b4f4cd647e9f8:measured:2", "phase": "measured", "trial": "2", "decode_tps": 43.32960969500017, "prefill_tps": 1699.0534671490616, "ttft_s": 0.934430263005197, "wall_s": 6.769266901013907, "end_to_end_tps": 37.817979959049346, "input_tokens": 881, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": { "load_duration": 323446183, "total_duration": 6768676418, "prompt_eval_count": 881, "prompt_eval_duration": 518524000, "eval_count": 256, "eval_duration": 5908200000, "done_reason": "length" } } }, { "id": "c6dcb0b5499b4f4cd647e9f8:measured:3", "phase": "measured", "trial": "3", "decode_tps": 42.02126899964594, "prefill_tps": 1675.5866487042003, "ttft_s": 0.9233532620128244, "wall_s": 6.938645724003436, "end_to_end_tps": 36.89480774532094, "input_tokens": 881, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": { "load_duration": 303347447, "total_duration": 6937857288, "prompt_eval_count": 881, "prompt_eval_duration": 525785999, "eval_count": 256, "eval_duration": 6092153000, "done_reason": "length" } } } ], "history": [ { "sha256": "2f9303431f43ae758062600db0ce47d0bb0b352506324bb52fbbe14e43a14353", "observed_utc": "2026-09-28T08:52:35.141964+00:00", "status": "ok", "error": null } ] }, { "id": "a00a43ed5f40e0f58535724d", "run_id": "spark-token-benchmark-20260928", "name": "Qwen3.8-27B-Uncensored", "engine": "vLLM", "format": "safetensors", "quantization": "fp8", "parameters": "unknown", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790584767.3830297, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121907892, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 5.53, 0, 208, [N/A]" }, { "time": 1790584769.4102476, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121288184, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.55, 0, 208, [N/A]" }, { "time": 1790584771.4407258, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121017788, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.68, 0, 208, [N/A]" }, { "time": 1790584773.4692612, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120958836, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.53, 0, 208, [N/A]" }, { "time": 1790584775.4983096, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120834892, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.51, 0, 208, [N/A]" }, { "time": 1790584777.5262344, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120969888, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.60, 0, 208, [N/A]" }, { "time": 1790584779.5539691, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120419656, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 5.64, 0, 208, [N/A]" }, { "time": 1790584781.5850234, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120158048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 5.50, 0, 208, [N/A]" }, { "time": 1790584783.614696, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119482108, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 9.04, 0, 2405, [N/A]" }, { "time": 1790584785.6409154, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89279948, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.68, 0, 2405, [N/A]" }, { "time": 1790584787.6621926, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88880488, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.97, 1, 2405, [N/A]" }, { "time": 1790584789.6832445, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88472436, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.95, 1, 2405, [N/A]" }, { "time": 1790584791.7059634, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88081680, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.95, 1, 2405, [N/A]" }, { "time": 1790584793.7277613, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87659800, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 15.00, 1, 2405, [N/A]" }, { "time": 1790584795.7495806, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87264628, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.95, 1, 2405, [N/A]" }, { "time": 1790584797.7748802, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86862064, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.95, 1, 2405, [N/A]" }, { "time": 1790584799.7959812, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86480208, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.91, 1, 2405, [N/A]" }, { "time": 1790584801.817097, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86088720, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.90, 1, 2405, [N/A]" }, { "time": 1790584803.8381612, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85716196, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.91, 1, 2405, [N/A]" }, { "time": 1790584805.858851, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88345584, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.93, 1, 2405, [N/A]" }, { "time": 1790584807.8815327, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87997188, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 14.94, 1, 2405, [N/A]" }, { "time": 1790584809.905159, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87625008, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.90, 1, 2405, [N/A]" }, { "time": 1790584811.9261334, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87247748, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.89, 1, 2405, [N/A]" }, { "time": 1790584813.9492714, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86879652, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.86, 1, 2405, [N/A]" }, { "time": 1790584815.9703877, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86502464, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.85, 1, 2405, [N/A]" }, { "time": 1790584817.9933577, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86138224, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.86, 2, 2405, [N/A]" }, { "time": 1790584820.0176935, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85795244, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.81, 1, 2405, [N/A]" }, { "time": 1790584822.0387273, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85173976, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.75, 2, 2405, [N/A]" }, { "time": 1790584824.0625997, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84548584, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.75, 1, 2405, [N/A]" }, { "time": 1790584826.0860982, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84053860, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.83, 1, 2405, [N/A]" }, { "time": 1790584828.1112416, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83333680, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.81, 2, 2405, [N/A]" }, { "time": 1790584830.1366653, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87590160, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.70, 1, 2405, [N/A]" }, { "time": 1790584832.1629488, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86801640, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.70, 1, 2405, [N/A]" }, { "time": 1790584834.1910014, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85964028, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.76, 2, 2405, [N/A]" }, { "time": 1790584836.2115862, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85072528, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.74, 2, 2405, [N/A]" }, { "time": 1790584838.2361143, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84166804, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.75, 1, 2405, [N/A]" }, { "time": 1790584840.2575133, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83416772, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.74, 1, 2405, [N/A]" }, { "time": 1790584842.2838387, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87363384, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.64, 1, 2405, [N/A]" }, { "time": 1790584844.3064091, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86544344, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.68, 1, 2405, [N/A]" }, { "time": 1790584846.3321118, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85893480, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 14.68, 1, 2405, [N/A]" }, { "time": 1790584848.3567016, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85036936, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.68, 1, 2405, [N/A]" }, { "time": 1790584850.3794227, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84377352, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.67, 1, 2405, [N/A]" }, { "time": 1790584852.4033594, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83555636, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 1, 2405, [N/A]" }, { "time": 1790584854.4248285, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 82894104, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 1, 2405, [N/A]" }, { "time": 1790584856.4499362, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86781192, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.61, 1, 2405, [N/A]" }, { "time": 1790584858.4754775, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86358576, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.65, 1, 2405, [N/A]" }, { "time": 1790584860.5017004, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85629440, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.66, 3, 2405, [N/A]" }, { "time": 1790584862.5247443, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84863136, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790584864.5454407, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83944648, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.60, 1, 2405, [N/A]" }, { "time": 1790584866.566967, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83325032, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.61, 1, 2405, [N/A]" }, { "time": 1790584868.5871153, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87295844, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.56, 1, 2405, [N/A]" }, { "time": 1790584870.6177225, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86986076, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 2, 2405, [N/A]" }, { "time": 1790584872.6441512, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86671756, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 2, 2405, [N/A]" }, { "time": 1790584874.6676319, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86359148, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.65, 1, 2405, [N/A]" }, { "time": 1790584876.689065, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86056364, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.65, 1, 2405, [N/A]" }, { "time": 1790584878.7139206, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85788232, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.65, 1, 2405, [N/A]" }, { "time": 1790584880.7369287, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85470264, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.66, 1, 2405, [N/A]" }, { "time": 1790584882.7606425, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85207740, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 2, 2405, [N/A]" }, { "time": 1790584884.7882466, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84889688, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.61, 2, 2405, [N/A]" }, { "time": 1790584886.8091912, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84614264, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.59, 2, 2405, [N/A]" }, { "time": 1790584888.8330965, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 84154048, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.62, 2, 2405, [N/A]" }, { "time": 1790584890.854007, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83851708, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.57, 1, 2405, [N/A]" }, { "time": 1790584892.8748486, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83507500, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.59, 1, 2405, [N/A]" }, { "time": 1790584894.8956661, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87206620, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.63, 1, 2405, [N/A]" }, { "time": 1790584896.9172518, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86923116, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.57, 1, 2405, [N/A]" }, { "time": 1790584898.9401023, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86601372, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.59, 1, 2405, [N/A]" }, { "time": 1790584900.965365, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86300688, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "56, 14.56, 1, 2405, [N/A]" }, { "time": 1790584902.9866903, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86039960, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.58, 1, 2405, [N/A]" }, { "time": 1790584905.0110087, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85691168, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.55, 1, 2405, [N/A]" }, { "time": 1790584907.036636, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85431988, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.53, 1, 2405, [N/A]" }, { "time": 1790584909.0575974, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85151940, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.55, 1, 2405, [N/A]" }, { "time": 1790584911.0835438, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87988912, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.12, 0, 2405, [N/A]" }, { "time": 1790584913.1049757, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88008312, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.08, 0, 2405, [N/A]" }, { "time": 1790584915.1254933, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87889852, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "55, 14.04, 0, 2405, [N/A]" }, { "time": 1790584917.1513624, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87075844, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 30.77, 95, 2405, [N/A]" }, { "time": 1790584919.2089777, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87102128, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 31.49, 95, 2405, [N/A]" }, { "time": 1790584921.243984, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87317560, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "58, 31.63, 87, 2405, [N/A]" }, { "time": 1790584923.3448067, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 87226792, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "59, 31.75, 88, 2405, [N/A]" }, { "time": 1790584925.3986552, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 86180216, "SwapTotal": 16777212, "SwapFree": 16777212 }, "gpu": "57, 20.53, 0, 2405, [N/A]" }, { "time": 1790584927.423468, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59625984, "SwapTotal": 16777212, "SwapFree": 16776640 }, "gpu": "58, 15.41, 34, 2405, [N/A]" }, { "time": 1790584929.571919, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 35840776, "SwapTotal": 16777212, "SwapFree": 16776632 }, "gpu": "57, 14.67, 0, 2405, [N/A]" }, { "time": 1790584932.150122, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 7108296, "SwapTotal": 16777212, "SwapFree": 15889592 }, "gpu": "57, 15.16, 0, 2405, [N/A]" }, { "time": 1790584934.6700199, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6222968, "SwapTotal": 16777212, "SwapFree": 15413368 }, "gpu": "59, 36.80, 77, 2405, [N/A]" }, { "time": 1790584936.693908, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6086500, "SwapTotal": 16777212, "SwapFree": 15413476 }, "gpu": "58, 16.23, 0, 2405, [N/A]" }, { "time": 1790584938.718805, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6456032, "SwapTotal": 16777212, "SwapFree": 15346148 }, "gpu": "57, 14.36, 0, 2405, [N/A]" }, { "time": 1790584940.741553, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6340088, "SwapTotal": 16777212, "SwapFree": 15346864 }, "gpu": "57, 14.24, 0, 2405, [N/A]" }, { "time": 1790584942.7677429, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6266204, "SwapTotal": 16777212, "SwapFree": 15346872 }, "gpu": "56, 14.26, 0, 2405, [N/A]" }, { "time": 1790584944.792039, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6213916, "SwapTotal": 16777212, "SwapFree": 15347124 }, "gpu": "56, 14.28, 0, 2405, [N/A]" }, { "time": 1790584946.8166103, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 6197616, "SwapTotal": 16777212, "SwapFree": 15349416 }, "gpu": "56, 14.16, 0, 2405, [N/A]" }, { "time": 1790584948.8443153, "model": "Qwen3.8-27B-Uncensored", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5735300, "SwapTotal": 16777212, "SwapFree": 15247020 }, "gpu": "64, 23.46, 0, 2405, [N/A]" }, { "time": 1790584950.8808877, "model": "Qwen3.8-27B-Uncensored", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5688680, "SwapTotal": 16777212, "SwapFree": 15247244 }, "gpu": "59, 28.99, 96, 2405, [N/A]" }, { "time": 1790584952.9365575, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5662516, "SwapTotal": 16777212, "SwapFree": 15248188 }, "gpu": "60, 29.55, 96, 2405, [N/A]" }, { "time": 1790584955.0034986, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5628816, "SwapTotal": 16777212, "SwapFree": 15248844 }, "gpu": "60, 29.54, 96, 2405, [N/A]" }, { "time": 1790584957.0695724, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5712200, "SwapTotal": 16777212, "SwapFree": 15250372 }, "gpu": "60, 29.66, 96, 2405, [N/A]" }, { "time": 1790584959.1221702, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5702592, "SwapTotal": 16777212, "SwapFree": 15250448 }, "gpu": "61, 29.70, 96, 2405, [N/A]" }, { "time": 1790584961.1878679, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5702788, "SwapTotal": 16777212, "SwapFree": 15250956 }, "gpu": "61, 30.00, 96, 2405, [N/A]" }, { "time": 1790584963.2418559, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5702980, "SwapTotal": 16777212, "SwapFree": 15254804 }, "gpu": "61, 30.03, 96, 2405, [N/A]" }, { "time": 1790584965.2979918, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5801564, "SwapTotal": 16777212, "SwapFree": 15233128 }, "gpu": "62, 30.12, 96, 2405, [N/A]" }, { "time": 1790584967.3538013, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5926300, "SwapTotal": 16777212, "SwapFree": 15204068 }, "gpu": "62, 30.10, 96, 2405, [N/A]" }, { "time": 1790584969.4098787, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5793376, "SwapTotal": 16777212, "SwapFree": 15204132 }, "gpu": "62, 30.19, 96, 2405, [N/A]" }, { "time": 1790584971.4797444, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5722928, "SwapTotal": 16777212, "SwapFree": 15204284 }, "gpu": "63, 30.27, 96, 2405, [N/A]" }, { "time": 1790584973.5532436, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5645400, "SwapTotal": 16777212, "SwapFree": 15204312 }, "gpu": "63, 30.27, 96, 2405, [N/A]" }, { "time": 1790584975.606109, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5628344, "SwapTotal": 16777212, "SwapFree": 15181864 }, "gpu": "63, 30.31, 96, 2405, [N/A]" }, { "time": 1790584977.6559749, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5523232, "SwapTotal": 16777212, "SwapFree": 15181992 }, "gpu": "63, 30.67, 96, 2405, [N/A]" }, { "time": 1790584979.7149172, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5467496, "SwapTotal": 16777212, "SwapFree": 15168644 }, "gpu": "63, 30.71, 96, 2405, [N/A]" }, { "time": 1790584981.7849915, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5405252, "SwapTotal": 16777212, "SwapFree": 15160616 }, "gpu": "64, 30.70, 96, 2405, [N/A]" }, { "time": 1790584983.8329675, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5364768, "SwapTotal": 16777212, "SwapFree": 15137432 }, "gpu": "64, 30.93, 96, 2405, [N/A]" }, { "time": 1790584985.8891869, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5326392, "SwapTotal": 16777212, "SwapFree": 15110072 }, "gpu": "64, 30.94, 96, 2405, [N/A]" }, { "time": 1790584987.944625, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5272512, "SwapTotal": 16777212, "SwapFree": 15110088 }, "gpu": "64, 30.96, 96, 2405, [N/A]" }, { "time": 1790584989.9968107, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5250076, "SwapTotal": 16777212, "SwapFree": 15070524 }, "gpu": "65, 30.99, 96, 2405, [N/A]" }, { "time": 1790584992.0523686, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5187948, "SwapTotal": 16777212, "SwapFree": 15070524 }, "gpu": "65, 31.01, 96, 2405, [N/A]" }, { "time": 1790584994.1082032, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5193636, "SwapTotal": 16777212, "SwapFree": 15070528 }, "gpu": "65, 30.96, 96, 2405, [N/A]" }, { "time": 1790584996.1655626, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4870244, "SwapTotal": 16777212, "SwapFree": 14977060 }, "gpu": "65, 31.04, 96, 2405, [N/A]" }, { "time": 1790584998.2179568, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4789044, "SwapTotal": 16777212, "SwapFree": 14977060 }, "gpu": "65, 31.19, 96, 2405, [N/A]" }, { "time": 1790585000.280301, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4737264, "SwapTotal": 16777212, "SwapFree": 14977060 }, "gpu": "65, 31.13, 96, 2405, [N/A]" }, { "time": 1790585002.3348906, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5081380, "SwapTotal": 16777212, "SwapFree": 14892464 }, "gpu": "65, 31.19, 96, 2405, [N/A]" }, { "time": 1790585004.3880885, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 5009816, "SwapTotal": 16777212, "SwapFree": 14892492 }, "gpu": "66, 31.17, 96, 2405, [N/A]" }, { "time": 1790585006.443695, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4936976, "SwapTotal": 16777212, "SwapFree": 14892496 }, "gpu": "66, 31.15, 96, 2405, [N/A]" }, { "time": 1790585008.497017, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4769372, "SwapTotal": 16777212, "SwapFree": 14893104 }, "gpu": "66, 31.11, 96, 2405, [N/A]" }, { "time": 1790585010.5552733, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4713416, "SwapTotal": 16777212, "SwapFree": 14880720 }, "gpu": "66, 31.21, 96, 2405, [N/A]" }, { "time": 1790585012.6149752, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4801080, "SwapTotal": 16777212, "SwapFree": 14877300 }, "gpu": "66, 31.29, 96, 2405, [N/A]" }, { "time": 1790585014.6701214, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4680600, "SwapTotal": 16777212, "SwapFree": 14877300 }, "gpu": "67, 31.36, 96, 2405, [N/A]" }, { "time": 1790585016.7241235, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4521784, "SwapTotal": 16777212, "SwapFree": 14860224 }, "gpu": "67, 31.09, 96, 2405, [N/A]" }, { "time": 1790585018.7902641, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4589524, "SwapTotal": 16777212, "SwapFree": 14858980 }, "gpu": "67, 31.36, 96, 2405, [N/A]" }, { "time": 1790585020.845941, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4501640, "SwapTotal": 16777212, "SwapFree": 14854564 }, "gpu": "67, 31.38, 96, 2405, [N/A]" }, { "time": 1790585022.892218, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4594692, "SwapTotal": 16777212, "SwapFree": 14909696 }, "gpu": "67, 31.27, 96, 2405, [N/A]" }, { "time": 1790585024.962226, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4537140, "SwapTotal": 16777212, "SwapFree": 14909956 }, "gpu": "67, 31.46, 96, 2405, [N/A]" }, { "time": 1790585027.0244358, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4543400, "SwapTotal": 16777212, "SwapFree": 14909956 }, "gpu": "67, 31.51, 96, 2405, [N/A]" }, { "time": 1790585029.0786674, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4528444, "SwapTotal": 16777212, "SwapFree": 14909960 }, "gpu": "67, 31.55, 96, 2405, [N/A]" }, { "time": 1790585031.1363218, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4146512, "SwapTotal": 16777212, "SwapFree": 14854520 }, "gpu": "67, 30.74, 96, 2405, [N/A]" }, { "time": 1790585033.1828506, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4085132, "SwapTotal": 16777212, "SwapFree": 14850000 }, "gpu": "67, 31.02, 96, 2405, [N/A]" }, { "time": 1790585035.2389033, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 3998592, "SwapTotal": 16777212, "SwapFree": 14850004 }, "gpu": "67, 31.54, 96, 2405, [N/A]" }, { "time": 1790585037.2912028, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4332520, "SwapTotal": 16777212, "SwapFree": 14794752 }, "gpu": "67, 31.58, 96, 2405, [N/A]" }, { "time": 1790585039.364676, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4281868, "SwapTotal": 16777212, "SwapFree": 14794752 }, "gpu": "67, 31.61, 96, 2405, [N/A]" }, { "time": 1790585041.4156466, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4208652, "SwapTotal": 16777212, "SwapFree": 14794756 }, "gpu": "68, 31.69, 96, 2405, [N/A]" }, { "time": 1790585043.4757915, "model": "Qwen3.8-27B-Uncensored", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 4126000, "SwapTotal": 16777212, "SwapFree": 14794776 }, "gpu": "68, 31.67, 96, 2405, [N/A]" }, { "time": 1790585045.5442102, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119791568, "SwapTotal": 16777212, "SwapFree": 15080896 }, "gpu": "65, 16.93, 0, 2405, [N/A]" }, { "time": 1790585047.5690038, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119710560, "SwapTotal": 16777212, "SwapFree": 15088536 }, "gpu": "63, 8.01, 0, 208, [N/A]" }, { "time": 1790585049.5995784, "model": "Qwen3.8-27B-Uncensored", "phase": "vllm_shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119604108, "SwapTotal": 16777212, "SwapFree": 15089860 }, "gpu": "62, 6.38, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "d658f9486e2d5fb524a54fa8fe3bc76a5945532bf116f049c00af0983009491f", "checkpoint": { "model_type": "qwen3_5" }, "result": { "startup_to_ready_s": 180.96802551602013, "status": "ok", "checkpoint": {} } }, "trials": [ { "id": "a00a43ed5f40e0f58535724d:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 8.02265407959838, "prefill_tps": null, "ttft_s": 0.8430955820076633, "wall_s": 2.7129065610060934, "end_to_end_tps": 5.8977335342011665, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "a00a43ed5f40e0f58535724d:measured:1", "phase": "measured", "trial": "1", "decode_tps": 8.422979674414828, "prefill_tps": null, "ttft_s": 0.46075518999714404, "wall_s": 30.73517769301543, "end_to_end_tps": 8.329218153769647, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "a00a43ed5f40e0f58535724d:measured:2", "phase": "measured", "trial": "2", "decode_tps": 8.341279534433031, "prefill_tps": null, "ttft_s": 0.43289809400448576, "wall_s": 31.003807231987594, "end_to_end_tps": 8.257050435272893, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "a00a43ed5f40e0f58535724d:measured:3", "phase": "measured", "trial": "3", "decode_tps": 8.31993099223359, "prefill_tps": null, "ttft_s": 0.4319836600043345, "wall_s": 31.08133449399611, "end_to_end_tps": 8.236454584968055, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "d658f9486e2d5fb524a54fa8fe3bc76a5945532bf116f049c00af0983009491f", "observed_utc": "2026-09-28T08:52:35.143458+00:00", "status": "ok", "error": null } ] }, { "id": "0b41ed1554d756d8079d553a", "run_id": "spark-token-benchmark-20260928", "name": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "engine": "vLLM", "format": "safetensors", "quantization": "NVFP4 + FP8 (mixed)", "parameters": "unknown", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790585063.0318062, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120249692, "SwapTotal": 16777212, "SwapFree": 15905184 }, "gpu": "59, 5.54, 0, 208, [N/A]" }, { "time": 1790585065.0625196, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120075920, "SwapTotal": 16777212, "SwapFree": 15920312 }, "gpu": "58, 5.65, 0, 208, [N/A]" }, { "time": 1790585067.0930579, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120106792, "SwapTotal": 16777212, "SwapFree": 15920312 }, "gpu": "58, 5.49, 0, 208, [N/A]" }, { "time": 1790585069.120317, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119819332, "SwapTotal": 16777212, "SwapFree": 15920324 }, "gpu": "58, 5.45, 0, 208, [N/A]" }, { "time": 1790585071.149635, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119688236, "SwapTotal": 16777212, "SwapFree": 15920324 }, "gpu": "57, 5.53, 0, 208, [N/A]" }, { "time": 1790585073.1796122, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119627492, "SwapTotal": 16777212, "SwapFree": 15920616 }, "gpu": "57, 5.62, 0, 208, [N/A]" }, { "time": 1790585075.2090425, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119537640, "SwapTotal": 16777212, "SwapFree": 15924076 }, "gpu": "57, 5.44, 0, 208, [N/A]" }, { "time": 1790585077.235609, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119122008, "SwapTotal": 16777212, "SwapFree": 15924076 }, "gpu": "57, 5.44, 0, 208, [N/A]" }, { "time": 1790585079.2629259, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118918576, "SwapTotal": 16777212, "SwapFree": 15924084 }, "gpu": "57, 5.56, 0, 208, [N/A]" }, { "time": 1790585081.2911322, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119387544, "SwapTotal": 16777212, "SwapFree": 15924084 }, "gpu": "56, 5.40, 0, 208, [N/A]" }, { "time": 1790585083.3196979, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118987664, "SwapTotal": 16777212, "SwapFree": 15924084 }, "gpu": "56, 5.38, 0, 208, [N/A]" }, { "time": 1790585085.3488631, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118495996, "SwapTotal": 16777212, "SwapFree": 15924084 }, "gpu": "56, 5.40, 0, 208, [N/A]" }, { "time": 1790585087.3780227, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118047132, "SwapTotal": 16777212, "SwapFree": 15924088 }, "gpu": "56, 5.49, 0, 208, [N/A]" }, { "time": 1790585089.406239, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 101367076, "SwapTotal": 16777212, "SwapFree": 15924088 }, "gpu": "57, 14.44, 3, 2405, [N/A]" }, { "time": 1790585091.4579391, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96851768, "SwapTotal": 16777212, "SwapFree": 15924088 }, "gpu": "57, 14.80, 2, 2405, [N/A]" }, { "time": 1790585093.4813194, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96547276, "SwapTotal": 16777212, "SwapFree": 15924088 }, "gpu": "57, 14.79, 2, 2405, [N/A]" }, { "time": 1790585095.503153, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96021828, "SwapTotal": 16777212, "SwapFree": 15925676 }, "gpu": "57, 14.78, 2, 2405, [N/A]" }, { "time": 1790585097.528159, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95487576, "SwapTotal": 16777212, "SwapFree": 15925676 }, "gpu": "57, 14.77, 2, 2405, [N/A]" }, { "time": 1790585099.554301, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95021276, "SwapTotal": 16777212, "SwapFree": 15925676 }, "gpu": "57, 14.81, 2, 2405, [N/A]" }, { "time": 1790585101.5779774, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94459028, "SwapTotal": 16777212, "SwapFree": 15925680 }, "gpu": "57, 14.76, 2, 2405, [N/A]" }, { "time": 1790585103.6050298, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93932204, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "57, 14.76, 2, 2405, [N/A]" }, { "time": 1790585105.6263041, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93415400, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "57, 14.76, 2, 2405, [N/A]" }, { "time": 1790585107.6474519, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92882032, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "57, 14.77, 2, 2405, [N/A]" }, { "time": 1790585109.668351, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92335356, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "57, 14.77, 2, 2405, [N/A]" }, { "time": 1790585111.6916077, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91779724, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.80, 2, 2405, [N/A]" }, { "time": 1790585113.7126207, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91520312, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.75, 2, 2405, [N/A]" }, { "time": 1790585115.7338145, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90998508, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.72, 2, 2405, [N/A]" }, { "time": 1790585117.7580674, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90485932, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.73, 2, 2405, [N/A]" }, { "time": 1790585119.7822144, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90106688, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.72, 2, 2405, [N/A]" }, { "time": 1790585121.8035588, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89643832, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.71, 2, 2405, [N/A]" }, { "time": 1790585123.8247595, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89196216, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.68, 2, 2405, [N/A]" }, { "time": 1790585125.8464916, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88718428, "SwapTotal": 16777212, "SwapFree": 15925684 }, "gpu": "56, 14.71, 2, 2405, [N/A]" }, { "time": 1790585127.8705397, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88152072, "SwapTotal": 16777212, "SwapFree": 15926272 }, "gpu": "56, 14.69, 2, 2405, [N/A]" }, { "time": 1790585129.8961582, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88146404, "SwapTotal": 16777212, "SwapFree": 15926308 }, "gpu": "56, 14.68, 2, 2405, [N/A]" }, { "time": 1790585131.916855, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88416436, "SwapTotal": 16777212, "SwapFree": 15926308 }, "gpu": "56, 14.70, 2, 2405, [N/A]" }, { "time": 1790585133.9430065, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89261028, "SwapTotal": 16777212, "SwapFree": 15926308 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790585135.9645338, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88877036, "SwapTotal": 16777212, "SwapFree": 15926692 }, "gpu": "56, 14.64, 1, 2405, [N/A]" }, { "time": 1790585137.985798, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89221252, "SwapTotal": 16777212, "SwapFree": 15926692 }, "gpu": "56, 14.65, 1, 2405, [N/A]" }, { "time": 1790585140.0076733, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98641468, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790585142.0327146, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 98352588, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.64, 1, 2405, [N/A]" }, { "time": 1790585144.0547273, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 97984120, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.60, 2, 2405, [N/A]" }, { "time": 1790585146.0811305, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 97631996, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.58, 1, 2405, [N/A]" }, { "time": 1790585148.1035051, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 97237828, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.59, 2, 2405, [N/A]" }, { "time": 1790585150.1304567, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96809992, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.55, 2, 2405, [N/A]" }, { "time": 1790585152.1568296, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96356628, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.58, 2, 2405, [N/A]" }, { "time": 1790585154.180186, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95906276, "SwapTotal": 16777212, "SwapFree": 15926748 }, "gpu": "56, 14.59, 2, 2405, [N/A]" }, { "time": 1790585156.205608, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95408540, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "56, 14.61, 2, 2405, [N/A]" }, { "time": 1790585158.2270594, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94980208, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "56, 14.61, 2, 2405, [N/A]" }, { "time": 1790585160.2498083, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94687444, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "56, 14.62, 2, 2405, [N/A]" }, { "time": 1790585162.2749903, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94253668, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "56, 14.62, 2, 2405, [N/A]" }, { "time": 1790585164.297697, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93788776, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "56, 14.60, 2, 2405, [N/A]" }, { "time": 1790585166.3243906, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93301496, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.60, 2, 2405, [N/A]" }, { "time": 1790585168.3451138, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92841836, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585170.3663564, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 92377316, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.58, 2, 2405, [N/A]" }, { "time": 1790585172.3886344, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91908124, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.58, 2, 2405, [N/A]" }, { "time": 1790585174.414929, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 91435200, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585176.4358985, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90938556, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.58, 2, 2405, [N/A]" }, { "time": 1790585178.4583757, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90501464, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.58, 1, 2405, [N/A]" }, { "time": 1790585180.4811676, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 90061348, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585182.5023289, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89555468, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.58, 2, 2405, [N/A]" }, { "time": 1790585184.5235853, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89127840, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585186.54439, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88737612, "SwapTotal": 16777212, "SwapFree": 15926756 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585188.5684822, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 88241248, "SwapTotal": 16777212, "SwapFree": 15927448 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585190.593359, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 89103552, "SwapTotal": 16777212, "SwapFree": 15927448 }, "gpu": "56, 22.26, 40, 2405, [N/A]" }, { "time": 1790585192.617779, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 95963408, "SwapTotal": 16777212, "SwapFree": 15927448 }, "gpu": "56, 17.07, 38, 2405, [N/A]" }, { "time": 1790585194.6648018, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96071168, "SwapTotal": 16777212, "SwapFree": 15927448 }, "gpu": "56, 17.50, 67, 2405, [N/A]" }, { "time": 1790585196.6925056, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96097280, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 17.84, 0, 2405, [N/A]" }, { "time": 1790585198.741845, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96175896, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 19.62, 41, 2405, [N/A]" }, { "time": 1790585200.7655294, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96289432, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "57, 18.60, 42, 2405, [N/A]" }, { "time": 1790585202.8115902, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96330632, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 18.29, 60, 2405, [N/A]" }, { "time": 1790585204.8597927, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96384612, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "57, 17.54, 0, 2405, [N/A]" }, { "time": 1790585206.8823, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96343752, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 14.45, 0, 2405, [N/A]" }, { "time": 1790585208.9038925, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96289712, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "57, 16.37, 46, 2405, [N/A]" }, { "time": 1790585210.928816, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96320208, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 16.45, 15, 2405, [N/A]" }, { "time": 1790585212.952781, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96292760, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "57, 19.67, 30, 2405, [N/A]" }, { "time": 1790585214.97717, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96268672, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 17.41, 68, 2405, [N/A]" }, { "time": 1790585217.0082142, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96313664, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "57, 17.59, 0, 2405, [N/A]" }, { "time": 1790585219.0287852, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96213832, "SwapTotal": 16777212, "SwapFree": 15927632 }, "gpu": "56, 15.35, 0, 2405, [N/A]" }, { "time": 1790585221.052423, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96213884, "SwapTotal": 16777212, "SwapFree": 15929464 }, "gpu": "56, 15.30, 0, 2405, [N/A]" }, { "time": 1790585223.077736, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 96059360, "SwapTotal": 16777212, "SwapFree": 15929464 }, "gpu": "57, 16.72, 82, 2405, [N/A]" }, { "time": 1790585225.1017244, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 94937188, "SwapTotal": 16777212, "SwapFree": 15929464 }, "gpu": "59, 23.94, 0, 2398, [N/A]" }, { "time": 1790585227.1654124, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74153120, "SwapTotal": 16777212, "SwapFree": 15929464 }, "gpu": "56, 15.14, 0, 2405, [N/A]" }, { "time": 1790585229.3528724, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 25856028, "SwapTotal": 16777212, "SwapFree": 15871268 }, "gpu": "56, 14.34, 0, 2405, [N/A]" }, { "time": 1790585232.3340986, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16775760, "SwapTotal": 16777212, "SwapFree": 14869468 }, "gpu": "58, 30.99, 14, 2405, [N/A]" }, { "time": 1790585234.3661215, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15233888, "SwapTotal": 16777212, "SwapFree": 14598136 }, "gpu": "69, 79.92, 82, 2372, [N/A]" }, { "time": 1790585236.404614, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14080200, "SwapTotal": 16777212, "SwapFree": 14478292 }, "gpu": "69, 50.28, 86, 2327, [N/A]" }, { "time": 1790585238.4309545, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13891668, "SwapTotal": 16777212, "SwapFree": 14478292 }, "gpu": "69, 70.12, 92, 2333, [N/A]" }, { "time": 1790585240.4585166, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14212468, "SwapTotal": 16777212, "SwapFree": 14438260 }, "gpu": "64, 73.91, 40, 2333, [N/A]" }, { "time": 1790585242.48604, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13618016, "SwapTotal": 16777212, "SwapFree": 14313276 }, "gpu": "72, 89.74, 96, 2307, [N/A]" }, { "time": 1790585244.5132976, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13526308, "SwapTotal": 16777212, "SwapFree": 14313276 }, "gpu": "71, 70.88, 88, 2307, [N/A]" }, { "time": 1790585246.5372417, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13664352, "SwapTotal": 16777212, "SwapFree": 14313276 }, "gpu": "73, 80.00, 96, 2353, [N/A]" }, { "time": 1790585248.5735228, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13540136, "SwapTotal": 16777212, "SwapFree": 14313312 }, "gpu": "72, 73.87, 88, 2379, [N/A]" }, { "time": 1790585250.6022625, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13500468, "SwapTotal": 16777212, "SwapFree": 14313360 }, "gpu": "72, 68.66, 95, 2320, [N/A]" }, { "time": 1790585252.6336648, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13451668, "SwapTotal": 16777212, "SwapFree": 14313360 }, "gpu": "74, 74.31, 95, 2372, [N/A]" }, { "time": 1790585254.659155, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13441768, "SwapTotal": 16777212, "SwapFree": 14313360 }, "gpu": "77, 90.25, 96, 2314, [N/A]" }, { "time": 1790585256.6842883, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13411156, "SwapTotal": 16777212, "SwapFree": 14313364 }, "gpu": "75, 72.62, 95, 2359, [N/A]" }, { "time": 1790585258.7171655, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13365392, "SwapTotal": 16777212, "SwapFree": 14282572 }, "gpu": "75, 72.48, 88, 2314, [N/A]" }, { "time": 1790585260.7426813, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13398652, "SwapTotal": 16777212, "SwapFree": 14268048 }, "gpu": "76, 78.79, 96, 2307, [N/A]" }, { "time": 1790585262.7693334, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13448972, "SwapTotal": 16777212, "SwapFree": 14238096 }, "gpu": "72, 75.23, 92, 2327, [N/A]" }, { "time": 1790585264.799998, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13361836, "SwapTotal": 16777212, "SwapFree": 14238120 }, "gpu": "76, 74.23, 95, 2327, [N/A]" }, { "time": 1790585266.8261428, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13301024, "SwapTotal": 16777212, "SwapFree": 14238136 }, "gpu": "77, 78.19, 96, 2242, [N/A]" }, { "time": 1790585268.8517044, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13260244, "SwapTotal": 16777212, "SwapFree": 14238136 }, "gpu": "78, 89.63, 96, 2340, [N/A]" }, { "time": 1790585270.8764744, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13202940, "SwapTotal": 16777212, "SwapFree": 14238136 }, "gpu": "78, 78.38, 96, 2340, [N/A]" }, { "time": 1790585272.90352, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13212220, "SwapTotal": 16777212, "SwapFree": 14220536 }, "gpu": "72, 72.92, 96, 2346, [N/A]" }, { "time": 1790585274.9300256, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13121864, "SwapTotal": 16777212, "SwapFree": 14220536 }, "gpu": "73, 73.26, 96, 2359, [N/A]" }, { "time": 1790585276.954586, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13047312, "SwapTotal": 16777212, "SwapFree": 14220536 }, "gpu": "78, 69.05, 91, 2314, [N/A]" }, { "time": 1790585278.9844508, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13124244, "SwapTotal": 16777212, "SwapFree": 14193980 }, "gpu": "77, 74.23, 95, 2340, [N/A]" }, { "time": 1790585281.0126364, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13010472, "SwapTotal": 16777212, "SwapFree": 14194092 }, "gpu": "75, 74.81, 96, 2320, [N/A]" }, { "time": 1790585283.03759, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12937456, "SwapTotal": 16777212, "SwapFree": 14194092 }, "gpu": "81, 74.35, 91, 2320, [N/A]" }, { "time": 1790585285.0635478, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12937664, "SwapTotal": 16777212, "SwapFree": 14148040 }, "gpu": "79, 71.54, 95, 2307, [N/A]" }, { "time": 1790585287.0853925, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12851404, "SwapTotal": 16777212, "SwapFree": 14148040 }, "gpu": "79, 66.81, 94, 2333, [N/A]" }, { "time": 1790585289.1134217, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13721880, "SwapTotal": 16777212, "SwapFree": 13914572 }, "gpu": "82, 71.68, 96, 2366, [N/A]" }, { "time": 1790585291.1397293, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15104016, "SwapTotal": 16777212, "SwapFree": 13369112 }, "gpu": "70, 17.51, 0, 2405, [N/A]" }, { "time": 1790585293.1632297, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14872832, "SwapTotal": 16777212, "SwapFree": 13369112 }, "gpu": "68, 16.91, 0, 2405, [N/A]" }, { "time": 1790585295.1876607, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14758224, "SwapTotal": 16777212, "SwapFree": 13369112 }, "gpu": "67, 16.64, 0, 2405, [N/A]" }, { "time": 1790585297.2088253, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15065236, "SwapTotal": 16777212, "SwapFree": 13369112 }, "gpu": "67, 16.58, 0, 2405, [N/A]" }, { "time": 1790585299.2352538, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15384192, "SwapTotal": 16777212, "SwapFree": 13369116 }, "gpu": "66, 16.34, 0, 2405, [N/A]" }, { "time": 1790585301.2618148, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17043156, "SwapTotal": 16777212, "SwapFree": 13137952 }, "gpu": "65, 16.28, 0, 2405, [N/A]" }, { "time": 1790585303.2947965, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16912872, "SwapTotal": 16777212, "SwapFree": 13137952 }, "gpu": "65, 16.38, 0, 2405, [N/A]" }, { "time": 1790585305.3211565, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16814512, "SwapTotal": 16777212, "SwapFree": 13130348 }, "gpu": "64, 16.01, 0, 2405, [N/A]" }, { "time": 1790585307.344245, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16671004, "SwapTotal": 16777212, "SwapFree": 13121312 }, "gpu": "64, 15.88, 0, 2405, [N/A]" }, { "time": 1790585309.3692563, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16448700, "SwapTotal": 16777212, "SwapFree": 13121328 }, "gpu": "64, 15.82, 0, 2405, [N/A]" }, { "time": 1790585311.3917708, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16345084, "SwapTotal": 16777212, "SwapFree": 13121344 }, "gpu": "63, 15.75, 0, 2405, [N/A]" }, { "time": 1790585313.415498, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16196172, "SwapTotal": 16777212, "SwapFree": 13121356 }, "gpu": "63, 15.65, 0, 2405, [N/A]" }, { "time": 1790585315.440848, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16065088, "SwapTotal": 16777212, "SwapFree": 13121356 }, "gpu": "62, 15.41, 0, 2405, [N/A]" }, { "time": 1790585317.4652817, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16005420, "SwapTotal": 16777212, "SwapFree": 13121356 }, "gpu": "62, 15.33, 0, 2405, [N/A]" }, { "time": 1790585319.492104, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15977712, "SwapTotal": 16777212, "SwapFree": 13121356 }, "gpu": "61, 15.15, 0, 2405, [N/A]" }, { "time": 1790585321.5123658, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15918008, "SwapTotal": 16777212, "SwapFree": 13106772 }, "gpu": "62, 22.40, 50, 2405, [N/A]" }, { "time": 1790585323.5454226, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15899108, "SwapTotal": 16777212, "SwapFree": 13106772 }, "gpu": "63, 26.24, 62, 2405, [N/A]" }, { "time": 1790585325.5769355, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15860384, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "63, 26.44, 62, 2405, [N/A]" }, { "time": 1790585327.60636, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15808508, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "64, 26.63, 62, 2405, [N/A]" }, { "time": 1790585329.6358066, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15762112, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "64, 30.03, 74, 2398, [N/A]" }, { "time": 1790585331.6650517, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15731576, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "64, 26.66, 65, 2405, [N/A]" }, { "time": 1790585333.6918552, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15665476, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "64, 26.61, 61, 2405, [N/A]" }, { "time": 1790585335.725533, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15615168, "SwapTotal": 16777212, "SwapFree": 13106844 }, "gpu": "64, 26.42, 65, 2405, [N/A]" }, { "time": 1790585337.7539275, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15652412, "SwapTotal": 16777212, "SwapFree": 13101640 }, "gpu": "64, 26.75, 63, 2405, [N/A]" }, { "time": 1790585339.785064, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15585440, "SwapTotal": 16777212, "SwapFree": 13101640 }, "gpu": "64, 26.77, 65, 2405, [N/A]" }, { "time": 1790585341.8137121, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15521740, "SwapTotal": 16777212, "SwapFree": 13101640 }, "gpu": "64, 26.65, 62, 2405, [N/A]" }, { "time": 1790585343.8460302, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15458508, "SwapTotal": 16777212, "SwapFree": 13101640 }, "gpu": "64, 26.58, 64, 2405, [N/A]" }, { "time": 1790585345.876395, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121442012, "SwapTotal": 16777212, "SwapFree": 14559120 }, "gpu": "62, 15.58, 0, 2405, [N/A]" }, { "time": 1790585347.9020712, "model": "nvidia_Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121338052, "SwapTotal": 16777212, "SwapFree": 14559144 }, "gpu": "60, 6.74, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "5d5d771a3d98fd64548457aed878bb5153bf845fd98258838c5729772699ea0e", "checkpoint": { "architecture": [ "NemotronH_Nano_Omni_Reasoning_V3" ], "model_type": "NemotronH_Nano_Omni_Reasoning_V3", "quantization": { "quant_method": "modelopt", "quant_algo": "MIXED_PRECISION", "producer": { "name": "modelopt", "version": "0.43.0rc2.dev117+g361f7e391.d20260420" }, "config_group_count": 2, "quantized_module_count": 5986, "weight_precision_bits": [ 4, 8 ] }, "expected": 3, "missing": [], "bytes": 22409034192, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 7928388, "BF16": 2217567168, "F8_E4M3": 3251232768, "U8": 14687404032, "I64": 24 }, "tensor_counts_by_dtype": { "F32": 12018, "BF16": 1289, "F8_E4M3": 5986, "U8": 5888, "I64": 24 } }, "result": { "startup_to_ready_s": 256.408278021001, "status": "ok", "checkpoint": { "architecture": [ "NemotronH_Nano_Omni_Reasoning_V3" ], "model_type": "NemotronH_Nano_Omni_Reasoning_V3", "quantization": { "quant_method": "modelopt", "quant_algo": "MIXED_PRECISION", "producer": { "name": "modelopt", "version": "0.43.0rc2.dev117+g361f7e391.d20260420" }, "config_group_count": 2, "quantized_module_count": 5986, "weight_precision_bits": [ 4, 8 ] }, "expected": 3, "missing": [], "bytes": 22409034192, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 7928388, "BF16": 2217567168, "F8_E4M3": 3251232768, "U8": 14687404032, "I64": 24 }, "tensor_counts_by_dtype": { "F32": 12018, "BF16": 1289, "F8_E4M3": 5986, "U8": 5888, "I64": 24 } } } }, "trials": [ { "id": "0b41ed1554d756d8079d553a:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 44.185738582323786, "prefill_tps": null, "ttft_s": 1.9430659909849055, "wall_s": 2.282626743981382, "end_to_end_tps": 7.009468386448776, "input_tokens": 891, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "0b41ed1554d756d8079d553a:measured:1", "phase": "measured", "trial": "1", "decode_tps": 35.4210854471618, "prefill_tps": null, "ttft_s": 0.20860331499716267, "wall_s": 7.407827736984473, "end_to_end_tps": 34.55803902159997, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "0b41ed1554d756d8079d553a:measured:2", "phase": "measured", "trial": "2", "decode_tps": 35.044123545366176, "prefill_tps": null, "ttft_s": 0.154666948976228, "wall_s": 7.431321144977119, "end_to_end_tps": 34.44878710066677, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "0b41ed1554d756d8079d553a:measured:3", "phase": "measured", "trial": "3", "decode_tps": 35.618283918235164, "prefill_tps": null, "ttft_s": 0.1565073219826445, "wall_s": 7.3158758580102585, "end_to_end_tps": 34.99239256769261, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "8e254e5fd19da8e2a3814b8e93c1e1ce0326f7a4b98af5e52b29caefb5e79617", "observed_utc": "2026-09-28T08:52:35.142588+00:00", "status": "ok", "error": null }, { "sha256": "5d5d771a3d98fd64548457aed878bb5153bf845fd98258838c5729772699ea0e", "observed_utc": "2026-09-28T09:13:52.147876+00:00", "status": "ok", "error": null } ] }, { "id": "4e461a72e0d9336cf4aa3f81", "run_id": "spark-token-benchmark-20260928", "name": "nvidia_Gemma-4-31B-IT-NVFP4", "engine": "vLLM", "format": "safetensors", "quantization": "NVFP4", "parameters": "unknown", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790585349.933845, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122042452, "SwapTotal": 16777212, "SwapFree": 15517984 }, "gpu": "60, 5.91, 0, 208, [N/A]" }, { "time": 1790585351.9647732, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121630832, "SwapTotal": 16777212, "SwapFree": 15517984 }, "gpu": "59, 5.87, 0, 208, [N/A]" }, { "time": 1790585353.9947314, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121474976, "SwapTotal": 16777212, "SwapFree": 15517988 }, "gpu": "59, 5.61, 0, 208, [N/A]" }, { "time": 1790585356.0238059, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121358256, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "59, 5.61, 0, 208, [N/A]" }, { "time": 1790585358.051604, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121237688, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "58, 5.70, 0, 208, [N/A]" }, { "time": 1790585360.0810077, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120754568, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "58, 5.67, 0, 208, [N/A]" }, { "time": 1790585362.108425, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120508488, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "58, 5.54, 0, 208, [N/A]" }, { "time": 1790585364.1353831, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120540228, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "57, 5.64, 0, 208, [N/A]" }, { "time": 1790585366.165647, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120346548, "SwapTotal": 16777212, "SwapFree": 15517992 }, "gpu": "57, 5.59, 0, 208, [N/A]" }, { "time": 1790585368.194138, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119969828, "SwapTotal": 16777212, "SwapFree": 15518004 }, "gpu": "57, 5.66, 0, 208, [N/A]" }, { "time": 1790585370.2234535, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119640920, "SwapTotal": 16777212, "SwapFree": 15518008 }, "gpu": "57, 5.51, 0, 208, [N/A]" }, { "time": 1790585372.2517776, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119065100, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "57, 5.47, 0, 208, [N/A]" }, { "time": 1790585374.2791667, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 115017992, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "57, 14.55, 0, 2405, [N/A]" }, { "time": 1790585376.3130662, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 83173192, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "57, 14.52, 0, 2405, [N/A]" }, { "time": 1790585378.3338575, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119842996, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "57, 15.01, 0, 2405, [N/A]" }, { "time": 1790586554.1971984, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122535568, "SwapTotal": 16777212, "SwapFree": 14622912 }, "gpu": "51, 5.17, 0, 208, [N/A]" }, { "time": 1790586556.2243717, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122142048, "SwapTotal": 16777212, "SwapFree": 14622920 }, "gpu": "51, 5.24, 0, 208, [N/A]" }, { "time": 1790586558.2536547, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122000292, "SwapTotal": 16777212, "SwapFree": 14622928 }, "gpu": "51, 5.16, 0, 208, [N/A]" }, { "time": 1790586560.280612, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121901400, "SwapTotal": 16777212, "SwapFree": 14622928 }, "gpu": "51, 5.17, 0, 208, [N/A]" }, { "time": 1790586562.3098059, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121809640, "SwapTotal": 16777212, "SwapFree": 14622928 }, "gpu": "51, 5.18, 0, 208, [N/A]" }, { "time": 1790586564.3399117, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121662456, "SwapTotal": 16777212, "SwapFree": 14622928 }, "gpu": "51, 5.27, 0, 208, [N/A]" }, { "time": 1790586566.3681505, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121111104, "SwapTotal": 16777212, "SwapFree": 14622928 }, "gpu": "51, 5.15, 0, 208, [N/A]" }, { "time": 1790586568.396864, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120699284, "SwapTotal": 16777212, "SwapFree": 14623028 }, "gpu": "51, 5.16, 0, 208, [N/A]" }, { "time": 1790586570.4232578, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120301264, "SwapTotal": 16777212, "SwapFree": 14623028 }, "gpu": "51, 5.17, 0, 208, [N/A]" }, { "time": 1790586572.45147, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119986844, "SwapTotal": 16777212, "SwapFree": 14623072 }, "gpu": "51, 5.28, 0, 208, [N/A]" }, { "time": 1790586574.4801006, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119384564, "SwapTotal": 16777212, "SwapFree": 14623076 }, "gpu": "51, 5.20, 0, 208, [N/A]" }, { "time": 1790586576.5092704, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 93005028, "SwapTotal": 16777212, "SwapFree": 14623080 }, "gpu": "52, 14.07, 6, 2411, [N/A]" }, { "time": 1790586578.5450583, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 82188864, "SwapTotal": 16777212, "SwapFree": 14623080 }, "gpu": "52, 14.04, 2, 2411, [N/A]" }, { "time": 1790586580.5661986, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81710324, "SwapTotal": 16777212, "SwapFree": 14623080 }, "gpu": "53, 14.05, 2, 2411, [N/A]" }, { "time": 1790586582.5869868, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81220024, "SwapTotal": 16777212, "SwapFree": 14623080 }, "gpu": "53, 14.06, 2, 2411, [N/A]" }, { "time": 1790586584.6078727, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80722672, "SwapTotal": 16777212, "SwapFree": 14623080 }, "gpu": "53, 14.07, 2, 2411, [N/A]" }, { "time": 1790586586.629278, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80252664, "SwapTotal": 16777212, "SwapFree": 14623092 }, "gpu": "53, 14.09, 2, 2411, [N/A]" }, { "time": 1790586588.6502647, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79753520, "SwapTotal": 16777212, "SwapFree": 14623092 }, "gpu": "53, 14.08, 2, 2411, [N/A]" }, { "time": 1790586590.6715782, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79246556, "SwapTotal": 16777212, "SwapFree": 14623092 }, "gpu": "53, 14.11, 2, 2411, [N/A]" }, { "time": 1790586592.6963463, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78739948, "SwapTotal": 16777212, "SwapFree": 14623104 }, "gpu": "53, 14.11, 2, 2411, [N/A]" }, { "time": 1790586594.7176325, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78031900, "SwapTotal": 16777212, "SwapFree": 14623104 }, "gpu": "53, 14.08, 1, 2411, [N/A]" }, { "time": 1790586596.7424765, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77535440, "SwapTotal": 16777212, "SwapFree": 14623104 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586598.7634842, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77056672, "SwapTotal": 16777212, "SwapFree": 14634976 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586600.788561, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76506328, "SwapTotal": 16777212, "SwapFree": 14634976 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790586602.8098552, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76002176, "SwapTotal": 16777212, "SwapFree": 14634984 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586604.8341656, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75568664, "SwapTotal": 16777212, "SwapFree": 14634992 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586606.8656602, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75000424, "SwapTotal": 16777212, "SwapFree": 14634996 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586608.891459, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74526920, "SwapTotal": 16777212, "SwapFree": 14634996 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586610.9127386, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74059004, "SwapTotal": 16777212, "SwapFree": 14634996 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586612.9343107, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73565172, "SwapTotal": 16777212, "SwapFree": 14634996 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586614.9591706, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73099892, "SwapTotal": 16777212, "SwapFree": 14634996 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586616.9849577, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72682776, "SwapTotal": 16777212, "SwapFree": 14635008 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586619.0085876, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72054188, "SwapTotal": 16777212, "SwapFree": 14635008 }, "gpu": "53, 14.13, 4, 2411, [N/A]" }, { "time": 1790586621.032749, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71733648, "SwapTotal": 16777212, "SwapFree": 14635008 }, "gpu": "53, 14.18, 2, 2411, [N/A]" }, { "time": 1790586623.0579956, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71308752, "SwapTotal": 16777212, "SwapFree": 14635008 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586625.0829415, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79556736, "SwapTotal": 16777212, "SwapFree": 14635008 }, "gpu": "53, 14.08, 1, 2411, [N/A]" }, { "time": 1790586627.1077948, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79137008, "SwapTotal": 16777212, "SwapFree": 14635016 }, "gpu": "53, 14.19, 1, 2411, [N/A]" }, { "time": 1790586629.1313598, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78639116, "SwapTotal": 16777212, "SwapFree": 14635352 }, "gpu": "54, 14.20, 2, 2411, [N/A]" }, { "time": 1790586631.1522818, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78245308, "SwapTotal": 16777212, "SwapFree": 14635352 }, "gpu": "54, 14.18, 2, 2411, [N/A]" }, { "time": 1790586633.1732736, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77982948, "SwapTotal": 16777212, "SwapFree": 14635356 }, "gpu": "54, 14.17, 2, 2411, [N/A]" }, { "time": 1790586635.1955142, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77567944, "SwapTotal": 16777212, "SwapFree": 14635356 }, "gpu": "53, 14.19, 1, 2411, [N/A]" }, { "time": 1790586637.2170882, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77122852, "SwapTotal": 16777212, "SwapFree": 14636376 }, "gpu": "53, 14.16, 1, 2411, [N/A]" }, { "time": 1790586639.2398365, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76724164, "SwapTotal": 16777212, "SwapFree": 14636376 }, "gpu": "54, 14.17, 2, 2411, [N/A]" }, { "time": 1790586641.2617798, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76342244, "SwapTotal": 16777212, "SwapFree": 14636376 }, "gpu": "54, 14.21, 2, 2411, [N/A]" }, { "time": 1790586643.288757, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76020640, "SwapTotal": 16777212, "SwapFree": 14636376 }, "gpu": "54, 14.16, 1, 2411, [N/A]" }, { "time": 1790586645.3139157, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75622816, "SwapTotal": 16777212, "SwapFree": 14648452 }, "gpu": "54, 14.17, 2, 2411, [N/A]" }, { "time": 1790586647.3368785, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75170692, "SwapTotal": 16777212, "SwapFree": 14648460 }, "gpu": "54, 14.19, 2, 2411, [N/A]" }, { "time": 1790586649.3626263, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74701444, "SwapTotal": 16777212, "SwapFree": 14648460 }, "gpu": "54, 14.18, 2, 2411, [N/A]" }, { "time": 1790586651.3875906, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74273080, "SwapTotal": 16777212, "SwapFree": 14648460 }, "gpu": "54, 14.19, 2, 2411, [N/A]" }, { "time": 1790586653.4094138, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73839032, "SwapTotal": 16777212, "SwapFree": 14648460 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586655.4318268, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73427752, "SwapTotal": 16777212, "SwapFree": 14648460 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586657.452751, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72988584, "SwapTotal": 16777212, "SwapFree": 14648468 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586659.4757557, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72834264, "SwapTotal": 16777212, "SwapFree": 14648468 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586661.496389, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72459820, "SwapTotal": 16777212, "SwapFree": 14648468 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586663.517392, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72000524, "SwapTotal": 16777212, "SwapFree": 14648472 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586665.5388658, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71503548, "SwapTotal": 16777212, "SwapFree": 14648472 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586667.560154, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71111324, "SwapTotal": 16777212, "SwapFree": 14648480 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586669.5815644, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 70688208, "SwapTotal": 16777212, "SwapFree": 14648484 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586671.6038375, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 70294100, "SwapTotal": 16777212, "SwapFree": 14648484 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586673.6266403, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 69938704, "SwapTotal": 16777212, "SwapFree": 14648484 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586675.647945, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 70244636, "SwapTotal": 16777212, "SwapFree": 14648484 }, "gpu": "53, 14.12, 2, 2411, [N/A]" }, { "time": 1790586677.6704578, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 69789004, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.18, 2, 2411, [N/A]" }, { "time": 1790586679.691556, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80718876, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.06, 0, 2411, [N/A]" }, { "time": 1790586681.7150276, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81301988, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586683.7369158, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80960244, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.13, 1, 2411, [N/A]" }, { "time": 1790586685.7621527, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80654148, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586687.7843962, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80222472, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586689.8061266, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79804532, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586691.8279247, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79470280, "SwapTotal": 16777212, "SwapFree": 14648512 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586693.8539588, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79132948, "SwapTotal": 16777212, "SwapFree": 14648516 }, "gpu": "53, 14.12, 1, 2411, [N/A]" }, { "time": 1790586695.8808734, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78775248, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586697.9056714, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78379388, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790586699.9330094, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77910420, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586701.9583821, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77497980, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586703.979245, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 77106440, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586706.0010443, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76715080, "SwapTotal": 16777212, "SwapFree": 14648540 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586708.0221634, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76305164, "SwapTotal": 16777212, "SwapFree": 14648568 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586710.0473917, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75904596, "SwapTotal": 16777212, "SwapFree": 14648568 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586712.0746408, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75478516, "SwapTotal": 16777212, "SwapFree": 14648568 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586714.1003091, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 75020500, "SwapTotal": 16777212, "SwapFree": 14648568 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586716.1209493, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74604200, "SwapTotal": 16777212, "SwapFree": 14648568 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586718.14894, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 74180528, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586720.1714919, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73782984, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586722.2034192, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73401724, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586724.2256591, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 73003880, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586726.2518828, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72477932, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586728.272566, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 72012852, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586730.2947745, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71573604, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.15, 2, 2411, [N/A]" }, { "time": 1790586732.3171191, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 71114104, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586734.3416715, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 80292688, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.10, 1, 2411, [N/A]" }, { "time": 1790586736.3674066, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79805788, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.17, 2, 2411, [N/A]" }, { "time": 1790586738.388428, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79225496, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.16, 2, 2411, [N/A]" }, { "time": 1790586740.4090924, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78598376, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.14, 2, 2411, [N/A]" }, { "time": 1790586742.435022, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 78096312, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.13, 2, 2411, [N/A]" }, { "time": 1790586744.4618382, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 79037868, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "53, 14.10, 1, 2411, [N/A]" }, { "time": 1790586746.4869952, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81575612, "SwapTotal": 16777212, "SwapFree": 14648572 }, "gpu": "61, 57.21, 96, 2398, [N/A]" }, { "time": 1790586748.5485148, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81495408, "SwapTotal": 16777212, "SwapFree": 14667836 }, "gpu": "61, 59.42, 96, 2398, [N/A]" }, { "time": 1790586750.609953, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 81226036, "SwapTotal": 16777212, "SwapFree": 14667836 }, "gpu": "58, 44.55, 96, 2398, [N/A]" }, { "time": 1790586752.6342783, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45002572, "SwapTotal": 16777212, "SwapFree": 14667832 }, "gpu": "56, 15.29, 0, 2405, [N/A]" }, { "time": 1790586754.923103, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 33582088, "SwapTotal": 16777212, "SwapFree": 13088908 }, "gpu": "55, 14.87, 0, 2405, [N/A]" }, { "time": 1790586758.5953047, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 22690592, "SwapTotal": 16777212, "SwapFree": 11234348 }, "gpu": "55, 14.09, 0, 2405, [N/A]" }, { "time": 1790586760.6184492, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 21438520, "SwapTotal": 16777212, "SwapFree": 11135336 }, "gpu": "55, 14.04, 0, 2405, [N/A]" }, { "time": 1790586762.6422517, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20593584, "SwapTotal": 16777212, "SwapFree": 10972708 }, "gpu": "58, 34.33, 84, 2405, [N/A]" }, { "time": 1790586764.6822567, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20505672, "SwapTotal": 16777212, "SwapFree": 10972844 }, "gpu": "60, 42.74, 95, 2405, [N/A]" }, { "time": 1790586766.747891, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20422564, "SwapTotal": 16777212, "SwapFree": 10972920 }, "gpu": "60, 55.67, 96, 2392, [N/A]" }, { "time": 1790586768.8028386, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20724160, "SwapTotal": 16777212, "SwapFree": 10934452 }, "gpu": "67, 61.50, 96, 2385, [N/A]" }, { "time": 1790586770.8398473, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 19746280, "SwapTotal": 16777212, "SwapFree": 10900512 }, "gpu": "67, 67.12, 96, 2385, [N/A]" }, { "time": 1790586772.867749, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20005680, "SwapTotal": 16777212, "SwapFree": 10900512 }, "gpu": "61, 56.71, 96, 2405, [N/A]" }, { "time": 1790586774.8951135, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18950356, "SwapTotal": 16777212, "SwapFree": 10803000 }, "gpu": "62, 54.11, 96, 2405, [N/A]" }, { "time": 1790586776.9751942, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18821264, "SwapTotal": 16777212, "SwapFree": 10696544 }, "gpu": "66, 69.51, 75, 2392, [N/A]" }, { "time": 1790586779.0011356, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18708544, "SwapTotal": 16777212, "SwapFree": 10698764 }, "gpu": "65, 56.61, 96, 2379, [N/A]" }, { "time": 1790586781.1466265, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17844776, "SwapTotal": 16777212, "SwapFree": 10636564 }, "gpu": "64, 52.60, 96, 2405, [N/A]" }, { "time": 1790586783.1739712, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17756228, "SwapTotal": 16777212, "SwapFree": 10636564 }, "gpu": "69, 59.45, 96, 2405, [N/A]" }, { "time": 1790586785.2596145, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16268568, "SwapTotal": 16777212, "SwapFree": 10570724 }, "gpu": "65, 48.44, 96, 2405, [N/A]" }, { "time": 1790586787.3137705, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16185900, "SwapTotal": 16777212, "SwapFree": 10570724 }, "gpu": "66, 66.92, 96, 2405, [N/A]" }, { "time": 1790586789.4317558, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15468260, "SwapTotal": 16777212, "SwapFree": 10449248 }, "gpu": "73, 74.54, 96, 2366, [N/A]" }, { "time": 1790586791.4601364, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15421372, "SwapTotal": 16777212, "SwapFree": 10449308 }, "gpu": "67, 55.44, 96, 2340, [N/A]" }, { "time": 1790586793.5506737, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15413168, "SwapTotal": 16777212, "SwapFree": 10499556 }, "gpu": "69, 60.45, 96, 2307, [N/A]" }, { "time": 1790586795.5822532, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14234880, "SwapTotal": 16777212, "SwapFree": 10589928 }, "gpu": "68, 65.80, 55, 2353, [N/A]" }, { "time": 1790586797.6389658, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14150132, "SwapTotal": 16777212, "SwapFree": 10590212 }, "gpu": "67, 36.91, 96, 2405, [N/A]" }, { "time": 1790586799.6852071, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14099516, "SwapTotal": 16777212, "SwapFree": 10590212 }, "gpu": "76, 59.28, 96, 2340, [N/A]" }, { "time": 1790586801.764181, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10823140, "SwapTotal": 16777212, "SwapFree": 10590124 }, "gpu": "68, 78.13, 96, 2398, [N/A]" }, { "time": 1790586803.7931118, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10803148, "SwapTotal": 16777212, "SwapFree": 10603168 }, "gpu": "69, 34.02, 96, 2405, [N/A]" }, { "time": 1790586805.8472528, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10736728, "SwapTotal": 16777212, "SwapFree": 10603168 }, "gpu": "70, 47.92, 96, 2405, [N/A]" }, { "time": 1790586807.8746285, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10594148, "SwapTotal": 16777212, "SwapFree": 10603624 }, "gpu": "69, 33.00, 96, 2405, [N/A]" }, { "time": 1790586809.9611175, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10546124, "SwapTotal": 16777212, "SwapFree": 10604400 }, "gpu": "70, 58.06, 96, 2405, [N/A]" }, { "time": 1790586812.0051856, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10495316, "SwapTotal": 16777212, "SwapFree": 10604400 }, "gpu": "71, 52.93, 96, 2405, [N/A]" }, { "time": 1790586814.0400665, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10435320, "SwapTotal": 16777212, "SwapFree": 10604408 }, "gpu": "71, 45.02, 96, 2405, [N/A]" }, { "time": 1790586816.086347, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10889804, "SwapTotal": 16777212, "SwapFree": 10584808 }, "gpu": "72, 65.92, 96, 2398, [N/A]" }, { "time": 1790586818.1865683, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10882228, "SwapTotal": 16777212, "SwapFree": 10584808 }, "gpu": "74, 50.67, 96, 2405, [N/A]" }, { "time": 1790586820.2276032, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10805156, "SwapTotal": 16777212, "SwapFree": 10584808 }, "gpu": "71, 40.20, 96, 2405, [N/A]" }, { "time": 1790586822.269776, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10786364, "SwapTotal": 16777212, "SwapFree": 10584808 }, "gpu": "74, 64.46, 96, 2392, [N/A]" }, { "time": 1790586824.3176427, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10728284, "SwapTotal": 16777212, "SwapFree": 10656792 }, "gpu": "72, 61.11, 96, 2385, [N/A]" }, { "time": 1790586826.357617, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10707028, "SwapTotal": 16777212, "SwapFree": 10718748 }, "gpu": "75, 48.25, 96, 2398, [N/A]" }, { "time": 1790586828.4090018, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10730236, "SwapTotal": 16777212, "SwapFree": 10718748 }, "gpu": "72, 46.81, 96, 2405, [N/A]" }, { "time": 1790586830.4616244, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10937540, "SwapTotal": 16777212, "SwapFree": 10816824 }, "gpu": "74, 43.54, 96, 2405, [N/A]" }, { "time": 1790586832.5817766, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11891312, "SwapTotal": 16777212, "SwapFree": 11064716 }, "gpu": "78, 60.81, 96, 2398, [N/A]" }, { "time": 1790586834.628317, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11877820, "SwapTotal": 16777212, "SwapFree": 11064712 }, "gpu": "73, 40.32, 96, 2405, [N/A]" }, { "time": 1790586836.6789713, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12891436, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "78, 64.22, 96, 2398, [N/A]" }, { "time": 1790586838.7449727, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12816108, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "73, 40.22, 96, 2405, [N/A]" }, { "time": 1790586840.8259904, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12754548, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "74, 48.12, 96, 2405, [N/A]" }, { "time": 1790586842.891386, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12710480, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "72, 37.70, 96, 2405, [N/A]" }, { "time": 1790586844.9428093, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12665600, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "72, 37.95, 96, 2405, [N/A]" }, { "time": 1790586847.0119145, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12612396, "SwapTotal": 16777212, "SwapFree": 11428444 }, "gpu": "73, 45.59, 96, 2405, [N/A]" }, { "time": 1790586849.058995, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12546304, "SwapTotal": 16777212, "SwapFree": 11440196 }, "gpu": "73, 41.89, 96, 2405, [N/A]" }, { "time": 1790586851.1113532, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12468256, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "72, 36.59, 96, 2405, [N/A]" }, { "time": 1790586853.1666248, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12458048, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "72, 38.00, 96, 2405, [N/A]" }, { "time": 1790586855.2338681, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12422752, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "72, 35.71, 96, 2405, [N/A]" }, { "time": 1790586857.3043432, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12401872, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "73, 40.33, 96, 2405, [N/A]" }, { "time": 1790586859.3542795, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12361668, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "73, 39.74, 96, 2405, [N/A]" }, { "time": 1790586861.4174705, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12284648, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "75, 50.73, 96, 2405, [N/A]" }, { "time": 1790586863.480651, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12247816, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "78, 73.78, 96, 2392, [N/A]" }, { "time": 1790586865.5343823, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12187440, "SwapTotal": 16777212, "SwapFree": 11440204 }, "gpu": "79, 76.20, 96, 2392, [N/A]" }, { "time": 1790586867.5851789, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12420128, "SwapTotal": 16777212, "SwapFree": 11440232 }, "gpu": "80, 66.09, 96, 2392, [N/A]" }, { "time": 1790586869.6140542, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12233976, "SwapTotal": 16777212, "SwapFree": 11440252 }, "gpu": "70, 17.38, 0, 2405, [N/A]" }, { "time": 1790586871.6386912, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12063644, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "69, 17.08, 0, 2405, [N/A]" }, { "time": 1790586873.6597197, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11926180, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "68, 16.87, 0, 2405, [N/A]" }, { "time": 1790586875.6843753, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11967184, "SwapTotal": 16777212, "SwapFree": 11440252 }, "gpu": "67, 16.67, 0, 2405, [N/A]" }, { "time": 1790586877.7059078, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11763076, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "67, 16.51, 0, 2405, [N/A]" }, { "time": 1790586879.7326055, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11670448, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "66, 16.39, 0, 2405, [N/A]" }, { "time": 1790586881.7567153, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11512916, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "65, 16.28, 0, 2405, [N/A]" }, { "time": 1790586883.7800035, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11042080, "SwapTotal": 16777212, "SwapFree": 11440256 }, "gpu": "65, 16.15, 0, 2405, [N/A]" }, { "time": 1790586885.8006194, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10798740, "SwapTotal": 16777212, "SwapFree": 11440260 }, "gpu": "64, 16.09, 0, 2405, [N/A]" }, { "time": 1790586887.8208508, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10691612, "SwapTotal": 16777212, "SwapFree": 11440260 }, "gpu": "64, 15.98, 0, 2405, [N/A]" }, { "time": 1790586889.8445714, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11963028, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "64, 16.04, 0, 2405, [N/A]" }, { "time": 1790586891.8662283, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11880520, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "63, 15.83, 0, 2405, [N/A]" }, { "time": 1790586893.8934855, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11782988, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "63, 15.75, 0, 2405, [N/A]" }, { "time": 1790586895.9184947, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11811436, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "63, 15.76, 0, 2405, [N/A]" }, { "time": 1790586897.9442549, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11841672, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "63, 17.99, 0, 2405, [N/A]" }, { "time": 1790586899.9708643, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11880168, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "65, 28.63, 0, 2405, [N/A]" }, { "time": 1790586902.0161006, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11882712, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "64, 47.27, 96, 2405, [N/A]" }, { "time": 1790586904.0588918, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11902372, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "66, 32.32, 96, 2405, [N/A]" }, { "time": 1790586906.1106567, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11900836, "SwapTotal": 16777212, "SwapFree": 11423324 }, "gpu": "67, 31.69, 95, 2405, [N/A]" }, { "time": 1790586908.1474895, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11907936, "SwapTotal": 16777212, "SwapFree": 11420848 }, "gpu": "67, 32.74, 95, 2405, [N/A]" }, { "time": 1790586910.1962945, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11915244, "SwapTotal": 16777212, "SwapFree": 11414432 }, "gpu": "67, 33.42, 96, 2405, [N/A]" }, { "time": 1790586912.2447271, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11880660, "SwapTotal": 16777212, "SwapFree": 11409724 }, "gpu": "67, 33.10, 96, 2405, [N/A]" }, { "time": 1790586914.2906134, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11946764, "SwapTotal": 16777212, "SwapFree": 11407360 }, "gpu": "68, 33.49, 96, 2405, [N/A]" }, { "time": 1790586916.3396854, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11910840, "SwapTotal": 16777212, "SwapFree": 11407252 }, "gpu": "68, 33.37, 96, 2405, [N/A]" }, { "time": 1790586918.389007, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11957288, "SwapTotal": 16777212, "SwapFree": 11407212 }, "gpu": "68, 33.18, 95, 2405, [N/A]" }, { "time": 1790586920.4424624, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11927780, "SwapTotal": 16777212, "SwapFree": 11407144 }, "gpu": "68, 33.72, 96, 2405, [N/A]" }, { "time": 1790586922.4877481, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11933692, "SwapTotal": 16777212, "SwapFree": 11407032 }, "gpu": "68, 33.72, 96, 2405, [N/A]" }, { "time": 1790586924.5368757, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11920256, "SwapTotal": 16777212, "SwapFree": 11406996 }, "gpu": "68, 33.78, 95, 2405, [N/A]" }, { "time": 1790586926.5878944, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11945692, "SwapTotal": 16777212, "SwapFree": 11406936 }, "gpu": "69, 33.85, 96, 2405, [N/A]" }, { "time": 1790586928.6379359, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11916800, "SwapTotal": 16777212, "SwapFree": 11406912 }, "gpu": "69, 33.78, 96, 2405, [N/A]" }, { "time": 1790586930.6828048, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11902912, "SwapTotal": 16777212, "SwapFree": 11406840 }, "gpu": "69, 33.81, 95, 2405, [N/A]" }, { "time": 1790586932.7363172, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11910816, "SwapTotal": 16777212, "SwapFree": 11406796 }, "gpu": "69, 33.89, 96, 2405, [N/A]" }, { "time": 1790586934.7885802, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11914300, "SwapTotal": 16777212, "SwapFree": 11406768 }, "gpu": "69, 33.98, 96, 2405, [N/A]" }, { "time": 1790586936.8367336, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11944752, "SwapTotal": 16777212, "SwapFree": 11406748 }, "gpu": "69, 33.91, 95, 2405, [N/A]" }, { "time": 1790586938.8787425, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11920044, "SwapTotal": 16777212, "SwapFree": 11406748 }, "gpu": "69, 33.46, 95, 2405, [N/A]" }, { "time": 1790586940.926692, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11939396, "SwapTotal": 16777212, "SwapFree": 11406740 }, "gpu": "69, 34.01, 95, 2405, [N/A]" }, { "time": 1790586942.9757144, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11940848, "SwapTotal": 16777212, "SwapFree": 11406720 }, "gpu": "70, 35.32, 95, 2405, [N/A]" }, { "time": 1790586945.026393, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11942292, "SwapTotal": 16777212, "SwapFree": 11406692 }, "gpu": "70, 33.99, 96, 2405, [N/A]" }, { "time": 1790586947.0788217, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11943248, "SwapTotal": 16777212, "SwapFree": 11406672 }, "gpu": "70, 34.20, 96, 2405, [N/A]" }, { "time": 1790586949.1231382, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11942736, "SwapTotal": 16777212, "SwapFree": 11406672 }, "gpu": "70, 33.95, 95, 2405, [N/A]" }, { "time": 1790586951.1779616, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11940224, "SwapTotal": 16777212, "SwapFree": 11406748 }, "gpu": "70, 33.75, 96, 2405, [N/A]" }, { "time": 1790586953.2232533, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11942448, "SwapTotal": 16777212, "SwapFree": 11406708 }, "gpu": "70, 33.94, 96, 2405, [N/A]" }, { "time": 1790586955.273699, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11949732, "SwapTotal": 16777212, "SwapFree": 11406708 }, "gpu": "70, 33.87, 95, 2405, [N/A]" }, { "time": 1790586957.317841, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11945036, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "70, 34.20, 95, 2405, [N/A]" }, { "time": 1790586959.3696592, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11948204, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "70, 34.05, 95, 2405, [N/A]" }, { "time": 1790586961.4192512, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11949084, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "70, 34.26, 95, 2405, [N/A]" }, { "time": 1790586963.4641306, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11948220, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "70, 34.12, 95, 2405, [N/A]" }, { "time": 1790586965.514199, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11941428, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "71, 35.61, 96, 2405, [N/A]" }, { "time": 1790586967.5610237, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11927208, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "71, 34.93, 96, 2405, [N/A]" }, { "time": 1790586969.6046762, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11927108, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "71, 35.47, 96, 2405, [N/A]" }, { "time": 1790586971.6494982, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11942116, "SwapTotal": 16777212, "SwapFree": 11406712 }, "gpu": "71, 35.35, 96, 2405, [N/A]" }, { "time": 1790586973.6963859, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11897468, "SwapTotal": 16777212, "SwapFree": 11406716 }, "gpu": "71, 35.65, 96, 2405, [N/A]" }, { "time": 1790586975.7402258, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11937944, "SwapTotal": 16777212, "SwapFree": 11406716 }, "gpu": "71, 35.57, 95, 2405, [N/A]" }, { "time": 1790586977.7905042, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12194104, "SwapTotal": 16777212, "SwapFree": 11694720 }, "gpu": "71, 35.71, 95, 2405, [N/A]" }, { "time": 1790586979.840855, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12174400, "SwapTotal": 16777212, "SwapFree": 11694720 }, "gpu": "71, 35.96, 95, 2405, [N/A]" }, { "time": 1790586981.889544, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12170816, "SwapTotal": 16777212, "SwapFree": 11694720 }, "gpu": "72, 36.42, 95, 2405, [N/A]" }, { "time": 1790586983.934338, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12176688, "SwapTotal": 16777212, "SwapFree": 11694720 }, "gpu": "72, 36.43, 95, 2405, [N/A]" }, { "time": 1790586985.9798095, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12180408, "SwapTotal": 16777212, "SwapFree": 11694720 }, "gpu": "72, 36.33, 95, 2405, [N/A]" }, { "time": 1790586988.0277398, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12118832, "SwapTotal": 16777212, "SwapFree": 11694728 }, "gpu": "72, 36.25, 95, 2405, [N/A]" }, { "time": 1790586990.070791, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12123564, "SwapTotal": 16777212, "SwapFree": 11694736 }, "gpu": "72, 36.35, 96, 2405, [N/A]" }, { "time": 1790586992.1146154, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12134840, "SwapTotal": 16777212, "SwapFree": 11694736 }, "gpu": "72, 36.37, 95, 2405, [N/A]" }, { "time": 1790586994.160976, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12140392, "SwapTotal": 16777212, "SwapFree": 11694744 }, "gpu": "72, 36.43, 95, 2405, [N/A]" }, { "time": 1790586996.211689, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12185336, "SwapTotal": 16777212, "SwapFree": 11694772 }, "gpu": "72, 36.46, 95, 2405, [N/A]" }, { "time": 1790586998.2615788, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12195184, "SwapTotal": 16777212, "SwapFree": 11694772 }, "gpu": "72, 36.44, 95, 2405, [N/A]" }, { "time": 1790587000.3053365, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12184340, "SwapTotal": 16777212, "SwapFree": 11694772 }, "gpu": "72, 36.44, 95, 2405, [N/A]" }, { "time": 1790587002.3544652, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12180768, "SwapTotal": 16777212, "SwapFree": 11694784 }, "gpu": "72, 36.50, 95, 2405, [N/A]" }, { "time": 1790587004.4048958, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12162492, "SwapTotal": 16777212, "SwapFree": 11695132 }, "gpu": "72, 36.51, 96, 2405, [N/A]" }, { "time": 1790587006.446039, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12178044, "SwapTotal": 16777212, "SwapFree": 11695152 }, "gpu": "72, 36.52, 95, 2405, [N/A]" }, { "time": 1790587008.4920573, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12183224, "SwapTotal": 16777212, "SwapFree": 11695152 }, "gpu": "72, 36.54, 95, 2405, [N/A]" }, { "time": 1790587010.5387735, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12189456, "SwapTotal": 16777212, "SwapFree": 11695152 }, "gpu": "72, 36.31, 95, 2405, [N/A]" }, { "time": 1790587012.5832212, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12215452, "SwapTotal": 16777212, "SwapFree": 11698544 }, "gpu": "72, 36.57, 95, 2405, [N/A]" }, { "time": 1790587014.6314301, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12222596, "SwapTotal": 16777212, "SwapFree": 11698544 }, "gpu": "72, 36.50, 95, 2405, [N/A]" }, { "time": 1790587016.680479, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12225748, "SwapTotal": 16777212, "SwapFree": 11698548 }, "gpu": "72, 36.56, 96, 2405, [N/A]" }, { "time": 1790587018.72859, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12772392, "SwapTotal": 16777212, "SwapFree": 13425844 }, "gpu": "70, 30.56, 95, 2405, [N/A]" }, { "time": 1790587020.756251, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122914500, "SwapTotal": 16777212, "SwapFree": 13439076 }, "gpu": "68, 17.10, 0, 2405, [N/A]" }, { "time": 1790587022.7821298, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122879344, "SwapTotal": 16777212, "SwapFree": 13439076 }, "gpu": "66, 7.41, 0, 208, [N/A]" }, { "time": 1790587024.8130643, "model": "nvidia_Gemma-4-31B-IT-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122811420, "SwapTotal": 16777212, "SwapFree": 13441244 }, "gpu": "66, 5.98, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "2002672b4c8564753b49870972a6ed0a6f30c4e8f06b1a9354f842326053e81b", "checkpoint": { "architecture": [ "Gemma4ForConditionalGeneration" ], "model_type": "gemma4", "quantization": { "quant_method": "modelopt", "quant_algo": "NVFP4", "producer": { "name": "modelopt", "version": "0.37.0" }, "config_group_count": 1, "quantized_module_count": 0, "weight_precision_bits": [ 4 ] }, "expected": 4, "missing": [], "bytes": 32633477808, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 360, "BF16": 10464098156, "F8_E4M3": 1300561920, "U8": 10404495360 }, "tensor_counts_by_dtype": { "F32": 360, "BF16": 1008, "F8_E4M3": 180, "U8": 180 } }, "result": { "startup_to_ready_s": 342.18613017501775, "status": "ok", "checkpoint": { "architecture": [ "Gemma4ForConditionalGeneration" ], "model_type": "gemma4", "quantization": { "quant_method": "modelopt", "quant_algo": "NVFP4", "producer": { "name": "modelopt", "version": "0.37.0" }, "config_group_count": 1, "quantized_module_count": 0, "weight_precision_bits": [ 4 ] }, "expected": 4, "missing": [], "bytes": 32633477808, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 360, "BF16": 10464098156, "F8_E4M3": 1300561920, "U8": 10404495360 }, "tensor_counts_by_dtype": { "F32": 360, "BF16": 1008, "F8_E4M3": 180, "U8": 180 } }, "runtime_patch": { "patch_scope": "Excluded unquantized LM head + unquantized embedding only; actual tied Parameter reused; quantized LM heads untouched", "original_sha256": "90bc72a4758c44fd631dda30a5e8695369bf6e3fe5e1d9b7edc80356abfcd110", "patched_sha256": "d1f5739ac9ee8033b65ddeb7f31937956954b638f138169edb9187e066528857" }, "original_attempt": { "status": "error", "error": "Container exited during startup: 1" } } }, "trials": [ { "id": "4e461a72e0d9336cf4aa3f81:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 6.947907085181796, "prefill_tps": null, "ttft_s": 2.942262851021951, "wall_s": 5.1013072640053, "end_to_end_tps": 3.136450947171054, "input_tokens": 856, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "4e461a72e0d9336cf4aa3f81:measured:1", "phase": "measured", "trial": "1", "decode_tps": 6.538664715732784, "prefill_tps": null, "ttft_s": 0.7014344820054248, "wall_s": 39.70035934698535, "end_to_end_tps": 6.448304353180606, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "4e461a72e0d9336cf4aa3f81:measured:2", "phase": "measured", "trial": "2", "decode_tps": 6.600703484476919, "prefill_tps": null, "ttft_s": 0.5242603169754148, "wall_s": 39.1565941979934, "end_to_end_tps": 6.5378515482104635, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "4e461a72e0d9336cf4aa3f81:measured:3", "phase": "measured", "trial": "3", "decode_tps": 6.787700952317295, "prefill_tps": null, "ttft_s": 0.49837004402070306, "wall_s": 38.06638071601628, "end_to_end_tps": 6.725094300659085, "input_tokens": 857, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "df41cd0e40b5f529ea69728bee442af291cd324435c346d42699d476fc5685bf", "observed_utc": "2026-09-28T08:52:35.143029+00:00", "status": "error", "error": "Container exited during startup: 1" }, { "sha256": "0452a48a0875f03500ca8688a39cf858c760e5d3cd7b6b0ec75e1c483d9d8a22", "observed_utc": "2026-09-28T09:13:52.156290+00:00", "status": "error", "error": "Container exited during startup: 1" }, { "sha256": "2002672b4c8564753b49870972a6ed0a6f30c4e8f06b1a9354f842326053e81b", "observed_utc": "2026-09-28T09:22:19.756686+00:00", "status": "ok", "error": null } ] }, { "id": "fb2b3b03ceb79448612c5448", "run_id": "spark-token-benchmark-20260928", "name": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "engine": "vLLM", "format": "safetensors", "quantization": "NVFP4 + FP8 (mixed)", "parameters": "unknown", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790585380.3584025, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121258132, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "56, 9.38, 0, 2405, [N/A]" }, { "time": 1790585382.3871496, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120855648, "SwapTotal": 16777212, "SwapFree": 15518012 }, "gpu": "56, 6.38, 0, 208, [N/A]" }, { "time": 1790585384.4167855, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120665888, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "56, 5.44, 0, 208, [N/A]" }, { "time": 1790585386.4471338, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120553228, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "56, 5.42, 0, 208, [N/A]" }, { "time": 1790585388.4750028, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120090700, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "55, 5.53, 0, 208, [N/A]" }, { "time": 1790585390.5054276, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119948072, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "55, 5.39, 0, 201, [N/A]" }, { "time": 1790585392.5337012, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120363000, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "55, 5.39, 0, 208, [N/A]" }, { "time": 1790585394.5620928, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120094452, "SwapTotal": 16777212, "SwapFree": 15518016 }, "gpu": "55, 5.42, 0, 208, [N/A]" }, { "time": 1790585396.5913393, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119642168, "SwapTotal": 16777212, "SwapFree": 15518028 }, "gpu": "55, 5.48, 0, 208, [N/A]" }, { "time": 1790585398.6214325, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119399360, "SwapTotal": 16777212, "SwapFree": 15518028 }, "gpu": "55, 5.36, 0, 208, [N/A]" }, { "time": 1790585400.7368155, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 85790660, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.39, 4, 2405, [N/A]" }, { "time": 1790585402.7782567, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44158776, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.45, 3, 2405, [N/A]" }, { "time": 1790585404.8033142, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43630940, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.62, 2, 2405, [N/A]" }, { "time": 1790585406.827033, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43121600, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.64, 2, 2405, [N/A]" }, { "time": 1790585408.8517103, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42630180, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790585410.8770092, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42105392, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.66, 2, 2405, [N/A]" }, { "time": 1790585412.9010034, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41549340, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790585414.9257255, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41048784, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.65, 2, 2405, [N/A]" }, { "time": 1790585416.9490526, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40525888, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.64, 2, 2405, [N/A]" }, { "time": 1790585418.9730532, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39995704, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.63, 2, 2405, [N/A]" }, { "time": 1790585420.9969897, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39453364, "SwapTotal": 16777212, "SwapFree": 15518052 }, "gpu": "56, 14.61, 2, 2405, [N/A]" }, { "time": 1790585423.0212722, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38910464, "SwapTotal": 16777212, "SwapFree": 15518056 }, "gpu": "56, 14.60, 2, 2405, [N/A]" }, { "time": 1790585425.0461798, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38393760, "SwapTotal": 16777212, "SwapFree": 15518056 }, "gpu": "56, 14.62, 2, 2405, [N/A]" }, { "time": 1790585427.0723135, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 37853176, "SwapTotal": 16777212, "SwapFree": 15518056 }, "gpu": "56, 14.61, 2, 2405, [N/A]" }, { "time": 1790585429.0930917, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42022968, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.58, 2, 2405, [N/A]" }, { "time": 1790585431.118623, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41563524, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.63, 2, 2405, [N/A]" }, { "time": 1790585433.1400259, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41116860, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.60, 2, 2405, [N/A]" }, { "time": 1790585435.1616812, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40642060, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.59, 2, 2405, [N/A]" }, { "time": 1790585437.1845686, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40211284, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585439.2114604, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39712608, "SwapTotal": 16777212, "SwapFree": 15518064 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585441.237365, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39282500, "SwapTotal": 16777212, "SwapFree": 15518104 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585443.2591467, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38828668, "SwapTotal": 16777212, "SwapFree": 15518104 }, "gpu": "55, 14.53, 2, 2405, [N/A]" }, { "time": 1790585445.2804415, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38329068, "SwapTotal": 16777212, "SwapFree": 15518104 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585447.3048065, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38028848, "SwapTotal": 16777212, "SwapFree": 15518104 }, "gpu": "55, 14.55, 2, 2405, [N/A]" }, { "time": 1790585449.3269525, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 37705888, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.53, 2, 2405, [N/A]" }, { "time": 1790585451.348805, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 37786948, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.53, 2, 2405, [N/A]" }, { "time": 1790585453.369774, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 37670448, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.55, 2, 2405, [N/A]" }, { "time": 1790585455.3964782, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42360680, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.43, 1, 2405, [N/A]" }, { "time": 1790585457.4241252, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41915316, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.57, 2, 2405, [N/A]" }, { "time": 1790585459.4559195, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41463644, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.56, 2, 2405, [N/A]" }, { "time": 1790585461.478065, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41100312, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.52, 2, 2405, [N/A]" }, { "time": 1790585463.4990628, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40693548, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.54, 2, 2405, [N/A]" }, { "time": 1790585465.5212376, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40334836, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.52, 2, 2405, [N/A]" }, { "time": 1790585467.546067, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41538920, "SwapTotal": 16777212, "SwapFree": 15518120 }, "gpu": "55, 14.48, 2, 2405, [N/A]" }, { "time": 1790585469.5718627, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41277972, "SwapTotal": 16777212, "SwapFree": 15527540 }, "gpu": "55, 14.47, 1, 2405, [N/A]" }, { "time": 1790585471.6047204, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41253588, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585473.631015, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40930572, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.52, 2, 2405, [N/A]" }, { "time": 1790585475.6554883, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40625920, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790585477.6824183, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40302616, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.52, 2, 2405, [N/A]" }, { "time": 1790585479.7042613, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39941488, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.54, 2, 2405, [N/A]" }, { "time": 1790585481.7248962, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39583504, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.53, 2, 2405, [N/A]" }, { "time": 1790585483.7474074, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40478352, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.48, 2, 2405, [N/A]" }, { "time": 1790585485.7716527, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43717068, "SwapTotal": 16777212, "SwapFree": 15527544 }, "gpu": "55, 14.51, 2, 2405, [N/A]" }, { "time": 1790585487.7982953, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43184640, "SwapTotal": 16777212, "SwapFree": 15527548 }, "gpu": "55, 14.53, 2, 2405, [N/A]" }, { "time": 1790585489.8214023, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42750476, "SwapTotal": 16777212, "SwapFree": 15531284 }, "gpu": "55, 14.51, 2, 2405, [N/A]" }, { "time": 1790585491.8468945, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42359572, "SwapTotal": 16777212, "SwapFree": 15531284 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585493.8679807, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41915688, "SwapTotal": 16777212, "SwapFree": 15531284 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790585495.8905218, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41586380, "SwapTotal": 16777212, "SwapFree": 15531332 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790585497.922901, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41220384, "SwapTotal": 16777212, "SwapFree": 15531380 }, "gpu": "55, 14.52, 2, 2405, [N/A]" }, { "time": 1790585499.9446678, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40828296, "SwapTotal": 16777212, "SwapFree": 15531380 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585501.9759583, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40658264, "SwapTotal": 16777212, "SwapFree": 15531380 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790585503.9970813, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40275824, "SwapTotal": 16777212, "SwapFree": 15531380 }, "gpu": "55, 14.47, 2, 2405, [N/A]" }, { "time": 1790585506.0214293, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39827956, "SwapTotal": 16777212, "SwapFree": 15531388 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585508.048124, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39408420, "SwapTotal": 16777212, "SwapFree": 15531388 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585510.0688837, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39025448, "SwapTotal": 16777212, "SwapFree": 15531604 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790585512.0934095, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38606436, "SwapTotal": 16777212, "SwapFree": 15531604 }, "gpu": "55, 14.47, 2, 2405, [N/A]" }, { "time": 1790585514.1194744, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43094832, "SwapTotal": 16777212, "SwapFree": 15531616 }, "gpu": "55, 14.46, 2, 2405, [N/A]" }, { "time": 1790585516.1456323, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42594000, "SwapTotal": 16777212, "SwapFree": 15531708 }, "gpu": "55, 14.45, 2, 2405, [N/A]" }, { "time": 1790585518.1720343, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42129636, "SwapTotal": 16777212, "SwapFree": 15531708 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790585520.2050667, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41701452, "SwapTotal": 16777212, "SwapFree": 15531708 }, "gpu": "55, 14.47, 2, 2405, [N/A]" }, { "time": 1790585522.2294822, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41223628, "SwapTotal": 16777212, "SwapFree": 15531752 }, "gpu": "55, 14.48, 2, 2405, [N/A]" }, { "time": 1790585524.2542367, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40766104, "SwapTotal": 16777212, "SwapFree": 15531752 }, "gpu": "54, 14.51, 2, 2405, [N/A]" }, { "time": 1790585526.2874537, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40456732, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.48, 2, 2405, [N/A]" }, { "time": 1790585528.320224, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39945492, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.46, 2, 2405, [N/A]" }, { "time": 1790585530.3452568, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39486780, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585532.371369, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39038160, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.46, 2, 2405, [N/A]" }, { "time": 1790585534.3989515, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38590676, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.47, 2, 2405, [N/A]" }, { "time": 1790585536.4255166, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38149516, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.45, 2, 2405, [N/A]" }, { "time": 1790585538.4474764, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42564364, "SwapTotal": 16777212, "SwapFree": 15531764 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585540.4692805, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42029668, "SwapTotal": 16777212, "SwapFree": 15532912 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585542.4917521, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41598264, "SwapTotal": 16777212, "SwapFree": 15532988 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585544.5142093, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41175900, "SwapTotal": 16777212, "SwapFree": 15533012 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585546.5381775, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40652956, "SwapTotal": 16777212, "SwapFree": 15533560 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790585548.5638573, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40102684, "SwapTotal": 16777212, "SwapFree": 15542616 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585550.5901392, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39683328, "SwapTotal": 16777212, "SwapFree": 15543060 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585552.6109211, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39259372, "SwapTotal": 16777212, "SwapFree": 15543424 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585554.6364684, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38813188, "SwapTotal": 16777212, "SwapFree": 15543424 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585556.661687, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40300344, "SwapTotal": 16777212, "SwapFree": 15542900 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585558.6861627, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39837452, "SwapTotal": 16777212, "SwapFree": 15542900 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585560.7160833, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39237300, "SwapTotal": 16777212, "SwapFree": 15542528 }, "gpu": "54, 14.37, 2, 2405, [N/A]" }, { "time": 1790585562.7373745, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43314236, "SwapTotal": 16777212, "SwapFree": 15536276 }, "gpu": "54, 14.30, 2, 2405, [N/A]" }, { "time": 1790585564.7679062, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42844796, "SwapTotal": 16777212, "SwapFree": 15536304 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585566.7929058, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42286392, "SwapTotal": 16777212, "SwapFree": 15536744 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585568.820439, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41790780, "SwapTotal": 16777212, "SwapFree": 15536744 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585570.8458261, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41313364, "SwapTotal": 16777212, "SwapFree": 15536744 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585572.868431, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40791824, "SwapTotal": 16777212, "SwapFree": 15536748 }, "gpu": "54, 14.46, 2, 2405, [N/A]" }, { "time": 1790585574.8928142, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41379536, "SwapTotal": 16777212, "SwapFree": 15534000 }, "gpu": "54, 14.45, 2, 2405, [N/A]" }, { "time": 1790585576.9171853, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40991316, "SwapTotal": 16777212, "SwapFree": 15515976 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585578.9385173, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40618712, "SwapTotal": 16777212, "SwapFree": 15485804 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585580.9656136, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40214100, "SwapTotal": 16777212, "SwapFree": 15458352 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790585582.9903023, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39773760, "SwapTotal": 16777212, "SwapFree": 15438116 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585585.0225656, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39388476, "SwapTotal": 16777212, "SwapFree": 15423732 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790585587.0491645, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38956044, "SwapTotal": 16777212, "SwapFree": 15407520 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585589.0742512, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41104120, "SwapTotal": 16777212, "SwapFree": 15402100 }, "gpu": "54, 14.35, 2, 2405, [N/A]" }, { "time": 1790585591.0981834, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42702476, "SwapTotal": 16777212, "SwapFree": 15402116 }, "gpu": "54, 14.37, 2, 2405, [N/A]" }, { "time": 1790585593.1245992, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42100764, "SwapTotal": 16777212, "SwapFree": 15402128 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585595.1459565, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41607460, "SwapTotal": 16777212, "SwapFree": 15402128 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585597.1676984, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41063720, "SwapTotal": 16777212, "SwapFree": 15402144 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585599.1995196, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41072988, "SwapTotal": 16777212, "SwapFree": 15402148 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585601.2209, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41008756, "SwapTotal": 16777212, "SwapFree": 15400976 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790585603.2437055, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40792088, "SwapTotal": 16777212, "SwapFree": 15396852 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790585605.270724, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40322656, "SwapTotal": 16777212, "SwapFree": 15392996 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790585607.2921789, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39926412, "SwapTotal": 16777212, "SwapFree": 15393092 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790585609.3189147, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40320540, "SwapTotal": 16777212, "SwapFree": 15048496 }, "gpu": "54, 14.52, 2, 2405, [N/A]" }, { "time": 1790585611.3524024, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39945060, "SwapTotal": 16777212, "SwapFree": 15048500 }, "gpu": "54, 14.49, 2, 2405, [N/A]" }, { "time": 1790585613.37856, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 39373076, "SwapTotal": 16777212, "SwapFree": 15048560 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585615.400591, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 38844204, "SwapTotal": 16777212, "SwapFree": 15048560 }, "gpu": "54, 14.41, 2, 2405, [N/A]" }, { "time": 1790585617.4212987, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43294808, "SwapTotal": 16777212, "SwapFree": 15048616 }, "gpu": "54, 14.30, 0, 2405, [N/A]" }, { "time": 1790585619.4493594, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42921408, "SwapTotal": 16777212, "SwapFree": 15048712 }, "gpu": "54, 14.38, 2, 2405, [N/A]" }, { "time": 1790585621.4742105, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42351476, "SwapTotal": 16777212, "SwapFree": 15048712 }, "gpu": "54, 14.38, 2, 2405, [N/A]" }, { "time": 1790585623.5006754, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41767500, "SwapTotal": 16777212, "SwapFree": 15048712 }, "gpu": "54, 14.35, 2, 2405, [N/A]" }, { "time": 1790585625.5227888, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41266672, "SwapTotal": 16777212, "SwapFree": 15048728 }, "gpu": "54, 14.36, 2, 2405, [N/A]" }, { "time": 1790585627.547308, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41049168, "SwapTotal": 16777212, "SwapFree": 15048916 }, "gpu": "54, 14.32, 2, 2405, [N/A]" }, { "time": 1790585629.5687199, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40621104, "SwapTotal": 16777212, "SwapFree": 15048916 }, "gpu": "54, 14.35, 2, 2405, [N/A]" }, { "time": 1790585631.5917246, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42586476, "SwapTotal": 16777212, "SwapFree": 15003972 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790585633.6184297, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42105824, "SwapTotal": 16777212, "SwapFree": 15005244 }, "gpu": "54, 14.38, 2, 2405, [N/A]" }, { "time": 1790585635.6431148, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41655580, "SwapTotal": 16777212, "SwapFree": 15005244 }, "gpu": "54, 14.36, 2, 2405, [N/A]" }, { "time": 1790585637.6641884, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41168908, "SwapTotal": 16777212, "SwapFree": 15005244 }, "gpu": "54, 14.38, 2, 2405, [N/A]" }, { "time": 1790585639.6892288, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40724652, "SwapTotal": 16777212, "SwapFree": 15002776 }, "gpu": "54, 14.38, 2, 2405, [N/A]" }, { "time": 1790585641.710499, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45142012, "SwapTotal": 16777212, "SwapFree": 15002824 }, "gpu": "54, 14.25, 0, 2405, [N/A]" }, { "time": 1790585643.7379751, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44727744, "SwapTotal": 16777212, "SwapFree": 15002856 }, "gpu": "54, 14.37, 2, 2405, [N/A]" }, { "time": 1790585645.7615354, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44373060, "SwapTotal": 16777212, "SwapFree": 15002856 }, "gpu": "53, 14.33, 2, 2405, [N/A]" }, { "time": 1790585647.7833955, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43969920, "SwapTotal": 16777212, "SwapFree": 15002948 }, "gpu": "53, 14.32, 2, 2405, [N/A]" }, { "time": 1790585649.8053737, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43486684, "SwapTotal": 16777212, "SwapFree": 15002952 }, "gpu": "53, 14.33, 3, 2405, [N/A]" }, { "time": 1790585651.831425, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43012804, "SwapTotal": 16777212, "SwapFree": 15002952 }, "gpu": "53, 14.33, 2, 2405, [N/A]" }, { "time": 1790585653.8569236, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42555356, "SwapTotal": 16777212, "SwapFree": 15002964 }, "gpu": "53, 14.30, 2, 2405, [N/A]" }, { "time": 1790585655.884088, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42104492, "SwapTotal": 16777212, "SwapFree": 15002968 }, "gpu": "53, 14.29, 2, 2405, [N/A]" }, { "time": 1790585657.909936, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42603508, "SwapTotal": 16777212, "SwapFree": 14999808 }, "gpu": "53, 14.31, 2, 2405, [N/A]" }, { "time": 1790585659.9310606, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41825160, "SwapTotal": 16777212, "SwapFree": 14999880 }, "gpu": "53, 14.32, 2, 2405, [N/A]" }, { "time": 1790585661.951907, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41909796, "SwapTotal": 16777212, "SwapFree": 14999880 }, "gpu": "53, 14.30, 2, 2405, [N/A]" }, { "time": 1790585663.978485, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41351188, "SwapTotal": 16777212, "SwapFree": 14997120 }, "gpu": "54, 14.33, 2, 2405, [N/A]" }, { "time": 1790585666.002917, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40939792, "SwapTotal": 16777212, "SwapFree": 14985052 }, "gpu": "54, 14.33, 2, 2405, [N/A]" }, { "time": 1790585668.0297277, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43344824, "SwapTotal": 16777212, "SwapFree": 14920872 }, "gpu": "54, 14.25, 2, 2405, [N/A]" }, { "time": 1790585670.0520577, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45235884, "SwapTotal": 16777212, "SwapFree": 14920976 }, "gpu": "54, 14.31, 2, 2405, [N/A]" }, { "time": 1790585672.0773609, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44696484, "SwapTotal": 16777212, "SwapFree": 14921200 }, "gpu": "54, 14.33, 2, 2405, [N/A]" }, { "time": 1790585674.0996518, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44178588, "SwapTotal": 16777212, "SwapFree": 14921412 }, "gpu": "54, 14.34, 2, 2405, [N/A]" }, { "time": 1790585676.121061, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43827848, "SwapTotal": 16777212, "SwapFree": 14921412 }, "gpu": "53, 14.35, 2, 2405, [N/A]" }, { "time": 1790585678.1429026, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43329116, "SwapTotal": 16777212, "SwapFree": 14921412 }, "gpu": "53, 14.33, 2, 2405, [N/A]" }, { "time": 1790585680.1652076, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42756948, "SwapTotal": 16777212, "SwapFree": 14921420 }, "gpu": "53, 14.34, 2, 2405, [N/A]" }, { "time": 1790585682.1865857, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42809588, "SwapTotal": 16777212, "SwapFree": 14813676 }, "gpu": "53, 14.29, 2, 2405, [N/A]" }, { "time": 1790585684.2084267, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42574852, "SwapTotal": 16777212, "SwapFree": 14758576 }, "gpu": "53, 14.26, 2, 2405, [N/A]" }, { "time": 1790585686.2301695, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42153816, "SwapTotal": 16777212, "SwapFree": 14634948 }, "gpu": "53, 14.27, 2, 2405, [N/A]" }, { "time": 1790585688.2508807, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41677580, "SwapTotal": 16777212, "SwapFree": 14571644 }, "gpu": "53, 14.27, 2, 2405, [N/A]" }, { "time": 1790585690.277942, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41228716, "SwapTotal": 16777212, "SwapFree": 14502932 }, "gpu": "53, 14.26, 2, 2405, [N/A]" }, { "time": 1790585692.3027406, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40832080, "SwapTotal": 16777212, "SwapFree": 14434380 }, "gpu": "53, 14.27, 2, 2405, [N/A]" }, { "time": 1790585694.3301382, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45090524, "SwapTotal": 16777212, "SwapFree": 14434380 }, "gpu": "53, 14.23, 2, 2405, [N/A]" }, { "time": 1790585696.356349, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44733496, "SwapTotal": 16777212, "SwapFree": 14434384 }, "gpu": "53, 14.27, 2, 2405, [N/A]" }, { "time": 1790585698.3828695, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44185524, "SwapTotal": 16777212, "SwapFree": 14434384 }, "gpu": "53, 14.26, 2, 2405, [N/A]" }, { "time": 1790585700.4045112, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43855512, "SwapTotal": 16777212, "SwapFree": 14392348 }, "gpu": "53, 14.27, 2, 2405, [N/A]" }, { "time": 1790585702.4279518, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43490584, "SwapTotal": 16777212, "SwapFree": 14392388 }, "gpu": "53, 14.25, 2, 2405, [N/A]" }, { "time": 1790585704.4488924, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43159852, "SwapTotal": 16777212, "SwapFree": 14343124 }, "gpu": "53, 14.33, 2, 2405, [N/A]" }, { "time": 1790585706.4720354, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43014756, "SwapTotal": 16777212, "SwapFree": 14235732 }, "gpu": "53, 14.26, 2, 2405, [N/A]" }, { "time": 1790585708.4962955, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42691860, "SwapTotal": 16777212, "SwapFree": 14125164 }, "gpu": "53, 14.25, 2, 2405, [N/A]" }, { "time": 1790585710.5212214, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42304700, "SwapTotal": 16777212, "SwapFree": 14065404 }, "gpu": "53, 14.22, 2, 2405, [N/A]" }, { "time": 1790585712.5487657, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42024016, "SwapTotal": 16777212, "SwapFree": 13881528 }, "gpu": "53, 14.36, 2, 2405, [N/A]" }, { "time": 1790585714.5738175, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41788840, "SwapTotal": 16777212, "SwapFree": 13755788 }, "gpu": "53, 14.37, 2, 2405, [N/A]" }, { "time": 1790585716.5998979, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41579368, "SwapTotal": 16777212, "SwapFree": 13535244 }, "gpu": "53, 14.42, 1, 2405, [N/A]" }, { "time": 1790585718.6248815, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45896688, "SwapTotal": 16777212, "SwapFree": 13535244 }, "gpu": "53, 14.10, 0, 2405, [N/A]" }, { "time": 1790585720.651591, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45404080, "SwapTotal": 16777212, "SwapFree": 13535244 }, "gpu": "53, 14.20, 2, 2405, [N/A]" }, { "time": 1790585722.6752872, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44900056, "SwapTotal": 16777212, "SwapFree": 13535244 }, "gpu": "53, 14.21, 2, 2405, [N/A]" }, { "time": 1790585724.6969624, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44383568, "SwapTotal": 16777212, "SwapFree": 13535244 }, "gpu": "53, 14.23, 2, 2405, [N/A]" }, { "time": 1790585726.7195086, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44347188, "SwapTotal": 16777212, "SwapFree": 13493592 }, "gpu": "53, 14.19, 2, 2405, [N/A]" }, { "time": 1790585728.7406538, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43748680, "SwapTotal": 16777212, "SwapFree": 13493780 }, "gpu": "53, 14.22, 2, 2405, [N/A]" }, { "time": 1790585730.7640953, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43241124, "SwapTotal": 16777212, "SwapFree": 13493780 }, "gpu": "53, 14.22, 2, 2405, [N/A]" }, { "time": 1790585732.7862666, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42829396, "SwapTotal": 16777212, "SwapFree": 13493812 }, "gpu": "53, 14.24, 2, 2405, [N/A]" }, { "time": 1790585734.8075736, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42735260, "SwapTotal": 16777212, "SwapFree": 13416128 }, "gpu": "53, 14.30, 2, 2405, [N/A]" }, { "time": 1790585736.8285003, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42275276, "SwapTotal": 16777212, "SwapFree": 13394188 }, "gpu": "53, 14.38, 2, 2405, [N/A]" }, { "time": 1790585738.851654, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41880048, "SwapTotal": 16777212, "SwapFree": 13345548 }, "gpu": "53, 14.20, 2, 2405, [N/A]" }, { "time": 1790585740.876991, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41464124, "SwapTotal": 16777212, "SwapFree": 13337312 }, "gpu": "53, 14.21, 2, 2405, [N/A]" }, { "time": 1790585742.8989713, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40977396, "SwapTotal": 16777212, "SwapFree": 13335572 }, "gpu": "53, 14.20, 2, 2405, [N/A]" }, { "time": 1790585744.9214396, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40447056, "SwapTotal": 16777212, "SwapFree": 13335084 }, "gpu": "53, 14.19, 2, 2405, [N/A]" }, { "time": 1790585746.943945, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44796480, "SwapTotal": 16777212, "SwapFree": 13335092 }, "gpu": "53, 14.20, 2, 2405, [N/A]" }, { "time": 1790585748.965927, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44291380, "SwapTotal": 16777212, "SwapFree": 13335096 }, "gpu": "53, 14.19, 2, 2405, [N/A]" }, { "time": 1790585750.9933522, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43799044, "SwapTotal": 16777212, "SwapFree": 13335096 }, "gpu": "53, 14.22, 2, 2405, [N/A]" }, { "time": 1790585753.020325, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43291476, "SwapTotal": 16777212, "SwapFree": 13335096 }, "gpu": "53, 14.23, 2, 2405, [N/A]" }, { "time": 1790585755.0479271, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42772320, "SwapTotal": 16777212, "SwapFree": 13335096 }, "gpu": "53, 14.21, 2, 2405, [N/A]" }, { "time": 1790585757.0689666, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42368388, "SwapTotal": 16777212, "SwapFree": 13335124 }, "gpu": "53, 14.20, 2, 2405, [N/A]" }, { "time": 1790585759.0905461, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42828484, "SwapTotal": 16777212, "SwapFree": 13334348 }, "gpu": "53, 14.17, 2, 2405, [N/A]" }, { "time": 1790585761.1177545, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42264712, "SwapTotal": 16777212, "SwapFree": 13334348 }, "gpu": "53, 14.15, 2, 2405, [N/A]" }, { "time": 1790585763.1418483, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42007216, "SwapTotal": 16777212, "SwapFree": 13332372 }, "gpu": "53, 14.24, 2, 2405, [N/A]" }, { "time": 1790585765.1681826, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41680124, "SwapTotal": 16777212, "SwapFree": 13328476 }, "gpu": "53, 14.15, 2, 2405, [N/A]" }, { "time": 1790585767.188589, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41139036, "SwapTotal": 16777212, "SwapFree": 13328288 }, "gpu": "53, 14.14, 2, 2405, [N/A]" }, { "time": 1790585769.2127771, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40769884, "SwapTotal": 16777212, "SwapFree": 13328288 }, "gpu": "53, 14.15, 2, 2405, [N/A]" }, { "time": 1790585771.2370934, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44959700, "SwapTotal": 16777212, "SwapFree": 13327432 }, "gpu": "53, 13.99, 2, 2405, [N/A]" }, { "time": 1790585773.26244, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44461456, "SwapTotal": 16777212, "SwapFree": 13327432 }, "gpu": "53, 14.14, 2, 2405, [N/A]" }, { "time": 1790585775.289572, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44691876, "SwapTotal": 16777212, "SwapFree": 13327568 }, "gpu": "53, 14.00, 2, 2411, [N/A]" }, { "time": 1790585777.3147922, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44162880, "SwapTotal": 16777212, "SwapFree": 13327568 }, "gpu": "53, 14.01, 2, 2411, [N/A]" }, { "time": 1790585779.3365214, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43662976, "SwapTotal": 16777212, "SwapFree": 13327568 }, "gpu": "53, 14.00, 2, 2411, [N/A]" }, { "time": 1790585781.3632326, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43117324, "SwapTotal": 16777212, "SwapFree": 13327580 }, "gpu": "53, 14.03, 2, 2411, [N/A]" }, { "time": 1790585783.3888373, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42608716, "SwapTotal": 16777212, "SwapFree": 13327580 }, "gpu": "53, 14.01, 2, 2411, [N/A]" }, { "time": 1790585785.4094849, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42253896, "SwapTotal": 16777212, "SwapFree": 13327580 }, "gpu": "53, 13.98, 2, 2411, [N/A]" }, { "time": 1790585787.4341488, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41736448, "SwapTotal": 16777212, "SwapFree": 13327584 }, "gpu": "52, 13.95, 2, 2411, [N/A]" }, { "time": 1790585789.459685, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 41284660, "SwapTotal": 16777212, "SwapFree": 13327296 }, "gpu": "53, 13.96, 2, 2411, [N/A]" }, { "time": 1790585791.480348, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40833028, "SwapTotal": 16777212, "SwapFree": 13327044 }, "gpu": "52, 14.01, 2, 2411, [N/A]" }, { "time": 1790585793.5053275, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40985080, "SwapTotal": 16777212, "SwapFree": 13326540 }, "gpu": "52, 14.01, 2, 2411, [N/A]" }, { "time": 1790585795.5319815, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 40569452, "SwapTotal": 16777212, "SwapFree": 13326724 }, "gpu": "52, 13.99, 2, 2411, [N/A]" }, { "time": 1790585797.5540872, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44412844, "SwapTotal": 16777212, "SwapFree": 13326320 }, "gpu": "53, 19.12, 0, 2405, [N/A]" }, { "time": 1790585799.5798802, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44268292, "SwapTotal": 16777212, "SwapFree": 13326320 }, "gpu": "52, 13.47, 0, 2411, [N/A]" }, { "time": 1790585801.6053312, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44122624, "SwapTotal": 16777212, "SwapFree": 13326324 }, "gpu": "52, 13.48, 0, 2411, [N/A]" }, { "time": 1790585803.630133, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43999380, "SwapTotal": 16777212, "SwapFree": 13326324 }, "gpu": "52, 13.44, 0, 2411, [N/A]" }, { "time": 1790585805.6548798, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43743028, "SwapTotal": 16777212, "SwapFree": 13326324 }, "gpu": "52, 14.27, 0, 2411, [N/A]" }, { "time": 1790585807.6792912, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43321532, "SwapTotal": 16777212, "SwapFree": 13326328 }, "gpu": "52, 16.92, 0, 2411, [N/A]" }, { "time": 1790585809.7232783, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43991524, "SwapTotal": 16777212, "SwapFree": 13325220 }, "gpu": "52, 15.69, 0, 2411, [N/A]" }, { "time": 1790585811.7449276, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43850856, "SwapTotal": 16777212, "SwapFree": 13325232 }, "gpu": "53, 17.98, 46, 2411, [N/A]" }, { "time": 1790585813.7703278, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44743372, "SwapTotal": 16777212, "SwapFree": 13307896 }, "gpu": "53, 18.04, 0, 2405, [N/A]" }, { "time": 1790585815.7919793, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44677528, "SwapTotal": 16777212, "SwapFree": 13307896 }, "gpu": "53, 18.01, 62, 2405, [N/A]" }, { "time": 1790585817.81616, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44787988, "SwapTotal": 16777212, "SwapFree": 13307896 }, "gpu": "54, 17.04, 57, 2405, [N/A]" }, { "time": 1790585819.8402746, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44826432, "SwapTotal": 16777212, "SwapFree": 13307896 }, "gpu": "53, 16.01, 9, 2405, [N/A]" }, { "time": 1790585821.8669493, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44770156, "SwapTotal": 16777212, "SwapFree": 13307896 }, "gpu": "53, 13.73, 0, 2405, [N/A]" }, { "time": 1790585823.8920958, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44689924, "SwapTotal": 16777212, "SwapFree": 13307900 }, "gpu": "53, 15.99, 0, 2405, [N/A]" }, { "time": 1790585825.9190593, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44694844, "SwapTotal": 16777212, "SwapFree": 13308496 }, "gpu": "53, 14.76, 0, 2411, [N/A]" }, { "time": 1790585827.9406297, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44501104, "SwapTotal": 16777212, "SwapFree": 13308528 }, "gpu": "54, 16.03, 59, 2411, [N/A]" }, { "time": 1790585829.9854953, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45311176, "SwapTotal": 16777212, "SwapFree": 13307352 }, "gpu": "53, 17.47, 0, 2405, [N/A]" }, { "time": 1790585832.0106065, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45299868, "SwapTotal": 16777212, "SwapFree": 13307356 }, "gpu": "53, 16.43, 38, 2411, [N/A]" }, { "time": 1790585834.0357618, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45239332, "SwapTotal": 16777212, "SwapFree": 13309800 }, "gpu": "54, 16.04, 83, 2411, [N/A]" }, { "time": 1790585836.0565357, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45192908, "SwapTotal": 16777212, "SwapFree": 13309800 }, "gpu": "53, 15.62, 47, 2411, [N/A]" }, { "time": 1790585838.1132002, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45155040, "SwapTotal": 16777212, "SwapFree": 13309800 }, "gpu": "53, 14.77, 0, 2411, [N/A]" }, { "time": 1790585840.1365037, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 44412904, "SwapTotal": 16777212, "SwapFree": 13307036 }, "gpu": "53, 15.92, 0, 2405, [N/A]" }, { "time": 1790585842.1636374, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43556276, "SwapTotal": 16777212, "SwapFree": 13306288 }, "gpu": "53, 14.77, 0, 2405, [N/A]" }, { "time": 1790585844.1875515, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43326824, "SwapTotal": 16777212, "SwapFree": 13302616 }, "gpu": "62, 55.85, 96, 2392, [N/A]" }, { "time": 1790585846.2275097, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 43212508, "SwapTotal": 16777212, "SwapFree": 13302700 }, "gpu": "59, 49.76, 96, 2392, [N/A]" }, { "time": 1790585848.2538261, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 24693956, "SwapTotal": 16777212, "SwapFree": 13142912 }, "gpu": "55, 15.23, 25, 2405, [N/A]" }, { "time": 1790585850.489445, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17584264, "SwapTotal": 16777212, "SwapFree": 13113160 }, "gpu": "56, 22.89, 0, 2405, [N/A]" }, { "time": 1790585852.541097, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16130820, "SwapTotal": 16777212, "SwapFree": 13112504 }, "gpu": "69, 90.32, 92, 2314, [N/A]" }, { "time": 1790585854.5643528, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14650440, "SwapTotal": 16777212, "SwapFree": 13112160 }, "gpu": "70, 92.03, 96, 2255, [N/A]" }, { "time": 1790585856.5947192, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12838060, "SwapTotal": 16777212, "SwapFree": 13112016 }, "gpu": "68, 62.29, 96, 2320, [N/A]" }, { "time": 1790585858.617813, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12692084, "SwapTotal": 16777212, "SwapFree": 13112016 }, "gpu": "66, 45.69, 76, 2398, [N/A]" }, { "time": 1790585860.649172, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12608508, "SwapTotal": 16777212, "SwapFree": 13112016 }, "gpu": "72, 86.58, 96, 2366, [N/A]" }, { "time": 1790585862.6761994, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12539416, "SwapTotal": 16777212, "SwapFree": 13112016 }, "gpu": "67, 47.78, 86, 2359, [N/A]" }, { "time": 1790585864.7081625, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12319784, "SwapTotal": 16777212, "SwapFree": 13112016 }, "gpu": "73, 88.87, 96, 2294, [N/A]" }, { "time": 1790585866.7374032, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12201948, "SwapTotal": 16777212, "SwapFree": 13112064 }, "gpu": "69, 61.75, 95, 2366, [N/A]" }, { "time": 1790585868.7599604, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12135084, "SwapTotal": 16777212, "SwapFree": 13112064 }, "gpu": "70, 86.88, 96, 2385, [N/A]" }, { "time": 1790585870.7891557, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10774968, "SwapTotal": 16777212, "SwapFree": 13112064 }, "gpu": "69, 55.46, 95, 2398, [N/A]" }, { "time": 1790585872.819041, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10685152, "SwapTotal": 16777212, "SwapFree": 13112092 }, "gpu": "75, 91.58, 96, 2197, [N/A]" }, { "time": 1790585874.8506205, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10621540, "SwapTotal": 16777212, "SwapFree": 13112092 }, "gpu": "76, 91.97, 96, 2158, [N/A]" }, { "time": 1790585876.8760245, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10532184, "SwapTotal": 16777212, "SwapFree": 13112128 }, "gpu": "77, 85.81, 96, 2145, [N/A]" }, { "time": 1790585878.9027233, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10546932, "SwapTotal": 16777212, "SwapFree": 13112128 }, "gpu": "77, 73.98, 96, 2275, [N/A]" }, { "time": 1790585880.9263306, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10437864, "SwapTotal": 16777212, "SwapFree": 13112128 }, "gpu": "73, 63.72, 86, 2385, [N/A]" }, { "time": 1790585882.9542809, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10658072, "SwapTotal": 16777212, "SwapFree": 13112132 }, "gpu": "76, 76.52, 88, 2249, [N/A]" }, { "time": 1790585884.9810371, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10522124, "SwapTotal": 16777212, "SwapFree": 13112132 }, "gpu": "73, 71.02, 95, 2405, [N/A]" }, { "time": 1790585887.0106454, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10741028, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "79, 80.85, 95, 2353, [N/A]" }, { "time": 1790585889.0432613, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10669512, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "78, 75.57, 96, 2307, [N/A]" }, { "time": 1790585891.0674987, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10601148, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "76, 74.12, 95, 2346, [N/A]" }, { "time": 1790585893.095098, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10523072, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "79, 79.35, 96, 2327, [N/A]" }, { "time": 1790585895.1223834, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10467872, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "80, 83.58, 96, 2320, [N/A]" }, { "time": 1790585897.1496847, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10565792, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "74, 80.05, 96, 2151, [N/A]" }, { "time": 1790585899.1865504, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10482768, "SwapTotal": 16777212, "SwapFree": 13112152 }, "gpu": "74, 81.84, 96, 2327, [N/A]" }, { "time": 1790585901.2223642, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10413852, "SwapTotal": 16777212, "SwapFree": 13112176 }, "gpu": "81, 85.06, 96, 2314, [N/A]" }, { "time": 1790585903.254873, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10350840, "SwapTotal": 16777212, "SwapFree": 13112176 }, "gpu": "77, 76.67, 95, 2307, [N/A]" }, { "time": 1790585905.278213, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10283716, "SwapTotal": 16777212, "SwapFree": 13112176 }, "gpu": "81, 74.40, 96, 2359, [N/A]" }, { "time": 1790585907.3006897, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10234580, "SwapTotal": 16777212, "SwapFree": 13112212 }, "gpu": "82, 73.37, 95, 2353, [N/A]" }, { "time": 1790585909.3256626, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10083352, "SwapTotal": 16777212, "SwapFree": 13112352 }, "gpu": "75, 75.20, 94, 2320, [N/A]" }, { "time": 1790585911.3574479, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10044076, "SwapTotal": 16777212, "SwapFree": 13112372 }, "gpu": "83, 77.20, 96, 2379, [N/A]" }, { "time": 1790585913.4355266, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10649920, "SwapTotal": 16777212, "SwapFree": 13112380 }, "gpu": "83, 80.89, 96, 2327, [N/A]" }, { "time": 1790585915.4608903, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10578124, "SwapTotal": 16777212, "SwapFree": 13112380 }, "gpu": "78, 74.76, 96, 2314, [N/A]" }, { "time": 1790585917.486793, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10537472, "SwapTotal": 16777212, "SwapFree": 13112548 }, "gpu": "76, 78.25, 96, 2288, [N/A]" }, { "time": 1790585919.517175, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10777924, "SwapTotal": 16777212, "SwapFree": 13112548 }, "gpu": "83, 68.93, 96, 2366, [N/A]" }, { "time": 1790585921.548931, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10683232, "SwapTotal": 16777212, "SwapFree": 13112548 }, "gpu": "81, 78.08, 95, 2359, [N/A]" }, { "time": 1790585923.5788455, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10615460, "SwapTotal": 16777212, "SwapFree": 13112548 }, "gpu": "84, 82.02, 95, 2320, [N/A]" }, { "time": 1790585925.601722, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10563904, "SwapTotal": 16777212, "SwapFree": 13114196 }, "gpu": "84, 79.77, 96, 2340, [N/A]" }, { "time": 1790585927.6387508, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10502932, "SwapTotal": 16777212, "SwapFree": 13114196 }, "gpu": "84, 75.63, 96, 2372, [N/A]" }, { "time": 1790585929.6695087, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10540148, "SwapTotal": 16777212, "SwapFree": 13104392 }, "gpu": "81, 77.49, 96, 2314, [N/A]" }, { "time": 1790585931.704886, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10532920, "SwapTotal": 16777212, "SwapFree": 13075860 }, "gpu": "80, 80.93, 91, 2275, [N/A]" }, { "time": 1790585933.7307212, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10721248, "SwapTotal": 16777212, "SwapFree": 13074264 }, "gpu": "85, 87.14, 95, 2223, [N/A]" }, { "time": 1790585935.7678027, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10617220, "SwapTotal": 16777212, "SwapFree": 13074264 }, "gpu": "83, 77.37, 95, 2242, [N/A]" }, { "time": 1790585937.8009202, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10544936, "SwapTotal": 16777212, "SwapFree": 13074272 }, "gpu": "78, 75.65, 95, 2307, [N/A]" }, { "time": 1790585939.8359306, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10506428, "SwapTotal": 16777212, "SwapFree": 13074272 }, "gpu": "85, 83.80, 96, 2314, [N/A]" }, { "time": 1790585941.863476, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10437348, "SwapTotal": 16777212, "SwapFree": 13074288 }, "gpu": "85, 81.29, 96, 2320, [N/A]" }, { "time": 1790585943.8846939, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10495796, "SwapTotal": 16777212, "SwapFree": 13073576 }, "gpu": "84, 80.17, 95, 2275, [N/A]" }, { "time": 1790585945.9468074, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10398640, "SwapTotal": 16777212, "SwapFree": 13073576 }, "gpu": "79, 72.46, 95, 2307, [N/A]" }, { "time": 1790585947.9775307, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10249560, "SwapTotal": 16777212, "SwapFree": 13073576 }, "gpu": "74, 28.04, 0, 2405, [N/A]" }, { "time": 1790585949.9985206, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9887328, "SwapTotal": 16777212, "SwapFree": 13073584 }, "gpu": "72, 18.43, 0, 2405, [N/A]" }, { "time": 1790585952.0220668, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9794504, "SwapTotal": 16777212, "SwapFree": 13073584 }, "gpu": "70, 17.31, 0, 2405, [N/A]" }, { "time": 1790585954.0428312, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9712968, "SwapTotal": 16777212, "SwapFree": 13073584 }, "gpu": "69, 17.01, 0, 2405, [N/A]" }, { "time": 1790585956.064216, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9507224, "SwapTotal": 16777212, "SwapFree": 13073624 }, "gpu": "68, 16.80, 0, 2405, [N/A]" }, { "time": 1790585958.0895271, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9361416, "SwapTotal": 16777212, "SwapFree": 13073624 }, "gpu": "67, 16.57, 0, 2405, [N/A]" }, { "time": 1790585960.111051, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9194140, "SwapTotal": 16777212, "SwapFree": 13073624 }, "gpu": "66, 16.40, 0, 2405, [N/A]" }, { "time": 1790585962.1337595, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9334708, "SwapTotal": 16777212, "SwapFree": 13072976 }, "gpu": "66, 16.31, 0, 2405, [N/A]" }, { "time": 1790585964.1579347, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9168052, "SwapTotal": 16777212, "SwapFree": 13072976 }, "gpu": "65, 16.13, 0, 2405, [N/A]" }, { "time": 1790585966.1790388, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9213548, "SwapTotal": 16777212, "SwapFree": 13072100 }, "gpu": "64, 16.01, 0, 2405, [N/A]" }, { "time": 1790585968.205326, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9264580, "SwapTotal": 16777212, "SwapFree": 13071580 }, "gpu": "64, 15.94, 0, 2405, [N/A]" }, { "time": 1790585970.2311578, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9211540, "SwapTotal": 16777212, "SwapFree": 13071580 }, "gpu": "63, 15.74, 0, 2405, [N/A]" }, { "time": 1790585972.2530468, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9515256, "SwapTotal": 16777212, "SwapFree": 13071584 }, "gpu": "62, 15.64, 0, 2405, [N/A]" }, { "time": 1790585974.27891, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9471400, "SwapTotal": 16777212, "SwapFree": 13071612 }, "gpu": "67, 36.34, 1, 2392, [N/A]" }, { "time": 1790585976.305469, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9489920, "SwapTotal": 16777212, "SwapFree": 13071612 }, "gpu": "68, 41.77, 95, 2392, [N/A]" }, { "time": 1790585978.3537605, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10027060, "SwapTotal": 16777212, "SwapFree": 13076252 }, "gpu": "65, 31.28, 95, 2405, [N/A]" }, { "time": 1790585980.3998103, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 9993156, "SwapTotal": 16777212, "SwapFree": 13076256 }, "gpu": "65, 31.58, 95, 2405, [N/A]" }, { "time": 1790585982.4483163, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10015076, "SwapTotal": 16777212, "SwapFree": 13035268 }, "gpu": "66, 30.19, 84, 2405, [N/A]" }, { "time": 1790585984.4914925, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11734596, "SwapTotal": 16777212, "SwapFree": 13011084 }, "gpu": "66, 31.49, 95, 2405, [N/A]" }, { "time": 1790585986.534274, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11681084, "SwapTotal": 16777212, "SwapFree": 13007500 }, "gpu": "66, 31.67, 95, 2405, [N/A]" }, { "time": 1790585988.580616, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11761720, "SwapTotal": 16777212, "SwapFree": 12994676 }, "gpu": "66, 31.52, 95, 2405, [N/A]" }, { "time": 1790585990.626107, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11662536, "SwapTotal": 16777212, "SwapFree": 12994676 }, "gpu": "67, 31.73, 95, 2405, [N/A]" }, { "time": 1790585992.6751215, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11673392, "SwapTotal": 16777212, "SwapFree": 12982576 }, "gpu": "67, 31.81, 95, 2405, [N/A]" }, { "time": 1790585994.7194338, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11553732, "SwapTotal": 16777212, "SwapFree": 12982580 }, "gpu": "67, 41.35, 95, 2405, [N/A]" }, { "time": 1790585996.7685711, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11537476, "SwapTotal": 16777212, "SwapFree": 12982584 }, "gpu": "68, 31.95, 95, 2405, [N/A]" }, { "time": 1790585998.817836, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11476276, "SwapTotal": 16777212, "SwapFree": 12982592 }, "gpu": "68, 32.05, 95, 2405, [N/A]" }, { "time": 1790586000.8649886, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11514496, "SwapTotal": 16777212, "SwapFree": 12965424 }, "gpu": "68, 31.28, 95, 2405, [N/A]" }, { "time": 1790586002.9115353, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11436956, "SwapTotal": 16777212, "SwapFree": 12965492 }, "gpu": "68, 32.21, 95, 2405, [N/A]" }, { "time": 1790586004.9593694, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11378200, "SwapTotal": 16777212, "SwapFree": 12965492 }, "gpu": "68, 32.20, 95, 2405, [N/A]" }, { "time": 1790586007.0056298, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11321504, "SwapTotal": 16777212, "SwapFree": 12965492 }, "gpu": "69, 32.24, 95, 2405, [N/A]" }, { "time": 1790586009.0517292, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11263064, "SwapTotal": 16777212, "SwapFree": 12965500 }, "gpu": "69, 32.27, 95, 2405, [N/A]" }, { "time": 1790586011.0944211, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11196204, "SwapTotal": 16777212, "SwapFree": 12965500 }, "gpu": "69, 32.32, 95, 2405, [N/A]" }, { "time": 1790586013.1417701, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11141584, "SwapTotal": 16777212, "SwapFree": 12965500 }, "gpu": "70, 32.42, 95, 2405, [N/A]" }, { "time": 1790586015.1896148, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11077116, "SwapTotal": 16777212, "SwapFree": 12965500 }, "gpu": "70, 32.36, 95, 2405, [N/A]" }, { "time": 1790586017.2320662, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 11031884, "SwapTotal": 16777212, "SwapFree": 12965508 }, "gpu": "70, 32.52, 95, 2405, [N/A]" }, { "time": 1790586019.2752476, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10968264, "SwapTotal": 16777212, "SwapFree": 12965508 }, "gpu": "70, 32.53, 95, 2405, [N/A]" }, { "time": 1790586021.3204997, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10931512, "SwapTotal": 16777212, "SwapFree": 12965508 }, "gpu": "70, 32.62, 95, 2405, [N/A]" }, { "time": 1790586023.3677502, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10864256, "SwapTotal": 16777212, "SwapFree": 12965508 }, "gpu": "70, 32.64, 95, 2405, [N/A]" }, { "time": 1790586025.4153876, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10810040, "SwapTotal": 16777212, "SwapFree": 12965508 }, "gpu": "70, 32.64, 95, 2405, [N/A]" }, { "time": 1790586027.4606733, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 10719160, "SwapTotal": 16777212, "SwapFree": 12965528 }, "gpu": "70, 32.60, 95, 2405, [N/A]" }, { "time": 1790586029.5043736, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13249124, "SwapTotal": 16777212, "SwapFree": 13688428 }, "gpu": "68, 22.01, 95, 2405, [N/A]" }, { "time": 1790586031.5312338, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121441036, "SwapTotal": 16777212, "SwapFree": 13701656 }, "gpu": "67, 16.54, 0, 2405, [N/A]" }, { "time": 1790586033.5544565, "model": "nvidia_NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121319276, "SwapTotal": 16777212, "SwapFree": 13703376 }, "gpu": "65, 7.18, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "85cb1760cc96b2add56f30edbde03eee6ae5c29c82656141dc79f7ae141a33b3", "checkpoint": { "architecture": [ "NemotronHForCausalLM" ], "model_type": "nemotron_h", "quantization": { "quant_method": "modelopt", "quant_algo": "MIXED_PRECISION", "producer": { "name": "modelopt", "version": "0.43.0.dev63+g449e700f9" }, "config_group_count": 2, "quantized_module_count": 41100, "weight_precision_bits": [ 4, 8 ] }, "expected": 17, "missing": [], "bytes": 80317948856, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 103208, "BF16": 6020553728, "F8_E4M3": 11873353728, "U8": 56382455808 }, "tensor_counts_by_dtype": { "F32": 82257, "BF16": 1542, "F8_E4M3": 41100, "U8": 40961 } }, "result": { "startup_to_ready_s": 591.8758448460139, "status": "ok", "checkpoint": { "architecture": [ "NemotronHForCausalLM" ], "model_type": "nemotron_h", "quantization": { "quant_method": "modelopt", "quant_algo": "MIXED_PRECISION", "producer": { "name": "modelopt", "version": "0.43.0.dev63+g449e700f9" }, "config_group_count": 2, "quantized_module_count": 41100, "weight_precision_bits": [ 4, 8 ] }, "expected": 17, "missing": [], "bytes": 80317948856, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 103208, "BF16": 6020553728, "F8_E4M3": 11873353728, "U8": 56382455808 }, "tensor_counts_by_dtype": { "F32": 82257, "BF16": 1542, "F8_E4M3": 41100, "U8": 40961 } } } }, "trials": [ { "id": "fb2b3b03ceb79448612c5448:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 16.654734955549753, "prefill_tps": null, "ttft_s": 2.5898097040189896, "wall_s": 3.4905565730005037, "end_to_end_tps": 4.583796212833274, "input_tokens": 891, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "fb2b3b03ceb79448612c5448:measured:1", "phase": "measured", "trial": "1", "decode_tps": 14.788430192488205, "prefill_tps": null, "ttft_s": 0.6959314880077727, "wall_s": 17.9391957570042, "end_to_end_tps": 14.27042792038473, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "fb2b3b03ceb79448612c5448:measured:2", "phase": "measured", "trial": "2", "decode_tps": 15.01761360689669, "prefill_tps": null, "ttft_s": 0.6341825970157515, "wall_s": 17.61435337801231, "end_to_end_tps": 14.533601915785358, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "fb2b3b03ceb79448612c5448:measured:3", "phase": "measured", "trial": "3", "decode_tps": 15.032577609163713, "prefill_tps": null, "ttft_s": 0.6235470690007787, "wall_s": 17.586825392005267, "end_to_end_tps": 14.556350807711672, "input_tokens": 891, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "822e23eaed087b9b0ce251fb2a8dae6cdeace782befd6107e76d70abda8df7fa", "observed_utc": "2026-09-28T09:00:38.043044+00:00", "status": "ok", "error": null }, { "sha256": "85cb1760cc96b2add56f30edbde03eee6ae5c29c82656141dc79f7ae141a33b3", "observed_utc": "2026-09-28T09:13:52.163013+00:00", "status": "ok", "error": null } ] }, { "id": "4481e71193f50a9bd596bd95", "run_id": "spark-token-benchmark-20260928", "name": "nvidia_Qwen3.5-122B-A10B-NVFP4", "engine": "vLLM", "format": "safetensors", "quantization": "NVFP4", "parameters": "unknown", "digest": "", "kind": "generation", "status": "incomplete", "error": "Missing weight shards: model-00001-of-00009.safetensors, model-00002-of-00009.safetensors", "resources": [], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "cdefc54cf7a29387578dd7d1c019287baaff2d64bbcb5fc5a8e2515deb61e8b1", "checkpoint": { "architecture": [ "Qwen3_5MoeForConditionalGeneration" ], "model_type": "qwen3_5_moe", "quantization": { "quant_method": "modelopt", "quant_algo": "NVFP4", "producer": { "name": "modelopt", "version": "0.0.1.dev752+gbd4fc3a65.d20260504" }, "config_group_count": 1, "quantized_module_count": 0, "weight_precision_bits": [ 4 ] }, "expected": 9, "missing": [ "model-00001-of-00009.safetensors", "model-00002-of-00009.safetensors" ], "bytes": 63492385200, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 56460, "BF16": 6762264320, "F8_E4M3": 5550243840, "U8": 44401950720 }, "tensor_counts_by_dtype": { "F32": 56460, "BF16": 1342, "F8_E4M3": 28230, "U8": 28230 } }, "result": { "status": "incomplete", "checkpoint": { "architecture": [ "Qwen3_5MoeForConditionalGeneration" ], "model_type": "qwen3_5_moe", "quantization": { "quant_method": "modelopt", "quant_algo": "NVFP4", "producer": { "name": "modelopt", "version": "0.0.1.dev752+gbd4fc3a65.d20260504" }, "config_group_count": 1, "quantized_module_count": 0, "weight_precision_bits": [ 4 ] }, "expected": 9, "missing": [ "model-00001-of-00009.safetensors", "model-00002-of-00009.safetensors" ], "bytes": 63492385200, "dtype_declared": "bfloat16", "quantization_config_present": true, "stored_tensor_element_counts_by_dtype": { "F32": 56460, "BF16": 6762264320, "F8_E4M3": 5550243840, "U8": 44401950720 }, "tensor_counts_by_dtype": { "F32": 56460, "BF16": 1342, "F8_E4M3": 28230, "U8": 28230 } } } }, "trials": [], "history": [ { "sha256": "bcee15206fdfee203c8894a2fbe2e6ca1f6ece0f436b7f62b9ed480133a97b65", "observed_utc": "2026-09-28T09:00:38.044282+00:00", "status": "incomplete", "error": "Missing weight shards: model-00001-of-00009.safetensors, model-00002-of-00009.safetensors" }, { "sha256": "cdefc54cf7a29387578dd7d1c019287baaff2d64bbcb5fc5a8e2515deb61e8b1", "observed_utc": "2026-09-28T09:09:21.219242+00:00", "status": "incomplete", "error": "Missing weight shards: model-00001-of-00009.safetensors, model-00002-of-00009.safetensors" } ] }, { "id": "cffdb11ae6c79397d6aa9e33", "run_id": "spark-token-benchmark-20260928", "name": "ThreatMon-qwen36-secura", "engine": "vLLM", "format": "safetensors", "quantization": "BF16 (unquantized)", "parameters": "27781427952", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790586035.5840719, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121953728, "SwapTotal": 16777212, "SwapFree": 14689236 }, "gpu": "65, 6.34, 0, 208, [N/A]" }, { "time": 1790586037.6161797, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121692404, "SwapTotal": 16777212, "SwapFree": 14689552 }, "gpu": "64, 5.91, 0, 208, [N/A]" }, { "time": 1790586039.649657, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121549556, "SwapTotal": 16777212, "SwapFree": 14689552 }, "gpu": "63, 6.01, 0, 208, [N/A]" }, { "time": 1790586041.6791167, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121442424, "SwapTotal": 16777212, "SwapFree": 14689552 }, "gpu": "63, 5.90, 0, 208, [N/A]" }, { "time": 1790586043.7084317, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121315224, "SwapTotal": 16777212, "SwapFree": 14689552 }, "gpu": "62, 5.79, 0, 208, [N/A]" }, { "time": 1790586045.7371879, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 121173212, "SwapTotal": 16777212, "SwapFree": 14689552 }, "gpu": "62, 5.77, 0, 208, [N/A]" }, { "time": 1790586047.7670016, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120682520, "SwapTotal": 16777212, "SwapFree": 14689588 }, "gpu": "61, 5.97, 0, 208, [N/A]" }, { "time": 1790586049.7948093, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120483900, "SwapTotal": 16777212, "SwapFree": 14689588 }, "gpu": "61, 5.85, 0, 208, [N/A]" }, { "time": 1790586051.8235798, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120663500, "SwapTotal": 16777212, "SwapFree": 14689620 }, "gpu": "61, 5.85, 0, 208, [N/A]" }, { "time": 1790586053.8520322, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120418128, "SwapTotal": 16777212, "SwapFree": 14689620 }, "gpu": "60, 5.80, 0, 214, [N/A]" }, { "time": 1790586055.881376, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119782088, "SwapTotal": 16777212, "SwapFree": 14689620 }, "gpu": "60, 5.82, 0, 208, [N/A]" }, { "time": 1790586057.9102042, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119376032, "SwapTotal": 16777212, "SwapFree": 14689656 }, "gpu": "60, 5.66, 0, 208, [N/A]" }, { "time": 1790586059.940254, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 113845944, "SwapTotal": 16777212, "SwapFree": 14689656 }, "gpu": "60, 14.99, 0, 2405, [N/A]" }, { "time": 1790586061.9650702, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64406976, "SwapTotal": 16777212, "SwapFree": 14689656 }, "gpu": "61, 15.30, 3, 2405, [N/A]" }, { "time": 1790586063.986912, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63921872, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.39, 2, 2405, [N/A]" }, { "time": 1790586066.0133467, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63462180, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.39, 2, 2405, [N/A]" }, { "time": 1790586068.0389636, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62971400, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.39, 2, 2405, [N/A]" }, { "time": 1790586070.0601509, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62498356, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.38, 2, 2405, [N/A]" }, { "time": 1790586072.0861819, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62036576, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.39, 2, 2405, [N/A]" }, { "time": 1790586074.1123827, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61556224, "SwapTotal": 16777212, "SwapFree": 14689900 }, "gpu": "60, 15.34, 2, 2405, [N/A]" }, { "time": 1790586076.1382647, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60775140, "SwapTotal": 16777212, "SwapFree": 14689904 }, "gpu": "60, 15.26, 2, 2405, [N/A]" }, { "time": 1790586078.1587987, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62662856, "SwapTotal": 16777212, "SwapFree": 14689904 }, "gpu": "60, 15.21, 2, 2405, [N/A]" }, { "time": 1790586080.1818736, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62901732, "SwapTotal": 16777212, "SwapFree": 14689904 }, "gpu": "59, 14.89, 3, 2405, [N/A]" }, { "time": 1790586082.203138, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60423052, "SwapTotal": 16777212, "SwapFree": 14689904 }, "gpu": "59, 14.85, 3, 2405, [N/A]" }, { "time": 1790586084.2272756, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62160964, "SwapTotal": 16777212, "SwapFree": 14689908 }, "gpu": "59, 15.09, 2, 2405, [N/A]" }, { "time": 1790586086.250801, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62584820, "SwapTotal": 16777212, "SwapFree": 14689908 }, "gpu": "59, 14.98, 3, 2405, [N/A]" }, { "time": 1790586088.2785273, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59392040, "SwapTotal": 16777212, "SwapFree": 14689920 }, "gpu": "59, 14.78, 4, 2405, [N/A]" }, { "time": 1790586090.2997572, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59770900, "SwapTotal": 16777212, "SwapFree": 14689924 }, "gpu": "59, 14.77, 3, 2405, [N/A]" }, { "time": 1790586092.320361, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60207388, "SwapTotal": 16777212, "SwapFree": 14689924 }, "gpu": "59, 14.71, 3, 2405, [N/A]" }, { "time": 1790586094.3446157, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59782136, "SwapTotal": 16777212, "SwapFree": 14689924 }, "gpu": "59, 14.96, 0, 2405, [N/A]" }, { "time": 1790586096.3677518, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59382232, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "59, 15.09, 2, 2405, [N/A]" }, { "time": 1790586098.3890414, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59160440, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 15.09, 2, 2405, [N/A]" }, { "time": 1790586100.4141767, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62120080, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 15.00, 2, 2405, [N/A]" }, { "time": 1790586102.4399211, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59456744, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.66, 3, 2405, [N/A]" }, { "time": 1790586104.462803, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61402644, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.84, 2, 2405, [N/A]" }, { "time": 1790586106.4848244, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61777668, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.85, 6, 2405, [N/A]" }, { "time": 1790586108.509838, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58478292, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.56, 3, 2405, [N/A]" }, { "time": 1790586110.5332332, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60286440, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.69, 2, 2405, [N/A]" }, { "time": 1790586112.5584679, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60532944, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.65, 3, 2405, [N/A]" }, { "time": 1790586114.579111, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61114496, "SwapTotal": 16777212, "SwapFree": 14689948 }, "gpu": "58, 14.68, 3, 2405, [N/A]" }, { "time": 1790586116.6029103, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61661552, "SwapTotal": 16777212, "SwapFree": 14689980 }, "gpu": "58, 14.59, 4, 2405, [N/A]" }, { "time": 1790586118.6291187, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61184536, "SwapTotal": 16777212, "SwapFree": 14689980 }, "gpu": "58, 14.92, 2, 2405, [N/A]" }, { "time": 1790586120.6533964, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60977424, "SwapTotal": 16777212, "SwapFree": 14689980 }, "gpu": "57, 15.45, 0, 2405, [N/A]" }, { "time": 1790586122.6778805, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60664368, "SwapTotal": 16777212, "SwapFree": 14689980 }, "gpu": "58, 18.06, 18, 2405, [N/A]" }, { "time": 1790586124.7209063, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60620044, "SwapTotal": 16777212, "SwapFree": 14690000 }, "gpu": "58, 17.81, 0, 2405, [N/A]" }, { "time": 1790586126.7443466, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60588056, "SwapTotal": 16777212, "SwapFree": 14690000 }, "gpu": "58, 17.24, 0, 2405, [N/A]" }, { "time": 1790586128.7896502, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60583184, "SwapTotal": 16777212, "SwapFree": 14690000 }, "gpu": "59, 17.68, 41, 2405, [N/A]" }, { "time": 1790586130.8118856, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60659208, "SwapTotal": 16777212, "SwapFree": 14690000 }, "gpu": "58, 15.61, 0, 2405, [N/A]" }, { "time": 1790586132.8378785, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60512720, "SwapTotal": 16777212, "SwapFree": 14690084 }, "gpu": "59, 16.63, 67, 2405, [N/A]" }, { "time": 1790586134.8632126, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60587440, "SwapTotal": 16777212, "SwapFree": 14695080 }, "gpu": "59, 17.03, 80, 2405, [N/A]" }, { "time": 1790586136.9007998, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60583144, "SwapTotal": 16777212, "SwapFree": 14695084 }, "gpu": "58, 17.64, 57, 2405, [N/A]" }, { "time": 1790586138.9255826, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60618952, "SwapTotal": 16777212, "SwapFree": 14695084 }, "gpu": "58, 17.26, 0, 2405, [N/A]" }, { "time": 1790586140.9466536, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60703476, "SwapTotal": 16777212, "SwapFree": 14695096 }, "gpu": "58, 15.64, 0, 2405, [N/A]" }, { "time": 1790586142.9913604, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60742044, "SwapTotal": 16777212, "SwapFree": 14695096 }, "gpu": "58, 15.58, 0, 2405, [N/A]" }, { "time": 1790586145.0152807, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61465164, "SwapTotal": 16777212, "SwapFree": 14695096 }, "gpu": "58, 15.52, 0, 2405, [N/A]" }, { "time": 1790586147.0409486, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61522180, "SwapTotal": 16777212, "SwapFree": 14695100 }, "gpu": "58, 17.76, 85, 2405, [N/A]" }, { "time": 1790586149.062819, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61486044, "SwapTotal": 16777212, "SwapFree": 14695132 }, "gpu": "58, 16.76, 0, 2405, [N/A]" }, { "time": 1790586151.1027625, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61552756, "SwapTotal": 16777212, "SwapFree": 14695132 }, "gpu": "58, 17.72, 0, 2405, [N/A]" }, { "time": 1790586153.1299698, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62681880, "SwapTotal": 16777212, "SwapFree": 14695140 }, "gpu": "58, 17.07, 42, 2405, [N/A]" }, { "time": 1790586155.1703613, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61615084, "SwapTotal": 16777212, "SwapFree": 14694904 }, "gpu": "61, 30.40, 57, 2405, [N/A]" }, { "time": 1790586157.201807, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65127012, "SwapTotal": 16777212, "SwapFree": 14693824 }, "gpu": "63, 50.40, 54, 2398, [N/A]" }, { "time": 1790586159.260576, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65182780, "SwapTotal": 16777212, "SwapFree": 14693888 }, "gpu": "67, 51.65, 79, 2398, [N/A]" }, { "time": 1790586161.3188245, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65124660, "SwapTotal": 16777212, "SwapFree": 14693888 }, "gpu": "67, 52.16, 58, 2398, [N/A]" }, { "time": 1790586163.379006, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63726940, "SwapTotal": 16777212, "SwapFree": 14693888 }, "gpu": "64, 43.00, 74, 2398, [N/A]" }, { "time": 1790586165.4018393, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 57710600, "SwapTotal": 16777212, "SwapFree": 13103128 }, "gpu": "60, 15.96, 0, 2405, [N/A]" }, { "time": 1790586169.2396297, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 19872564, "SwapTotal": 16777212, "SwapFree": 12161992 }, "gpu": "60, 15.89, 20, 2405, [N/A]" }, { "time": 1790586171.270191, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 19927004, "SwapTotal": 16777212, "SwapFree": 12162548 }, "gpu": "59, 14.73, 0, 2405, [N/A]" }, { "time": 1790586173.291862, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 19891004, "SwapTotal": 16777212, "SwapFree": 12162576 }, "gpu": "59, 14.70, 0, 2405, [N/A]" }, { "time": 1790586175.3138533, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17980152, "SwapTotal": 16777212, "SwapFree": 12162568 }, "gpu": "68, 63.96, 96, 2398, [N/A]" }, { "time": 1790586177.3594294, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17929376, "SwapTotal": 16777212, "SwapFree": 12162580 }, "gpu": "69, 64.13, 96, 2398, [N/A]" }, { "time": 1790586179.410175, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17939260, "SwapTotal": 16777212, "SwapFree": 12162648 }, "gpu": "69, 65.69, 96, 2398, [N/A]" }, { "time": 1790586181.4428952, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17800552, "SwapTotal": 16777212, "SwapFree": 12165352 }, "gpu": "62, 15.35, 0, 2405, [N/A]" }, { "time": 1790586183.4648993, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17626672, "SwapTotal": 16777212, "SwapFree": 12165680 }, "gpu": "61, 15.04, 0, 2405, [N/A]" }, { "time": 1790586185.4851959, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17513304, "SwapTotal": 16777212, "SwapFree": 12165716 }, "gpu": "60, 14.93, 0, 2405, [N/A]" }, { "time": 1790586187.5066528, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17382712, "SwapTotal": 16777212, "SwapFree": 12165724 }, "gpu": "60, 14.83, 0, 2405, [N/A]" }, { "time": 1790586189.531516, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17240380, "SwapTotal": 16777212, "SwapFree": 12165724 }, "gpu": "59, 14.76, 0, 2405, [N/A]" }, { "time": 1790586191.555714, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17113584, "SwapTotal": 16777212, "SwapFree": 12165748 }, "gpu": "59, 14.70, 0, 2405, [N/A]" }, { "time": 1790586193.581635, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16966928, "SwapTotal": 16777212, "SwapFree": 12165748 }, "gpu": "59, 14.67, 0, 2405, [N/A]" }, { "time": 1790586195.6031413, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16827892, "SwapTotal": 16777212, "SwapFree": 12165748 }, "gpu": "59, 14.65, 0, 2405, [N/A]" }, { "time": 1790586197.6250434, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16726300, "SwapTotal": 16777212, "SwapFree": 12165780 }, "gpu": "58, 14.60, 0, 2405, [N/A]" }, { "time": 1790586199.6490092, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16604148, "SwapTotal": 16777212, "SwapFree": 12165780 }, "gpu": "58, 14.52, 0, 2405, [N/A]" }, { "time": 1790586201.6726139, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16375072, "SwapTotal": 16777212, "SwapFree": 12165800 }, "gpu": "58, 14.52, 0, 2405, [N/A]" }, { "time": 1790586203.6983213, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16258400, "SwapTotal": 16777212, "SwapFree": 12165800 }, "gpu": "58, 14.47, 0, 2405, [N/A]" }, { "time": 1790586205.7229202, "model": "ThreatMon-qwen36-secura", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16248832, "SwapTotal": 16777212, "SwapFree": 12166028 }, "gpu": "57, 14.47, 0, 2405, [N/A]" }, { "time": 1790586207.7440362, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15869012, "SwapTotal": 16777212, "SwapFree": 12167536 }, "gpu": "57, 16.87, 0, 2405, [N/A]" }, { "time": 1790586209.76868, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15570556, "SwapTotal": 16777212, "SwapFree": 12168164 }, "gpu": "57, 14.48, 0, 2405, [N/A]" }, { "time": 1790586211.7934558, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15448260, "SwapTotal": 16777212, "SwapFree": 12170784 }, "gpu": "57, 14.40, 0, 2405, [N/A]" }, { "time": 1790586213.816767, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15383580, "SwapTotal": 16777212, "SwapFree": 12171792 }, "gpu": "57, 14.40, 0, 2405, [N/A]" }, { "time": 1790586215.8395867, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15345552, "SwapTotal": 16777212, "SwapFree": 12174624 }, "gpu": "57, 14.37, 0, 2405, [N/A]" }, { "time": 1790586217.8738394, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15256080, "SwapTotal": 16777212, "SwapFree": 12174624 }, "gpu": "57, 14.36, 0, 2405, [N/A]" }, { "time": 1790586219.8940344, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15181344, "SwapTotal": 16777212, "SwapFree": 12174624 }, "gpu": "57, 14.38, 0, 2405, [N/A]" }, { "time": 1790586221.9183133, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15139344, "SwapTotal": 16777212, "SwapFree": 12174624 }, "gpu": "57, 14.34, 0, 2405, [N/A]" }, { "time": 1790586223.940993, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15085724, "SwapTotal": 16777212, "SwapFree": 12174640 }, "gpu": "57, 14.33, 0, 2405, [N/A]" }, { "time": 1790586225.9644372, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14944532, "SwapTotal": 16777212, "SwapFree": 12174652 }, "gpu": "58, 22.87, 0, 2405, [N/A]" }, { "time": 1790586227.9876773, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14815204, "SwapTotal": 16777212, "SwapFree": 12174652 }, "gpu": "57, 14.40, 0, 2405, [N/A]" }, { "time": 1790586230.0090842, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14737896, "SwapTotal": 16777212, "SwapFree": 12174652 }, "gpu": "57, 14.40, 0, 2405, [N/A]" }, { "time": 1790586232.0295434, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14666476, "SwapTotal": 16777212, "SwapFree": 12174656 }, "gpu": "57, 14.37, 0, 2405, [N/A]" }, { "time": 1790586234.0504737, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14563696, "SwapTotal": 16777212, "SwapFree": 12174656 }, "gpu": "57, 14.36, 0, 2405, [N/A]" }, { "time": 1790586236.0739481, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14506600, "SwapTotal": 16777212, "SwapFree": 12174656 }, "gpu": "57, 14.34, 0, 2405, [N/A]" }, { "time": 1790586238.0993776, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14456588, "SwapTotal": 16777212, "SwapFree": 12174656 }, "gpu": "57, 14.32, 0, 2405, [N/A]" }, { "time": 1790586240.1196516, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14353020, "SwapTotal": 16777212, "SwapFree": 12174700 }, "gpu": "57, 14.31, 0, 2405, [N/A]" }, { "time": 1790586242.1426466, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14310596, "SwapTotal": 16777212, "SwapFree": 12177820 }, "gpu": "57, 14.31, 0, 2405, [N/A]" }, { "time": 1790586244.162934, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14530836, "SwapTotal": 16777212, "SwapFree": 12177824 }, "gpu": "57, 14.33, 0, 2405, [N/A]" }, { "time": 1790586246.1836126, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14473272, "SwapTotal": 16777212, "SwapFree": 12177824 }, "gpu": "56, 14.28, 0, 2405, [N/A]" }, { "time": 1790586248.205216, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14374448, "SwapTotal": 16777212, "SwapFree": 12177824 }, "gpu": "56, 14.28, 0, 2405, [N/A]" }, { "time": 1790586250.2283869, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14319508, "SwapTotal": 16777212, "SwapFree": 12179024 }, "gpu": "56, 14.30, 0, 2405, [N/A]" }, { "time": 1790586252.2526324, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14255924, "SwapTotal": 16777212, "SwapFree": 12179024 }, "gpu": "56, 14.27, 0, 2405, [N/A]" }, { "time": 1790586254.275973, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14182848, "SwapTotal": 16777212, "SwapFree": 12179024 }, "gpu": "56, 14.28, 0, 2405, [N/A]" }, { "time": 1790586256.2993371, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14120660, "SwapTotal": 16777212, "SwapFree": 12179040 }, "gpu": "59, 28.45, 95, 2405, [N/A]" }, { "time": 1790586258.3432977, "model": "ThreatMon-qwen36-secura", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14193916, "SwapTotal": 16777212, "SwapFree": 12179040 }, "gpu": "60, 33.31, 95, 2405, [N/A]" }, { "time": 1790586260.3884273, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14147792, "SwapTotal": 16777212, "SwapFree": 12179040 }, "gpu": "61, 57.14, 96, 2405, [N/A]" }, { "time": 1790586262.4309819, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14088824, "SwapTotal": 16777212, "SwapFree": 12179040 }, "gpu": "61, 33.64, 95, 2405, [N/A]" }, { "time": 1790586264.4713993, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14012592, "SwapTotal": 16777212, "SwapFree": 12179040 }, "gpu": "62, 33.67, 95, 2405, [N/A]" }, { "time": 1790586266.517794, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13960496, "SwapTotal": 16777212, "SwapFree": 12179044 }, "gpu": "62, 34.01, 95, 2405, [N/A]" }, { "time": 1790586268.5605893, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13922432, "SwapTotal": 16777212, "SwapFree": 12179332 }, "gpu": "62, 33.86, 95, 2405, [N/A]" }, { "time": 1790586270.602447, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13840856, "SwapTotal": 16777212, "SwapFree": 12179332 }, "gpu": "63, 34.11, 95, 2405, [N/A]" }, { "time": 1790586272.643273, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13919352, "SwapTotal": 16777212, "SwapFree": 12179344 }, "gpu": "63, 34.15, 95, 2405, [N/A]" }, { "time": 1790586274.6842933, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13873384, "SwapTotal": 16777212, "SwapFree": 12179348 }, "gpu": "63, 34.43, 95, 2405, [N/A]" }, { "time": 1790586276.7258506, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13839960, "SwapTotal": 16777212, "SwapFree": 12181416 }, "gpu": "64, 34.64, 95, 2405, [N/A]" }, { "time": 1790586278.7698128, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13776112, "SwapTotal": 16777212, "SwapFree": 12181416 }, "gpu": "64, 34.70, 95, 2405, [N/A]" }, { "time": 1790586280.809419, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13720304, "SwapTotal": 16777212, "SwapFree": 12181416 }, "gpu": "64, 34.73, 95, 2405, [N/A]" }, { "time": 1790586282.8504455, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13638040, "SwapTotal": 16777212, "SwapFree": 12181416 }, "gpu": "64, 34.79, 95, 2405, [N/A]" }, { "time": 1790586284.8911743, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13569472, "SwapTotal": 16777212, "SwapFree": 12181416 }, "gpu": "64, 34.88, 95, 2405, [N/A]" }, { "time": 1790586286.9289906, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13517996, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "65, 34.98, 95, 2405, [N/A]" }, { "time": 1790586288.9715567, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13472780, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "65, 35.04, 95, 2405, [N/A]" }, { "time": 1790586291.0137382, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13410884, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "65, 35.07, 95, 2405, [N/A]" }, { "time": 1790586293.0533824, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13425668, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "65, 35.12, 95, 2405, [N/A]" }, { "time": 1790586295.0934727, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13377204, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "66, 35.14, 95, 2405, [N/A]" }, { "time": 1790586297.1370523, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13391040, "SwapTotal": 16777212, "SwapFree": 12181496 }, "gpu": "66, 35.19, 95, 2405, [N/A]" }, { "time": 1790586299.1785986, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13354892, "SwapTotal": 16777212, "SwapFree": 12181500 }, "gpu": "66, 35.23, 95, 2405, [N/A]" }, { "time": 1790586301.2221348, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13183756, "SwapTotal": 16777212, "SwapFree": 12181500 }, "gpu": "66, 35.16, 95, 2405, [N/A]" }, { "time": 1790586303.2628882, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13137936, "SwapTotal": 16777212, "SwapFree": 12181596 }, "gpu": "66, 35.35, 95, 2405, [N/A]" }, { "time": 1790586305.3035014, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13083052, "SwapTotal": 16777212, "SwapFree": 12181612 }, "gpu": "66, 35.36, 95, 2405, [N/A]" }, { "time": 1790586307.3584306, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13030408, "SwapTotal": 16777212, "SwapFree": 12181612 }, "gpu": "67, 35.42, 95, 2405, [N/A]" }, { "time": 1790586309.402671, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12984152, "SwapTotal": 16777212, "SwapFree": 12181612 }, "gpu": "67, 35.39, 95, 2405, [N/A]" }, { "time": 1790586311.439864, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12986704, "SwapTotal": 16777212, "SwapFree": 12181624 }, "gpu": "67, 35.46, 95, 2405, [N/A]" }, { "time": 1790586313.4798913, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13321152, "SwapTotal": 16777212, "SwapFree": 12181620 }, "gpu": "67, 35.42, 95, 2405, [N/A]" }, { "time": 1790586315.5253868, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13309176, "SwapTotal": 16777212, "SwapFree": 12181620 }, "gpu": "67, 35.50, 95, 2405, [N/A]" }, { "time": 1790586317.5686364, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13238876, "SwapTotal": 16777212, "SwapFree": 12182040 }, "gpu": "67, 35.56, 95, 2405, [N/A]" }, { "time": 1790586319.6153364, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13189128, "SwapTotal": 16777212, "SwapFree": 12182040 }, "gpu": "74, 69.93, 95, 2379, [N/A]" }, { "time": 1790586321.67006, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13124400, "SwapTotal": 16777212, "SwapFree": 12182040 }, "gpu": "68, 35.69, 95, 2405, [N/A]" }, { "time": 1790586323.712, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13067224, "SwapTotal": 16777212, "SwapFree": 12182188 }, "gpu": "68, 35.74, 95, 2405, [N/A]" }, { "time": 1790586325.7529678, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13002852, "SwapTotal": 16777212, "SwapFree": 12182188 }, "gpu": "68, 35.74, 95, 2405, [N/A]" }, { "time": 1790586327.8077722, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12878856, "SwapTotal": 16777212, "SwapFree": 12182200 }, "gpu": "68, 35.62, 95, 2405, [N/A]" }, { "time": 1790586329.851308, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12799640, "SwapTotal": 16777212, "SwapFree": 12182208 }, "gpu": "68, 35.72, 95, 2405, [N/A]" }, { "time": 1790586331.892204, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12725060, "SwapTotal": 16777212, "SwapFree": 12182276 }, "gpu": "68, 35.71, 95, 2405, [N/A]" }, { "time": 1790586333.9433136, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12672820, "SwapTotal": 16777212, "SwapFree": 12182276 }, "gpu": "68, 35.83, 95, 2405, [N/A]" }, { "time": 1790586335.981976, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 12896160, "SwapTotal": 16777212, "SwapFree": 12182276 }, "gpu": "68, 35.80, 95, 2405, [N/A]" }, { "time": 1790586338.0228198, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13042892, "SwapTotal": 16777212, "SwapFree": 12182292 }, "gpu": "68, 35.88, 95, 2405, [N/A]" }, { "time": 1790586340.065421, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13326184, "SwapTotal": 16777212, "SwapFree": 12182292 }, "gpu": "69, 35.88, 95, 2405, [N/A]" }, { "time": 1790586342.1044998, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13279228, "SwapTotal": 16777212, "SwapFree": 12182292 }, "gpu": "69, 35.98, 95, 2405, [N/A]" }, { "time": 1790586344.145124, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13205968, "SwapTotal": 16777212, "SwapFree": 12182292 }, "gpu": "69, 35.99, 95, 2405, [N/A]" }, { "time": 1790586346.1873126, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13132528, "SwapTotal": 16777212, "SwapFree": 12182396 }, "gpu": "69, 35.90, 95, 2405, [N/A]" }, { "time": 1790586348.2245715, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 13607824, "SwapTotal": 16777212, "SwapFree": 12182396 }, "gpu": "69, 36.00, 95, 2405, [N/A]" }, { "time": 1790586350.2670908, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14301328, "SwapTotal": 16777212, "SwapFree": 12182392 }, "gpu": "69, 35.86, 95, 2405, [N/A]" }, { "time": 1790586352.3147118, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14237772, "SwapTotal": 16777212, "SwapFree": 12182396 }, "gpu": "69, 36.07, 95, 2405, [N/A]" }, { "time": 1790586354.3619773, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14204092, "SwapTotal": 16777212, "SwapFree": 12182396 }, "gpu": "69, 36.08, 95, 2405, [N/A]" }, { "time": 1790586356.4094396, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14161664, "SwapTotal": 16777212, "SwapFree": 12182432 }, "gpu": "69, 36.10, 95, 2405, [N/A]" }, { "time": 1790586358.452533, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14171580, "SwapTotal": 16777212, "SwapFree": 12182432 }, "gpu": "69, 36.12, 95, 2405, [N/A]" }, { "time": 1790586360.4932156, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14375996, "SwapTotal": 16777212, "SwapFree": 12185380 }, "gpu": "69, 36.04, 95, 2405, [N/A]" }, { "time": 1790586362.5334513, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14253416, "SwapTotal": 16777212, "SwapFree": 12185464 }, "gpu": "69, 36.07, 95, 2405, [N/A]" }, { "time": 1790586364.5741725, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15188772, "SwapTotal": 16777212, "SwapFree": 12185480 }, "gpu": "69, 35.89, 95, 2405, [N/A]" }, { "time": 1790586366.6143143, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15870612, "SwapTotal": 16777212, "SwapFree": 12185496 }, "gpu": "70, 35.98, 95, 2405, [N/A]" }, { "time": 1790586368.657953, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15778900, "SwapTotal": 16777212, "SwapFree": 12185556 }, "gpu": "70, 35.93, 95, 2405, [N/A]" }, { "time": 1790586370.6955254, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15721716, "SwapTotal": 16777212, "SwapFree": 12185556 }, "gpu": "70, 34.64, 95, 2405, [N/A]" }, { "time": 1790586372.729414, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15649884, "SwapTotal": 16777212, "SwapFree": 12185560 }, "gpu": "70, 34.42, 95, 2405, [N/A]" }, { "time": 1790586374.7737849, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15585592, "SwapTotal": 16777212, "SwapFree": 12185560 }, "gpu": "70, 36.23, 95, 2405, [N/A]" }, { "time": 1790586376.8190956, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15599980, "SwapTotal": 16777212, "SwapFree": 12185560 }, "gpu": "70, 36.19, 95, 2405, [N/A]" }, { "time": 1790586378.8605816, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15521788, "SwapTotal": 16777212, "SwapFree": 12185560 }, "gpu": "70, 36.33, 95, 2405, [N/A]" }, { "time": 1790586380.8954194, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15478872, "SwapTotal": 16777212, "SwapFree": 12185568 }, "gpu": "71, 37.67, 95, 2405, [N/A]" }, { "time": 1790586382.9363637, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15482120, "SwapTotal": 16777212, "SwapFree": 12185620 }, "gpu": "70, 37.66, 95, 2405, [N/A]" }, { "time": 1790586384.9767754, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15429904, "SwapTotal": 16777212, "SwapFree": 12185696 }, "gpu": "71, 37.67, 95, 2405, [N/A]" }, { "time": 1790586387.0243328, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15366848, "SwapTotal": 16777212, "SwapFree": 12185808 }, "gpu": "71, 37.67, 95, 2405, [N/A]" }, { "time": 1790586389.0696115, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15222168, "SwapTotal": 16777212, "SwapFree": 12186116 }, "gpu": "71, 37.65, 95, 2405, [N/A]" }, { "time": 1790586391.1124322, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15191716, "SwapTotal": 16777212, "SwapFree": 12194300 }, "gpu": "71, 37.67, 95, 2405, [N/A]" }, { "time": 1790586393.1553388, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15132244, "SwapTotal": 16777212, "SwapFree": 12195680 }, "gpu": "71, 37.67, 95, 2405, [N/A]" }, { "time": 1790586395.1968074, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15188696, "SwapTotal": 16777212, "SwapFree": 12209972 }, "gpu": "71, 35.82, 95, 2405, [N/A]" }, { "time": 1790586397.2332826, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15188932, "SwapTotal": 16777212, "SwapFree": 12210260 }, "gpu": "71, 37.66, 95, 2405, [N/A]" }, { "time": 1790586399.2754261, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15134856, "SwapTotal": 16777212, "SwapFree": 12210292 }, "gpu": "71, 37.73, 95, 2405, [N/A]" }, { "time": 1790586401.3163052, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15268308, "SwapTotal": 16777212, "SwapFree": 12210376 }, "gpu": "71, 37.71, 95, 2405, [N/A]" }, { "time": 1790586403.3588727, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15232044, "SwapTotal": 16777212, "SwapFree": 12210536 }, "gpu": "71, 37.79, 95, 2405, [N/A]" }, { "time": 1790586405.4056776, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15168852, "SwapTotal": 16777212, "SwapFree": 12210536 }, "gpu": "71, 37.75, 95, 2405, [N/A]" }, { "time": 1790586407.4487934, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15108656, "SwapTotal": 16777212, "SwapFree": 12210576 }, "gpu": "71, 37.79, 95, 2405, [N/A]" }, { "time": 1790586409.490192, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15061036, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.84, 95, 2405, [N/A]" }, { "time": 1790586411.5276499, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15000480, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.80, 95, 2405, [N/A]" }, { "time": 1790586413.5709972, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14945312, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.87, 95, 2405, [N/A]" }, { "time": 1790586415.6105094, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14866256, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.85, 95, 2405, [N/A]" }, { "time": 1790586417.649699, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14826292, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.88, 95, 2405, [N/A]" }, { "time": 1790586419.6891723, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14757836, "SwapTotal": 16777212, "SwapFree": 12210596 }, "gpu": "71, 37.88, 95, 2405, [N/A]" }, { "time": 1790586421.7310085, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14725388, "SwapTotal": 16777212, "SwapFree": 12210744 }, "gpu": "71, 37.78, 95, 2405, [N/A]" }, { "time": 1790586423.7741048, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14598024, "SwapTotal": 16777212, "SwapFree": 12210744 }, "gpu": "72, 37.77, 95, 2405, [N/A]" }, { "time": 1790586425.8148909, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14557180, "SwapTotal": 16777212, "SwapFree": 12210752 }, "gpu": "72, 37.99, 95, 2405, [N/A]" }, { "time": 1790586427.8556807, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14501252, "SwapTotal": 16777212, "SwapFree": 12210752 }, "gpu": "72, 37.90, 95, 2405, [N/A]" }, { "time": 1790586429.8975084, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14469948, "SwapTotal": 16777212, "SwapFree": 12210752 }, "gpu": "72, 37.92, 95, 2405, [N/A]" }, { "time": 1790586431.939272, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14399236, "SwapTotal": 16777212, "SwapFree": 12210760 }, "gpu": "72, 38.00, 95, 2405, [N/A]" }, { "time": 1790586433.9831395, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14357812, "SwapTotal": 16777212, "SwapFree": 12210760 }, "gpu": "72, 37.96, 95, 2405, [N/A]" }, { "time": 1790586436.0218368, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14422412, "SwapTotal": 16777212, "SwapFree": 12210760 }, "gpu": "72, 37.95, 95, 2405, [N/A]" }, { "time": 1790586438.064314, "model": "ThreatMon-qwen36-secura", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14350492, "SwapTotal": 16777212, "SwapFree": 12210760 }, "gpu": "72, 38.06, 95, 2405, [N/A]" }, { "time": 1790586440.1049035, "model": "ThreatMon-qwen36-secura", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120493168, "SwapTotal": 16777212, "SwapFree": 13432184 }, "gpu": "69, 18.17, 12, 2405, [N/A]" }, { "time": 1790586442.129975, "model": "ThreatMon-qwen36-secura", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120526884, "SwapTotal": 16777212, "SwapFree": 13445412 }, "gpu": "67, 7.41, 0, 208, [N/A]" }, { "time": 1790586444.1583428, "model": "ThreatMon-qwen36-secura", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120398716, "SwapTotal": 16777212, "SwapFree": 13447148 }, "gpu": "66, 6.09, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "ea92cab465f734fa9194fb68071f6ec838484d0331f1fa0dd65505790e0a8d16", "checkpoint": { "architecture": [ "Qwen3_5ForConditionalGeneration" ], "model_type": "qwen3_5", "quantization": { "config_group_count": 0, "quantized_module_count": 0, "weight_precision_bits": [] }, "expected": 15, "missing": [], "bytes": 55563006400, "dtype_declared": "bfloat16", "quantization_config_present": false, "stored_tensor_element_counts_by_dtype": { "BF16": 27781427952 }, "tensor_counts_by_dtype": { "BF16": 1199 }, "stored_parameter_count": 27781427952 }, "result": { "startup_to_ready_s": 171.08885004901094, "status": "ok", "checkpoint": { "architecture": [ "Qwen3_5ForConditionalGeneration" ], "model_type": "qwen3_5", "quantization": { "config_group_count": 0, "quantized_module_count": 0, "weight_precision_bits": [] }, "expected": 15, "missing": [], "bytes": 55563006400, "dtype_declared": "bfloat16", "quantization_config_present": false, "stored_tensor_element_counts_by_dtype": { "BF16": 27781427952 }, "tensor_counts_by_dtype": { "BF16": 1199 }, "stored_parameter_count": 27781427952 } } }, "trials": [ { "id": "cffdb11ae6c79397d6aa9e33:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 4.571388868430206, "prefill_tps": null, "ttft_s": 49.89345552699524, "wall_s": 53.174860200990224, "end_to_end_tps": 0.3008940679772967, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "cffdb11ae6c79397d6aa9e33:measured:1", "phase": "measured", "trial": "1", "decode_tps": 4.344944420917668, "prefill_tps": null, "ttft_s": 1.1088618950161617, "wall_s": 59.797846870002104, "end_to_end_tps": 4.281090597735614, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "cffdb11ae6c79397d6aa9e33:measured:2", "phase": "measured", "trial": "2", "decode_tps": 4.31342843231678, "prefill_tps": null, "ttft_s": 0.9524171920202207, "wall_s": 60.07065681001404, "end_to_end_tps": 4.261648092339881, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "cffdb11ae6c79397d6aa9e33:measured:3", "phase": "measured", "trial": "3", "decode_tps": 4.326652132104022, "prefill_tps": null, "ttft_s": 0.9506346409907565, "wall_s": 59.88775843399344, "end_to_end_tps": 4.274663248285638, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "e4ae48aef4ec74f929aaf67e410663a5c32ad2b4778aeeb704244e42f60791cf", "observed_utc": "2026-09-28T09:07:30.674313+00:00", "status": "ok", "error": null }, { "sha256": "ea92cab465f734fa9194fb68071f6ec838484d0331f1fa0dd65505790e0a8d16", "observed_utc": "2026-09-28T09:13:52.172283+00:00", "status": "ok", "error": null } ] }, { "id": "3e5cadd6550c81efb281a531", "run_id": "spark-token-benchmark-20260928", "name": "Qwen3.8-27B-BF16", "engine": "vLLM", "format": "safetensors", "quantization": "BF16 (unquantized)", "parameters": "27781427952", "digest": "", "kind": "generation", "status": "ok", "error": null, "resources": [ { "time": 1790587414.1033182, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120982848, "SwapTotal": 16777212, "SwapFree": 14914268 }, "gpu": "46, 4.96, 0, 208, [N/A]" }, { "time": 1790587416.130174, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120713668, "SwapTotal": 16777212, "SwapFree": 14914320 }, "gpu": "46, 4.95, 0, 208, [N/A]" }, { "time": 1790587418.158856, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120537292, "SwapTotal": 16777212, "SwapFree": 14914320 }, "gpu": "46, 5.07, 0, 208, [N/A]" }, { "time": 1790587420.1863477, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120422152, "SwapTotal": 16777212, "SwapFree": 14914320 }, "gpu": "47, 4.98, 0, 208, [N/A]" }, { "time": 1790587422.2131479, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120306036, "SwapTotal": 16777212, "SwapFree": 14914320 }, "gpu": "47, 4.97, 0, 208, [N/A]" }, { "time": 1790587424.239491, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 120141912, "SwapTotal": 16777212, "SwapFree": 14914320 }, "gpu": "47, 4.99, 0, 208, [N/A]" }, { "time": 1790587426.2667935, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119738264, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "47, 5.05, 0, 208, [N/A]" }, { "time": 1790587428.2959235, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 119119108, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "47, 5.07, 0, 208, [N/A]" }, { "time": 1790587430.3291044, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118808364, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "47, 4.97, 0, 208, [N/A]" }, { "time": 1790587432.3582036, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 118205260, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "48, 8.87, 0, 2411, [N/A]" }, { "time": 1790587434.3827784, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 76141356, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "48, 13.05, 3, 2411, [N/A]" }, { "time": 1790587436.4322815, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63163932, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "48, 13.28, 1, 2411, [N/A]" }, { "time": 1790587438.4544868, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62668144, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "49, 13.35, 1, 2411, [N/A]" }, { "time": 1790587440.477524, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62168624, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "49, 13.37, 1, 2411, [N/A]" }, { "time": 1790587442.499587, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61664144, "SwapTotal": 16777212, "SwapFree": 14914344 }, "gpu": "49, 13.39, 1, 2411, [N/A]" }, { "time": 1790587444.5224779, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61117112, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "49, 13.38, 1, 2411, [N/A]" }, { "time": 1790587446.5438862, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60643664, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "49, 13.41, 1, 2411, [N/A]" }, { "time": 1790587448.5652018, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60281196, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "49, 13.43, 1, 2411, [N/A]" }, { "time": 1790587450.5868633, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60030740, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "50, 13.41, 1, 2411, [N/A]" }, { "time": 1790587452.6094375, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62216456, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "50, 13.27, 1, 2411, [N/A]" }, { "time": 1790587454.6322796, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61786820, "SwapTotal": 16777212, "SwapFree": 14914356 }, "gpu": "50, 13.47, 1, 2411, [N/A]" }, { "time": 1790587456.6552446, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61341520, "SwapTotal": 16777212, "SwapFree": 14914360 }, "gpu": "50, 13.46, 1, 2411, [N/A]" }, { "time": 1790587458.6791692, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60936688, "SwapTotal": 16777212, "SwapFree": 14914360 }, "gpu": "50, 13.48, 1, 2411, [N/A]" }, { "time": 1790587460.7002687, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60444868, "SwapTotal": 16777212, "SwapFree": 14914360 }, "gpu": "50, 13.51, 1, 2411, [N/A]" }, { "time": 1790587462.7263336, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60070736, "SwapTotal": 16777212, "SwapFree": 14914360 }, "gpu": "50, 13.50, 1, 2411, [N/A]" }, { "time": 1790587464.7473803, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60480808, "SwapTotal": 16777212, "SwapFree": 14914360 }, "gpu": "50, 13.49, 1, 2411, [N/A]" }, { "time": 1790587466.7682943, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62805944, "SwapTotal": 16777212, "SwapFree": 14914368 }, "gpu": "50, 13.52, 1, 2411, [N/A]" }, { "time": 1790587468.7941308, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62452892, "SwapTotal": 16777212, "SwapFree": 14914640 }, "gpu": "50, 13.56, 1, 2411, [N/A]" }, { "time": 1790587470.8174863, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63756776, "SwapTotal": 16777212, "SwapFree": 14914640 }, "gpu": "51, 13.58, 1, 2411, [N/A]" }, { "time": 1790587472.8443553, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63355668, "SwapTotal": 16777212, "SwapFree": 14914680 }, "gpu": "51, 13.59, 1, 2411, [N/A]" }, { "time": 1790587474.866941, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62963892, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.57, 1, 2411, [N/A]" }, { "time": 1790587476.8926368, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62656120, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.61, 1, 2411, [N/A]" }, { "time": 1790587478.918781, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63258748, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.60, 1, 2411, [N/A]" }, { "time": 1790587480.9435735, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64502856, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.61, 1, 2411, [N/A]" }, { "time": 1790587482.9703994, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64126004, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.64, 1, 2411, [N/A]" }, { "time": 1790587484.9965384, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63712448, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.63, 1, 2411, [N/A]" }, { "time": 1790587487.018222, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63246888, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.64, 1, 2411, [N/A]" }, { "time": 1790587489.0406978, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62765256, "SwapTotal": 16777212, "SwapFree": 14914692 }, "gpu": "51, 13.65, 1, 2411, [N/A]" }, { "time": 1790587491.0648172, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62278968, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "51, 13.65, 1, 2411, [N/A]" }, { "time": 1790587493.0883174, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61851572, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "51, 13.69, 1, 2411, [N/A]" }, { "time": 1790587495.1101143, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61427968, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "51, 13.66, 1, 2411, [N/A]" }, { "time": 1790587497.1318512, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61030428, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "51, 13.70, 1, 2411, [N/A]" }, { "time": 1790587499.153962, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60616832, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "51, 13.69, 1, 2411, [N/A]" }, { "time": 1790587501.181167, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64147452, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "52, 13.64, 1, 2411, [N/A]" }, { "time": 1790587503.2089813, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63390932, "SwapTotal": 16777212, "SwapFree": 14915068 }, "gpu": "52, 13.67, 3, 2411, [N/A]" }, { "time": 1790587505.231114, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63039612, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.70, 1, 2411, [N/A]" }, { "time": 1790587507.2584813, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62702460, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.74, 1, 2411, [N/A]" }, { "time": 1790587509.28148, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62338380, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.75, 1, 2411, [N/A]" }, { "time": 1790587511.3028517, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63890384, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.80, 1, 2411, [N/A]" }, { "time": 1790587513.3273542, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63494844, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.95, 1, 2411, [N/A]" }, { "time": 1790587515.3504045, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63086244, "SwapTotal": 16777212, "SwapFree": 14915072 }, "gpu": "52, 13.94, 1, 2411, [N/A]" }, { "time": 1790587517.3834133, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62623216, "SwapTotal": 16777212, "SwapFree": 14915076 }, "gpu": "52, 13.96, 1, 2411, [N/A]" }, { "time": 1790587519.405736, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62232940, "SwapTotal": 16777212, "SwapFree": 14915076 }, "gpu": "52, 13.96, 1, 2411, [N/A]" }, { "time": 1790587521.4307678, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61797156, "SwapTotal": 16777212, "SwapFree": 14915076 }, "gpu": "52, 13.94, 1, 2411, [N/A]" }, { "time": 1790587523.45549, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61482736, "SwapTotal": 16777212, "SwapFree": 14915076 }, "gpu": "52, 13.95, 1, 2411, [N/A]" }, { "time": 1790587525.4776633, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61086164, "SwapTotal": 16777212, "SwapFree": 14915076 }, "gpu": "52, 14.00, 1, 2411, [N/A]" }, { "time": 1790587527.5038269, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60622744, "SwapTotal": 16777212, "SwapFree": 14915080 }, "gpu": "52, 14.01, 1, 2411, [N/A]" }, { "time": 1790587529.536548, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60187500, "SwapTotal": 16777212, "SwapFree": 14915092 }, "gpu": "52, 14.00, 1, 2411, [N/A]" }, { "time": 1790587531.5618308, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59802892, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "52, 13.95, 1, 2411, [N/A]" }, { "time": 1790587533.588425, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62861264, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "52, 13.78, 0, 2411, [N/A]" }, { "time": 1790587535.611287, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62401952, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "52, 13.99, 1, 2411, [N/A]" }, { "time": 1790587537.6426733, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62019692, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "52, 13.99, 1, 2411, [N/A]" }, { "time": 1790587539.6661263, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61615240, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "52, 14.02, 1, 2411, [N/A]" }, { "time": 1790587541.689448, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61201260, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "53, 14.05, 1, 2411, [N/A]" }, { "time": 1790587543.7155259, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62833304, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "53, 14.02, 1, 2411, [N/A]" }, { "time": 1790587545.7423215, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62368020, "SwapTotal": 16777212, "SwapFree": 14916116 }, "gpu": "53, 14.03, 1, 2411, [N/A]" }, { "time": 1790587547.7763789, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61952940, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.04, 1, 2411, [N/A]" }, { "time": 1790587549.7972605, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61552204, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.04, 1, 2411, [N/A]" }, { "time": 1790587551.822247, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61176112, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.05, 1, 2411, [N/A]" }, { "time": 1790587553.8466854, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60789964, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.08, 1, 2411, [N/A]" }, { "time": 1790587555.8689039, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60385476, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.05, 1, 2411, [N/A]" }, { "time": 1790587557.8902488, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59967712, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.08, 1, 2411, [N/A]" }, { "time": 1790587559.9155984, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59576188, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.10, 1, 2411, [N/A]" }, { "time": 1790587561.9417145, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59138592, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.09, 1, 2411, [N/A]" }, { "time": 1790587563.9640455, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62738096, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 13.98, 1, 2411, [N/A]" }, { "time": 1790587565.987708, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61854324, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.11, 1, 2411, [N/A]" }, { "time": 1790587568.0096803, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61453296, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.12, 1, 2411, [N/A]" }, { "time": 1790587570.0302963, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61071468, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.09, 1, 2411, [N/A]" }, { "time": 1790587572.0510204, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60665500, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.11, 1, 2411, [N/A]" }, { "time": 1790587574.07239, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62216004, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.08, 1, 2411, [N/A]" }, { "time": 1790587576.1000652, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61801416, "SwapTotal": 16777212, "SwapFree": 14916120 }, "gpu": "53, 14.12, 1, 2411, [N/A]" }, { "time": 1790587578.122026, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61374264, "SwapTotal": 16777212, "SwapFree": 14916176 }, "gpu": "53, 14.13, 1, 2411, [N/A]" }, { "time": 1790587580.14407, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60928492, "SwapTotal": 16777212, "SwapFree": 14916180 }, "gpu": "53, 14.11, 1, 2411, [N/A]" }, { "time": 1790587582.165085, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60464988, "SwapTotal": 16777212, "SwapFree": 14916180 }, "gpu": "53, 14.12, 1, 2411, [N/A]" }, { "time": 1790587584.1908183, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60013392, "SwapTotal": 16777212, "SwapFree": 14916180 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790587586.2154794, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59607272, "SwapTotal": 16777212, "SwapFree": 14916180 }, "gpu": "53, 14.13, 1, 2411, [N/A]" }, { "time": 1790587588.2404282, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59087468, "SwapTotal": 16777212, "SwapFree": 14916628 }, "gpu": "53, 14.17, 1, 2411, [N/A]" }, { "time": 1790587590.2664974, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58667592, "SwapTotal": 16777212, "SwapFree": 14916632 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790587592.2876608, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58238692, "SwapTotal": 16777212, "SwapFree": 14916632 }, "gpu": "53, 14.13, 1, 2411, [N/A]" }, { "time": 1790587594.3108785, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 57825940, "SwapTotal": 16777212, "SwapFree": 14916632 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790587596.3342774, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61024836, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.06, 1, 2411, [N/A]" }, { "time": 1790587598.357206, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60624108, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.16, 1, 2411, [N/A]" }, { "time": 1790587600.3824375, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60297480, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.16, 1, 2411, [N/A]" }, { "time": 1790587602.4093301, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59996568, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.16, 1, 2411, [N/A]" }, { "time": 1790587604.4333916, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61465104, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.14, 1, 2411, [N/A]" }, { "time": 1790587606.4621966, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61079020, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.15, 1, 2411, [N/A]" }, { "time": 1790587608.483958, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60639528, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "53, 14.16, 1, 2411, [N/A]" }, { "time": 1790587610.5060523, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60184824, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.17, 1, 2411, [N/A]" }, { "time": 1790587612.5306296, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59768404, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.17, 1, 2411, [N/A]" }, { "time": 1790587614.5631783, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59425308, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.19, 1, 2411, [N/A]" }, { "time": 1790587616.5881872, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59049300, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.18, 1, 2411, [N/A]" }, { "time": 1790587618.6106243, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58706040, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.19, 1, 2411, [N/A]" }, { "time": 1790587620.6323159, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58296396, "SwapTotal": 16777212, "SwapFree": 14916668 }, "gpu": "54, 14.21, 1, 2411, [N/A]" }, { "time": 1790587622.6596115, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 57874428, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.19, 1, 2411, [N/A]" }, { "time": 1790587624.6811953, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 57401240, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.18, 1, 2411, [N/A]" }, { "time": 1790587626.7021499, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60404800, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.02, 1, 2411, [N/A]" }, { "time": 1790587628.7246103, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59983196, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.22, 2, 2411, [N/A]" }, { "time": 1790587630.74788, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59551964, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.25, 2, 2411, [N/A]" }, { "time": 1790587632.7751813, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 59108124, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.37, 2, 2405, [N/A]" }, { "time": 1790587634.8014, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 58847440, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.35, 1, 2405, [N/A]" }, { "time": 1790587636.8252387, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60661704, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.37, 1, 2405, [N/A]" }, { "time": 1790587638.8565264, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60412464, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.35, 1, 2405, [N/A]" }, { "time": 1790587640.878595, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60093240, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.35, 1, 2405, [N/A]" }, { "time": 1790587642.9027648, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60106912, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.36, 1, 2405, [N/A]" }, { "time": 1790587644.929287, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60139636, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.37, 1, 2405, [N/A]" }, { "time": 1790587646.9543257, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60784480, "SwapTotal": 16777212, "SwapFree": 14916676 }, "gpu": "54, 14.39, 1, 2405, [N/A]" }, { "time": 1790587648.9803903, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 60410088, "SwapTotal": 16777212, "SwapFree": 14916880 }, "gpu": "54, 14.40, 1, 2405, [N/A]" }, { "time": 1790587651.0086477, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62991844, "SwapTotal": 16777212, "SwapFree": 14916880 }, "gpu": "54, 14.41, 1, 2405, [N/A]" }, { "time": 1790587653.030553, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63175944, "SwapTotal": 16777212, "SwapFree": 14916880 }, "gpu": "54, 14.55, 1, 2405, [N/A]" }, { "time": 1790587655.0607169, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62675828, "SwapTotal": 16777212, "SwapFree": 14916880 }, "gpu": "54, 14.39, 1, 2405, [N/A]" }, { "time": 1790587657.0835779, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62546336, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.40, 1, 2405, [N/A]" }, { "time": 1790587659.1171622, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65562000, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.38, 1, 2405, [N/A]" }, { "time": 1790587661.1433237, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65011180, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.43, 1, 2405, [N/A]" }, { "time": 1790587663.1662347, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64731332, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.42, 1, 2405, [N/A]" }, { "time": 1790587665.1899805, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64360228, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.37, 1, 2405, [N/A]" }, { "time": 1790587667.2156649, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 66066632, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.30, 0, 2405, [N/A]" }, { "time": 1790587669.2432694, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65653064, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.40, 1, 2405, [N/A]" }, { "time": 1790587671.2695956, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65230520, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.40, 1, 2405, [N/A]" }, { "time": 1790587673.2940392, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64757488, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.43, 1, 2405, [N/A]" }, { "time": 1790587675.3159714, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64559964, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790587677.3383284, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64127232, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790587679.3651402, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63713096, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790587681.3921611, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63307320, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790587683.416063, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62940012, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790587685.4413276, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62393436, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.44, 2, 2405, [N/A]" }, { "time": 1790587687.4626613, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62147940, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.47, 2, 2405, [N/A]" }, { "time": 1790587689.483139, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 65073252, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.40, 2, 2405, [N/A]" }, { "time": 1790587691.5044117, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64502064, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.46, 2, 2405, [N/A]" }, { "time": 1790587693.5262704, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64013828, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.41, 1, 2405, [N/A]" }, { "time": 1790587695.548622, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63533812, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.43, 2, 2405, [N/A]" }, { "time": 1790587697.569654, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64948980, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.42, 2, 2405, [N/A]" }, { "time": 1790587699.591815, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64448224, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "54, 14.48, 2, 2405, [N/A]" }, { "time": 1790587701.613497, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63963224, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "55, 14.50, 2, 2405, [N/A]" }, { "time": 1790587703.6390405, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63441484, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "55, 14.47, 2, 2405, [N/A]" }, { "time": 1790587705.6607115, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62979816, "SwapTotal": 16777212, "SwapFree": 14916884 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790587707.686613, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63514972, "SwapTotal": 16777212, "SwapFree": 14916920 }, "gpu": "55, 14.48, 2, 2405, [N/A]" }, { "time": 1790587709.7079694, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63073740, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "55, 14.49, 2, 2405, [N/A]" }, { "time": 1790587711.7294245, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64843940, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "55, 14.28, 0, 2405, [N/A]" }, { "time": 1790587713.755981, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64197492, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "56, 18.30, 86, 2405, [N/A]" }, { "time": 1790587715.7779422, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64102168, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "55, 18.46, 22, 2405, [N/A]" }, { "time": 1790587717.7988725, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 64022348, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "56, 18.55, 96, 2405, [N/A]" }, { "time": 1790587719.8469672, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63953616, "SwapTotal": 16777212, "SwapFree": 14916924 }, "gpu": "56, 15.93, 36, 2405, [N/A]" }, { "time": 1790587721.867855, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63983336, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "55, 18.32, 0, 2405, [N/A]" }, { "time": 1790587723.892225, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63885488, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "55, 16.25, 0, 2405, [N/A]" }, { "time": 1790587725.9129894, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63856548, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 17.25, 0, 2405, [N/A]" }, { "time": 1790587727.9420261, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63796760, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 16.73, 14, 2405, [N/A]" }, { "time": 1790587729.963396, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63730832, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 18.41, 31, 2405, [N/A]" }, { "time": 1790587731.9982767, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63652060, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 15.26, 0, 2405, [N/A]" }, { "time": 1790587734.0228407, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63575120, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "55, 15.26, 0, 2405, [N/A]" }, { "time": 1790587736.0481672, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63463976, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 16.29, 89, 2405, [N/A]" }, { "time": 1790587738.0719333, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63422268, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 16.34, 0, 2405, [N/A]" }, { "time": 1790587740.0959208, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63363632, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 16.40, 78, 2405, [N/A]" }, { "time": 1790587742.1192806, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63326104, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 16.38, 26, 2405, [N/A]" }, { "time": 1790587744.1491756, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63264172, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "56, 17.54, 77, 2405, [N/A]" }, { "time": 1790587746.1727626, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 63216884, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "57, 16.70, 0, 2405, [N/A]" }, { "time": 1790587748.2168024, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62034792, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "63, 44.81, 0, 2398, [N/A]" }, { "time": 1790587750.2600691, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 62929824, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "60, 49.10, 57, 2398, [N/A]" }, { "time": 1790587752.3153167, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61992724, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "64, 52.17, 73, 2398, [N/A]" }, { "time": 1790587754.3515213, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 61878020, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "65, 50.42, 87, 2398, [N/A]" }, { "time": 1790587756.3800275, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 55658892, "SwapTotal": 16777212, "SwapFree": 14916928 }, "gpu": "59, 18.73, 96, 2405, [N/A]" }, { "time": 1790587758.4416015, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 45175240, "SwapTotal": 16777212, "SwapFree": 13528448 }, "gpu": "59, 15.49, 0, 2405, [N/A]" }, { "time": 1790587760.7051933, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 42447244, "SwapTotal": 16777212, "SwapFree": 10696332 }, "gpu": "58, 15.27, 0, 2405, [N/A]" }, { "time": 1790587762.7937596, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 20709572, "SwapTotal": 16777212, "SwapFree": 10568044 }, "gpu": "58, 14.82, 0, 2405, [N/A]" }, { "time": 1790587764.8244464, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18362956, "SwapTotal": 16777212, "SwapFree": 10546568 }, "gpu": "58, 19.11, 0, 2405, [N/A]" }, { "time": 1790587766.8671386, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18241112, "SwapTotal": 16777212, "SwapFree": 10546568 }, "gpu": "65, 64.62, 96, 2398, [N/A]" }, { "time": 1790587768.9057024, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18532524, "SwapTotal": 16777212, "SwapFree": 10553072 }, "gpu": "68, 64.29, 96, 2398, [N/A]" }, { "time": 1790587770.9540043, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18458488, "SwapTotal": 16777212, "SwapFree": 10555500 }, "gpu": "70, 64.04, 96, 2398, [N/A]" }, { "time": 1790587772.9964604, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18373728, "SwapTotal": 16777212, "SwapFree": 10555500 }, "gpu": "61, 15.07, 0, 2405, [N/A]" }, { "time": 1790587775.0193472, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18316872, "SwapTotal": 16777212, "SwapFree": 10555560 }, "gpu": "60, 14.95, 0, 2405, [N/A]" }, { "time": 1790587777.0404751, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 18233180, "SwapTotal": 16777212, "SwapFree": 10555560 }, "gpu": "59, 14.81, 0, 2405, [N/A]" }, { "time": 1790587779.0649858, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17955216, "SwapTotal": 16777212, "SwapFree": 10555012 }, "gpu": "59, 14.76, 0, 2405, [N/A]" }, { "time": 1790587781.0901375, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17803004, "SwapTotal": 16777212, "SwapFree": 10613328 }, "gpu": "59, 14.68, 0, 2405, [N/A]" }, { "time": 1790587783.111775, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17697724, "SwapTotal": 16777212, "SwapFree": 10647308 }, "gpu": "59, 14.62, 0, 2405, [N/A]" }, { "time": 1790587785.136783, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17580788, "SwapTotal": 16777212, "SwapFree": 10647048 }, "gpu": "58, 14.61, 0, 2405, [N/A]" }, { "time": 1790587787.1606772, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17442684, "SwapTotal": 16777212, "SwapFree": 10647076 }, "gpu": "58, 14.57, 0, 2405, [N/A]" }, { "time": 1790587789.1814806, "model": "Qwen3.8-27B-BF16", "phase": "startup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17363080, "SwapTotal": 16777212, "SwapFree": 10646596 }, "gpu": "58, 14.58, 0, 2405, [N/A]" }, { "time": 1790587791.203178, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17274056, "SwapTotal": 16777212, "SwapFree": 10646624 }, "gpu": "58, 14.48, 0, 2405, [N/A]" }, { "time": 1790587793.2239814, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16982204, "SwapTotal": 16777212, "SwapFree": 10645536 }, "gpu": "58, 14.59, 0, 2405, [N/A]" }, { "time": 1790587795.2446618, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16759032, "SwapTotal": 16777212, "SwapFree": 10645536 }, "gpu": "58, 14.52, 0, 2405, [N/A]" }, { "time": 1790587797.2656453, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16587832, "SwapTotal": 16777212, "SwapFree": 10645092 }, "gpu": "58, 14.58, 0, 2405, [N/A]" }, { "time": 1790587799.2875166, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16521504, "SwapTotal": 16777212, "SwapFree": 10645168 }, "gpu": "58, 14.50, 0, 2405, [N/A]" }, { "time": 1790587801.3083131, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16464080, "SwapTotal": 16777212, "SwapFree": 10644156 }, "gpu": "58, 14.52, 0, 2405, [N/A]" }, { "time": 1790587803.33176, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16377728, "SwapTotal": 16777212, "SwapFree": 10644156 }, "gpu": "58, 14.47, 0, 2405, [N/A]" }, { "time": 1790587805.3524141, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16339248, "SwapTotal": 16777212, "SwapFree": 10644176 }, "gpu": "58, 14.46, 0, 2405, [N/A]" }, { "time": 1790587807.3763518, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16254756, "SwapTotal": 16777212, "SwapFree": 10644072 }, "gpu": "58, 14.48, 0, 2405, [N/A]" }, { "time": 1790587809.4000938, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16454260, "SwapTotal": 16777212, "SwapFree": 10654860 }, "gpu": "68, 45.31, 96, 2385, [N/A]" }, { "time": 1790587811.426429, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16124900, "SwapTotal": 16777212, "SwapFree": 10654856 }, "gpu": "58, 14.59, 0, 2405, [N/A]" }, { "time": 1790587813.4492476, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16044200, "SwapTotal": 16777212, "SwapFree": 10873672 }, "gpu": "58, 14.54, 0, 2405, [N/A]" }, { "time": 1790587815.4712558, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15959248, "SwapTotal": 16777212, "SwapFree": 10890960 }, "gpu": "58, 14.53, 0, 2405, [N/A]" }, { "time": 1790587817.4923835, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15883024, "SwapTotal": 16777212, "SwapFree": 10891004 }, "gpu": "58, 14.54, 0, 2405, [N/A]" }, { "time": 1790587819.5145984, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15596876, "SwapTotal": 16777212, "SwapFree": 10891008 }, "gpu": "58, 14.51, 0, 2405, [N/A]" }, { "time": 1790587821.5352888, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15953440, "SwapTotal": 16777212, "SwapFree": 11229672 }, "gpu": "58, 14.50, 0, 2405, [N/A]" }, { "time": 1790587823.556766, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16428156, "SwapTotal": 16777212, "SwapFree": 11285880 }, "gpu": "58, 14.49, 0, 2405, [N/A]" }, { "time": 1790587825.580109, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16506524, "SwapTotal": 16777212, "SwapFree": 11621760 }, "gpu": "58, 14.49, 0, 2405, [N/A]" }, { "time": 1790587827.6017954, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16532204, "SwapTotal": 16777212, "SwapFree": 11945284 }, "gpu": "58, 14.49, 0, 2405, [N/A]" }, { "time": 1790587829.624659, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16513960, "SwapTotal": 16777212, "SwapFree": 11945376 }, "gpu": "58, 14.48, 0, 2405, [N/A]" }, { "time": 1790587831.64936, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16498804, "SwapTotal": 16777212, "SwapFree": 11945380 }, "gpu": "58, 14.49, 0, 2405, [N/A]" }, { "time": 1790587833.673552, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16518340, "SwapTotal": 16777212, "SwapFree": 11945576 }, "gpu": "58, 14.46, 0, 2405, [N/A]" }, { "time": 1790587835.695697, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16520244, "SwapTotal": 16777212, "SwapFree": 11945828 }, "gpu": "57, 14.48, 0, 2405, [N/A]" }, { "time": 1790587837.7171357, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16512224, "SwapTotal": 16777212, "SwapFree": 11945832 }, "gpu": "57, 14.47, 0, 2405, [N/A]" }, { "time": 1790587839.7380667, "model": "Qwen3.8-27B-BF16", "phase": "warmup", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16866924, "SwapTotal": 16777212, "SwapFree": 11945828 }, "gpu": "61, 33.09, 95, 2405, [N/A]" }, { "time": 1790587841.7793963, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17555828, "SwapTotal": 16777212, "SwapFree": 12315080 }, "gpu": "59, 44.63, 0, 2405, [N/A]" }, { "time": 1790587843.8134713, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17569636, "SwapTotal": 16777212, "SwapFree": 12315100 }, "gpu": "63, 34.44, 95, 2405, [N/A]" }, { "time": 1790587845.8555524, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17546976, "SwapTotal": 16777212, "SwapFree": 12315100 }, "gpu": "63, 34.55, 95, 2405, [N/A]" }, { "time": 1790587847.9030058, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17522080, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "63, 34.66, 95, 2405, [N/A]" }, { "time": 1790587849.9467309, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17570092, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "64, 34.70, 95, 2405, [N/A]" }, { "time": 1790587851.9909213, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17531944, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "64, 34.78, 95, 2405, [N/A]" }, { "time": 1790587854.0384645, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17494768, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "64, 34.81, 95, 2405, [N/A]" }, { "time": 1790587856.079386, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17445728, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "65, 34.90, 95, 2405, [N/A]" }, { "time": 1790587858.1233685, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17401392, "SwapTotal": 16777212, "SwapFree": 12315124 }, "gpu": "65, 35.01, 95, 2405, [N/A]" }, { "time": 1790587860.1649668, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17331516, "SwapTotal": 16777212, "SwapFree": 12316940 }, "gpu": "65, 34.99, 95, 2405, [N/A]" }, { "time": 1790587862.210286, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17171648, "SwapTotal": 16777212, "SwapFree": 12324892 }, "gpu": "66, 35.06, 95, 2405, [N/A]" }, { "time": 1790587864.2494047, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16835664, "SwapTotal": 16777212, "SwapFree": 12352804 }, "gpu": "66, 35.07, 95, 2405, [N/A]" }, { "time": 1790587866.2916648, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16595804, "SwapTotal": 16777212, "SwapFree": 12365200 }, "gpu": "66, 35.11, 95, 2405, [N/A]" }, { "time": 1790587868.3399673, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16559492, "SwapTotal": 16777212, "SwapFree": 12370972 }, "gpu": "67, 35.35, 95, 2405, [N/A]" }, { "time": 1790587870.3807883, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16556812, "SwapTotal": 16777212, "SwapFree": 12371144 }, "gpu": "67, 35.39, 95, 2405, [N/A]" }, { "time": 1790587872.419468, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16580264, "SwapTotal": 16777212, "SwapFree": 12371332 }, "gpu": "67, 35.40, 95, 2405, [N/A]" }, { "time": 1790587874.4614036, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16552088, "SwapTotal": 16777212, "SwapFree": 12373064 }, "gpu": "67, 35.46, 95, 2405, [N/A]" }, { "time": 1790587876.5043578, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16513008, "SwapTotal": 16777212, "SwapFree": 12373104 }, "gpu": "67, 35.45, 95, 2405, [N/A]" }, { "time": 1790587878.5468733, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16468868, "SwapTotal": 16777212, "SwapFree": 12373232 }, "gpu": "67, 35.53, 95, 2405, [N/A]" }, { "time": 1790587880.5873609, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16552560, "SwapTotal": 16777212, "SwapFree": 12382696 }, "gpu": "68, 35.46, 95, 2405, [N/A]" }, { "time": 1790587882.6265655, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16453340, "SwapTotal": 16777212, "SwapFree": 12382976 }, "gpu": "68, 35.61, 95, 2405, [N/A]" }, { "time": 1790587884.6706872, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16358356, "SwapTotal": 16777212, "SwapFree": 12382976 }, "gpu": "68, 35.60, 95, 2405, [N/A]" }, { "time": 1790587886.711164, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16294652, "SwapTotal": 16777212, "SwapFree": 12382976 }, "gpu": "68, 35.57, 95, 2405, [N/A]" }, { "time": 1790587888.752559, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16258308, "SwapTotal": 16777212, "SwapFree": 12383140 }, "gpu": "68, 35.56, 95, 2405, [N/A]" }, { "time": 1790587890.7997124, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16213448, "SwapTotal": 16777212, "SwapFree": 12383164 }, "gpu": "68, 35.74, 95, 2405, [N/A]" }, { "time": 1790587892.8422995, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16220588, "SwapTotal": 16777212, "SwapFree": 12383544 }, "gpu": "68, 35.63, 95, 2405, [N/A]" }, { "time": 1790587894.8838763, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16208368, "SwapTotal": 16777212, "SwapFree": 12386224 }, "gpu": "68, 35.69, 95, 2405, [N/A]" }, { "time": 1790587896.9225671, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16287808, "SwapTotal": 16777212, "SwapFree": 12386400 }, "gpu": "68, 35.56, 95, 2405, [N/A]" }, { "time": 1790587898.9697337, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16150496, "SwapTotal": 16777212, "SwapFree": 12389096 }, "gpu": "68, 35.63, 95, 2405, [N/A]" }, { "time": 1790587901.016362, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16117384, "SwapTotal": 16777212, "SwapFree": 12389096 }, "gpu": "68, 35.73, 95, 2405, [N/A]" }, { "time": 1790587903.0619743, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16061788, "SwapTotal": 16777212, "SwapFree": 12389096 }, "gpu": "69, 37.94, 95, 2405, [N/A]" }, { "time": 1790587905.1027045, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16011500, "SwapTotal": 16777212, "SwapFree": 12389096 }, "gpu": "69, 35.92, 95, 2405, [N/A]" }, { "time": 1790587907.1454446, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16006968, "SwapTotal": 16777212, "SwapFree": 12389100 }, "gpu": "69, 35.92, 95, 2405, [N/A]" }, { "time": 1790587909.1873221, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15953200, "SwapTotal": 16777212, "SwapFree": 12389100 }, "gpu": "69, 35.98, 95, 2405, [N/A]" }, { "time": 1790587911.2282615, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15907672, "SwapTotal": 16777212, "SwapFree": 12389100 }, "gpu": "69, 35.97, 95, 2405, [N/A]" }, { "time": 1790587913.2668073, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15858552, "SwapTotal": 16777212, "SwapFree": 12389104 }, "gpu": "69, 35.97, 95, 2405, [N/A]" }, { "time": 1790587915.3101637, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15787908, "SwapTotal": 16777212, "SwapFree": 12389104 }, "gpu": "69, 35.90, 95, 2405, [N/A]" }, { "time": 1790587917.3495739, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15748888, "SwapTotal": 16777212, "SwapFree": 12389104 }, "gpu": "69, 35.97, 95, 2405, [N/A]" }, { "time": 1790587919.3916829, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15701256, "SwapTotal": 16777212, "SwapFree": 12389104 }, "gpu": "69, 35.93, 95, 2405, [N/A]" }, { "time": 1790587921.433591, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15634620, "SwapTotal": 16777212, "SwapFree": 12389324 }, "gpu": "69, 36.00, 95, 2405, [N/A]" }, { "time": 1790587923.4703462, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15577332, "SwapTotal": 16777212, "SwapFree": 12389328 }, "gpu": "69, 36.00, 95, 2405, [N/A]" }, { "time": 1790587925.509827, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15540888, "SwapTotal": 16777212, "SwapFree": 12389448 }, "gpu": "69, 36.01, 95, 2405, [N/A]" }, { "time": 1790587927.5504158, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15489492, "SwapTotal": 16777212, "SwapFree": 12389488 }, "gpu": "69, 36.01, 95, 2405, [N/A]" }, { "time": 1790587929.5924642, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15447336, "SwapTotal": 16777212, "SwapFree": 12389488 }, "gpu": "69, 36.00, 95, 2405, [N/A]" }, { "time": 1790587931.6361387, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15396940, "SwapTotal": 16777212, "SwapFree": 12389488 }, "gpu": "69, 36.06, 95, 2405, [N/A]" }, { "time": 1790587933.6779108, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15343640, "SwapTotal": 16777212, "SwapFree": 12389488 }, "gpu": "69, 36.09, 95, 2405, [N/A]" }, { "time": 1790587935.7221782, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15358444, "SwapTotal": 16777212, "SwapFree": 12389488 }, "gpu": "69, 36.14, 95, 2405, [N/A]" }, { "time": 1790587937.7669122, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15294092, "SwapTotal": 16777212, "SwapFree": 12389492 }, "gpu": "69, 36.07, 95, 2405, [N/A]" }, { "time": 1790587939.81197, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15248436, "SwapTotal": 16777212, "SwapFree": 12390404 }, "gpu": "69, 36.10, 95, 2405, [N/A]" }, { "time": 1790587941.8571975, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15290076, "SwapTotal": 16777212, "SwapFree": 12390404 }, "gpu": "70, 36.05, 95, 2405, [N/A]" }, { "time": 1790587943.9044826, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15194916, "SwapTotal": 16777212, "SwapFree": 12390404 }, "gpu": "70, 36.18, 95, 2405, [N/A]" }, { "time": 1790587945.945897, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15167044, "SwapTotal": 16777212, "SwapFree": 12390404 }, "gpu": "70, 36.19, 95, 2405, [N/A]" }, { "time": 1790587947.9954946, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14950100, "SwapTotal": 16777212, "SwapFree": 12390732 }, "gpu": "70, 36.07, 95, 2405, [N/A]" }, { "time": 1790587950.0368898, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14982728, "SwapTotal": 16777212, "SwapFree": 12390740 }, "gpu": "70, 36.03, 95, 2405, [N/A]" }, { "time": 1790587952.0788002, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14996092, "SwapTotal": 16777212, "SwapFree": 12390740 }, "gpu": "70, 36.22, 95, 2405, [N/A]" }, { "time": 1790587954.1198728, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14889128, "SwapTotal": 16777212, "SwapFree": 12390748 }, "gpu": "70, 36.18, 95, 2405, [N/A]" }, { "time": 1790587956.163134, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14838404, "SwapTotal": 16777212, "SwapFree": 12390748 }, "gpu": "70, 36.25, 95, 2405, [N/A]" }, { "time": 1790587958.2088704, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14793116, "SwapTotal": 16777212, "SwapFree": 12390744 }, "gpu": "70, 36.19, 95, 2405, [N/A]" }, { "time": 1790587960.2500684, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14734640, "SwapTotal": 16777212, "SwapFree": 12390768 }, "gpu": "70, 36.22, 95, 2405, [N/A]" }, { "time": 1790587962.2934408, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15005412, "SwapTotal": 16777212, "SwapFree": 12390768 }, "gpu": "77, 62.61, 96, 2385, [N/A]" }, { "time": 1790587964.3357415, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15006816, "SwapTotal": 16777212, "SwapFree": 12390768 }, "gpu": "71, 37.56, 95, 2405, [N/A]" }, { "time": 1790587966.3809507, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14951352, "SwapTotal": 16777212, "SwapFree": 12390768 }, "gpu": "71, 37.59, 95, 2405, [N/A]" }, { "time": 1790587968.4213347, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14954344, "SwapTotal": 16777212, "SwapFree": 12390776 }, "gpu": "71, 37.59, 95, 2405, [N/A]" }, { "time": 1790587970.467334, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14908264, "SwapTotal": 16777212, "SwapFree": 12390776 }, "gpu": "71, 37.62, 95, 2405, [N/A]" }, { "time": 1790587972.5093215, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14850500, "SwapTotal": 16777212, "SwapFree": 12390776 }, "gpu": "71, 37.65, 95, 2405, [N/A]" }, { "time": 1790587974.5564988, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14862664, "SwapTotal": 16777212, "SwapFree": 12390776 }, "gpu": "71, 37.64, 95, 2405, [N/A]" }, { "time": 1790587976.5947766, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14790288, "SwapTotal": 16777212, "SwapFree": 12390788 }, "gpu": "71, 37.65, 95, 2405, [N/A]" }, { "time": 1790587978.6503425, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14766728, "SwapTotal": 16777212, "SwapFree": 12390788 }, "gpu": "71, 37.60, 95, 2405, [N/A]" }, { "time": 1790587980.694921, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14899628, "SwapTotal": 16777212, "SwapFree": 12390852 }, "gpu": "71, 37.68, 95, 2405, [N/A]" }, { "time": 1790587982.74169, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14844488, "SwapTotal": 16777212, "SwapFree": 12390852 }, "gpu": "71, 37.66, 95, 2405, [N/A]" }, { "time": 1790587984.7856927, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14791820, "SwapTotal": 16777212, "SwapFree": 12390860 }, "gpu": "71, 37.70, 95, 2405, [N/A]" }, { "time": 1790587986.8272402, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14727464, "SwapTotal": 16777212, "SwapFree": 12390864 }, "gpu": "71, 37.76, 95, 2405, [N/A]" }, { "time": 1790587988.871057, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14680660, "SwapTotal": 16777212, "SwapFree": 12390864 }, "gpu": "71, 37.71, 95, 2405, [N/A]" }, { "time": 1790587990.9180696, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14628596, "SwapTotal": 16777212, "SwapFree": 12390864 }, "gpu": "71, 37.76, 95, 2405, [N/A]" }, { "time": 1790587992.9626708, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14588816, "SwapTotal": 16777212, "SwapFree": 12390864 }, "gpu": "71, 37.76, 95, 2405, [N/A]" }, { "time": 1790587995.009069, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14503440, "SwapTotal": 16777212, "SwapFree": 12390872 }, "gpu": "71, 37.71, 95, 2405, [N/A]" }, { "time": 1790587997.0515385, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14463832, "SwapTotal": 16777212, "SwapFree": 12390872 }, "gpu": "71, 37.73, 95, 2405, [N/A]" }, { "time": 1790587999.093728, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14489268, "SwapTotal": 16777212, "SwapFree": 12390872 }, "gpu": "71, 37.78, 95, 2405, [N/A]" }, { "time": 1790588001.137939, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14391820, "SwapTotal": 16777212, "SwapFree": 12390872 }, "gpu": "71, 37.80, 95, 2405, [N/A]" }, { "time": 1790588003.1777577, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 14910172, "SwapTotal": 16777212, "SwapFree": 12390868 }, "gpu": "71, 37.59, 95, 2405, [N/A]" }, { "time": 1790588005.2239118, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15548764, "SwapTotal": 16777212, "SwapFree": 12390868 }, "gpu": "71, 37.58, 95, 2405, [N/A]" }, { "time": 1790588007.2709606, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15425584, "SwapTotal": 16777212, "SwapFree": 12390872 }, "gpu": "72, 37.74, 95, 2405, [N/A]" }, { "time": 1790588009.3127062, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15595816, "SwapTotal": 16777212, "SwapFree": 12393788 }, "gpu": "71, 37.75, 95, 2405, [N/A]" }, { "time": 1790588011.355898, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 15936376, "SwapTotal": 16777212, "SwapFree": 12393792 }, "gpu": "71, 36.93, 95, 2405, [N/A]" }, { "time": 1790588013.401634, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16527656, "SwapTotal": 16777212, "SwapFree": 12386432 }, "gpu": "72, 36.77, 95, 2405, [N/A]" }, { "time": 1790588015.4388719, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 16481400, "SwapTotal": 16777212, "SwapFree": 12386436 }, "gpu": "71, 34.95, 95, 2405, [N/A]" }, { "time": 1790588017.4770114, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17377676, "SwapTotal": 16777212, "SwapFree": 12386436 }, "gpu": "72, 37.93, 95, 2405, [N/A]" }, { "time": 1790588019.5217652, "model": "Qwen3.8-27B-BF16", "phase": "measured", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17376604, "SwapTotal": 16777212, "SwapFree": 12386480 }, "gpu": "72, 37.99, 95, 2405, [N/A]" }, { "time": 1790588021.5646365, "model": "Qwen3.8-27B-BF16", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 17338712, "SwapTotal": 16777212, "SwapFree": 12386516 }, "gpu": "72, 36.20, 95, 2405, [N/A]" }, { "time": 1790588023.589943, "model": "Qwen3.8-27B-BF16", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122293760, "SwapTotal": 16777212, "SwapFree": 13361028 }, "gpu": "68, 17.02, 0, 2405, [N/A]" }, { "time": 1790588025.6120887, "model": "Qwen3.8-27B-BF16", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122283000, "SwapTotal": 16777212, "SwapFree": 13361028 }, "gpu": "66, 7.37, 0, 208, [N/A]" }, { "time": 1790588027.6420357, "model": "Qwen3.8-27B-BF16", "phase": "shutdown", "memory_kib": { "MemTotal": 127598612, "MemAvailable": 122162844, "SwapTotal": 16777212, "SwapFree": 13362732 }, "gpu": "65, 6.38, 0, 208, [N/A]" } ], "metadata": { "measurement_basis": "stream estimate (completion_tokens - 1) / (last-content time - first-content time); not engine-native decode", "thinking_returned": false, "source_sha256": "9e63521746add5078ef92074fa1bf9a6e452ace64c7fb66d63b9f44b4d1bff21", "checkpoint": { "architecture": [ "Qwen3_5ForConditionalGeneration" ], "model_type": "qwen3_5", "quantization": null, "expected": 18, "missing": [], "bytes": 55563006776, "dtype_declared": "bfloat16", "quantization_config_present": false, "stored_tensor_element_counts_by_dtype": { "BF16": 27781427952 }, "tensor_counts_by_dtype": { "BF16": 1199 } }, "result": { "startup_to_ready_s": 376.60881136500393, "status": "ok", "checkpoint": { "architecture": [ "Qwen3_5ForConditionalGeneration" ], "model_type": "qwen3_5", "quantization": null, "expected": 18, "missing": [], "bytes": 55563006776, "dtype_declared": "bfloat16", "quantization_config_present": false, "stored_tensor_element_counts_by_dtype": { "BF16": 27781427952 }, "tensor_counts_by_dtype": { "BF16": 1199 } } } }, "trials": [ { "id": "3e5cadd6550c81efb281a531:warmup:0", "phase": "warmup", "trial": "warmup", "decode_tps": 4.455910778237258, "prefill_tps": null, "ttft_s": 47.18912350398023, "wall_s": 50.5555602159875, "end_to_end_tps": 0.3164834873086862, "input_tokens": 888, "output_tokens": 16, "prompt_hash": "e6c1561cff02808dc57361fe2b52bebcb70cf2d32a541e7a962bf0242fc56d54", "raw": { "stats": {} } }, { "id": "3e5cadd6550c81efb281a531:measured:1", "phase": "measured", "trial": "1", "decode_tps": 4.327710738097538, "prefill_tps": null, "ttft_s": 1.1193275030236691, "wall_s": 60.04206848802278, "end_to_end_tps": 4.263677225761584, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c623d68c3b51970d60a537299a250f13bd964e84c349a5a5239bbda42b15eb6a", "raw": { "stats": {} } }, { "id": "3e5cadd6550c81efb281a531:measured:2", "phase": "measured", "trial": "2", "decode_tps": 4.334297601114371, "prefill_tps": null, "ttft_s": 0.94413269800134, "wall_s": 59.777288078999845, "end_to_end_tps": 4.282562963740981, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "c1bcdee825dd8975f766ae709b581a1f5d2f301b574a7409218213d531c15c32", "raw": { "stats": {} } }, { "id": "3e5cadd6550c81efb281a531:measured:3", "phase": "measured", "trial": "3", "decode_tps": 4.290375930298418, "prefill_tps": null, "ttft_s": 0.9606346059881616, "wall_s": 60.396077999990666, "end_to_end_tps": 4.238685829898418, "input_tokens": 888, "output_tokens": 256, "prompt_hash": "f5abf4af621074d17f81141711acbad335e8f259cb6ea0f70391b0df73deaee3", "raw": { "stats": {} } } ], "history": [ { "sha256": "9e63521746add5078ef92074fa1bf9a6e452ace64c7fb66d63b9f44b4d1bff21", "observed_utc": "2026-09-28T09:37:17.109290+00:00", "status": "ok", "error": null } ] } ], "artifacts": { "bf16-install-receipt.json": { "state": "complete", "verified": true, "repo_id": "Qwen/Qwen3.8-27B", "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "expected_bytes": 55586114863, "actual_bytes": 55586114863, "complete_shards": 18, "completed_shard_bytes": 55563006776 } } } ], "live": null, "ingestion_errors": [], "latest_event": { "event": "suite_complete" }, "archive_updated_utc": "2026-09-28T09:37:55.854583+00:00", "publication": { "kind": "read-only benchmark snapshot", "generated_utc": "2026-09-28T09:39:29.873992+00:00", "source": "NVIDIA DGX Spark benchmark, September 28 2026" } }