{
"runs": [
{
"elapsed_s": 4.551236792001873,
"output_text_preview": "A: \"a\" is a single character with a count of one. 0 characters are needed to represent this. \n\nB: \"a\" is the same as \"a a\". 0 characters are needed to represent this. \n\nC: \"abc\" is a three-character s",
"stats": {
"prompt_tps": 414.1766929525872,
"generation_tps": 32.94913930360418,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 268528786
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 4.535004332981771,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 6,
"avg_sys_power": 14.36057980855306
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 6,
"avg_sys_power": 25.31737168629964
}
],
"total_avg_sys_power_watts": 39.6779514948527,
"total_energy_joules": 179.93968195299752
},
"model_short_id": "Gaiel-1.5B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-1.5B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 2,
"instance_id": "444c3e5c-19ca-420a-8547-f6b5e41726b3",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1
},
{
"elapsed_s": 8.706870416994207,
"output_text_preview": "A: \"a\" is a single character with a count of one. 0 characters are needed to represent this. \n\nB: \"a\" is the same as \"a a\". 0 characters are needed to represent this. \n\nC: \"abc\" is the same as \"abc\" a",
"stats": {
"prompt_tps": 22.319364179182895,
"generation_tps": 46.719049020643425,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 1150735390
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 8.684624083980452,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 10,
"avg_sys_power": 15.374188041687011
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 10,
"avg_sys_power": 15.855666351318359
}
],
"total_avg_sys_power_watts": 31.22985439300537,
"total_energy_joules": 271.21954560069713
},
"model_short_id": "Gaiel-1.5B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-1.5B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 1,
"instance_id": "1c7e2aa4-e07a-4149-ad21-dacdc28598aa",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1
}
],
"cluster": {
"nodeIdentities": {
"12D3KooWJ7fu4bKfDdjhYM8Df5qnGCVsxiTW8fqVbJk1F55YMAut": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"modelId": "MacBook Air",
"chipId": "Apple M5",
"friendlyName": "jg\u2019s MacBook Air",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJpJXcH49Rm9uWMynGLQK86K1X6eNdtJGz5naabGybzsd": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWGUPtFrGhYGsz2dN58u226N9r9rL3Fr6uTWk1VaxDA3iu": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJHJKzoH3Msme6cSeE8yWHFXCy1xiqssabP2bHSmBAzEV": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMfoohcaHSQsKqUEgg8FN96En9Fc4FbC1paYBtqz3dVNZ": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMXG9S7a3JF2WcNnxbC1idqJ87sTkaR5iTvboisPYujJ7": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJ8Kq8ivV9XqHn8AoVJes3VcFABxvXu1byj7tVCtfihMN": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
}
},
"topology": {
"nodes": [
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL"
],
"connections": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.28/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.28",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.64.196.24/tcp/52415",
"address_type": "ip4",
"ip_address": "100.64.196.24",
"port": 52415
}
}
]
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.38/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.38",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.75.146.88/tcp/52415",
"address_type": "ip4",
"ip_address": "100.75.146.88",
"port": 52415
}
}
]
}
}
},
"nodeMemory": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"ramTotal": {
"inBytes": 25769803776
},
"ramAvailable": {
"inBytes": 19261734912
},
"swapTotal": {
"inBytes": 2147483648
},
"swapAvailable": {
"inBytes": 929628160
}
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"ramTotal": {
"inBytes": 17179869184
},
"ramAvailable": {
"inBytes": 2704211968
},
"swapTotal": {
"inBytes": 7516192768
},
"swapAvailable": {
"inBytes": 1141506048
}
}
},
"nodeSystem": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": 0.00034387255436740816,
"temp": 41.965354919433594,
"sysPower": 13.318540573120117,
"pcpuUsage": 0.3066241443157196,
"ecpuUsage": 0.16581764817237854
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": 0.030546629801392555,
"temp": 54.751495361328125,
"sysPower": 21.293601989746094,
"pcpuUsage": 0.9750326871871948,
"ecpuUsage": 0.8870448470115662
}
}
},
"system_metrics": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": {
"min": 0.07,
"max": 1.0,
"mean": 0.49,
"samples": 10
},
"temp": {
"min": 52.39,
"max": 57.48,
"mean": 55.04,
"samples": 10
},
"sysPower": {
"min": 13.25,
"max": 35.47,
"mean": 23.59,
"samples": 10
},
"pcpuUsage": {
"min": 0.03,
"max": 0.97,
"mean": 0.41,
"samples": 10
},
"ecpuUsage": {
"min": 0.33,
"max": 0.72,
"mean": 0.45,
"samples": 10
}
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": {
"min": 0.0,
"max": 1.0,
"mean": 0.44,
"samples": 14
},
"temp": {
"min": 41.76,
"max": 45.03,
"mean": 43.31,
"samples": 14
},
"sysPower": {
"min": 12.95,
"max": 19.59,
"mean": 15.48,
"samples": 14
},
"pcpuUsage": {
"min": 0.0,
"max": 0.34,
"mean": 0.18,
"samples": 14
},
"ecpuUsage": {
"min": 0.16,
"max": 0.33,
"mean": 0.23,
"samples": 14
}
}
}
}{
"runs": [
{
"elapsed_s": 12.168341624987079,
"output_text_preview": "\u770b\u8d77\u6765\u662f\u4e00\u5217\u8fde\u7eed\u7684 \"a\" \u5b57\u7b26\uff0c\u60a8\u9700\u8981\u8f93\u5165\u5177\u4f53\u7684\u6587\u5b57\u6216\u95ee\u9898\u5417\uff1f\u8fd9\u6837\u6211\u53ef\u4ee5\u66f4\u597d\u5730\u5e2e\u52a9\u60a8\u3002\u5982\u679c\u60a8\u53ea\u662f\u6253\u9519\u4e86\uff0c\u53ef\u80fd\u60a8\u60f3\u8981\u8f93\u5165\u7684\u662f \"a\" \u540e\u9762\u8ddf\u7740\u4e00\u4e2a\u957f\u5b57\u7b26\u4e32\u6216\u8005\u6709\u7279\u6b8a\u5b57\u7b26\uff0c\u4f46\u60a8\u5fd8\u8bb0\u6362\u884c\u6216\u6709\u683c\u5f0f\u95ee\u9898\uff0c\u8bf7\u8be6\u7ec6\u4e00\u4e9b\u3002\u5982\u679c\u662f\u8fd9\u6837\uff0c\u60a8\u5c06\u5f97\u5230\u66f4\u7cbe\u786e\u7684\u5e2e\u52a9\u3002\u5982\u679c\u662f\u5c4f\u5e55\u5c55\u793a\u95ee\u9898\uff0c\u8fd9\u4e0e\u6587\u672c\u8f93\u5165\u6216\u663e\u793a\u6709\u5173\uff0c\u6b63\u5e38\u6587\u672c\u7f16\u8f91\u5668\u6216\u7f51\u9875\u6587\u672c\u6846\u4e0d\u5e94\u8be5\u663e\u793a\u4e3a\u8fde\u7eed\u7684 'a'\u3002\u5982\u679c\u662f\u7f51\u9875\u4e0a\u7684\u6587\u672c\u533a\u57df\uff0c\u8fd9\u53ef\u80fd\u4e0e CSS \u6709\u5173\uff0c\u6211\u4eec\u4e5f\u53ef\u4ee5\u6df1",
"stats": {
"prompt_tps": 151.40181546013054,
"generation_tps": 11.791287936882542,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 1304741344
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 12.15040429099463,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 14,
"avg_sys_power": 15.332278456006732
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 14,
"avg_sys_power": 30.903824942452566
}
],
"total_avg_sys_power_watts": 46.2361033984593,
"total_energy_joules": 561.7873491315112
},
"model_short_id": "Gaiel-7B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-7B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 2,
"instance_id": "bf2d1d70-92b1-483d-a7c8-fef9f4379401",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1,
"download_duration_s": 876.8862159999844
},
{
"elapsed_s": 13.264096040977165,
"output_text_preview": "\u770b\u8d77\u6765\u662f\u4e00\u5217\u8fde\u7eed\u7684 \"a\" \u5b57\u7b26\uff0c\u60a8\u9700\u8981\u8f93\u5165\u5177\u4f53\u7684\u6587\u5b57\u6216\u95ee\u9898\u5417\uff1f\u8fd9\u6837\u6211\u53ef\u4ee5\u66f4\u597d\u5730\u5e2e\u52a9\u60a8\u3002\u5982\u679c\u60a8\u53ea\u662f\u6253\u9519\u4e86\uff0c\u53ef\u80fd\u60a8\u60f3\u8981\u8f93\u5165\u7684\u662f \"a\" \u540e\u9762\u8ddf\u7740\u4e00\u4e2a\u957f\u5b57\u7b26\u4e32\u6216\u8005\u6709\u7279\u6b8a\u5b57\u7b26\uff0c\u4f46\u60a8\u5fd8\u8bb0\u6362\u884c\u6216\u6709\u683c\u5f0f\u95ee\u9898\uff0c\u8bf7\u8be6\u7ec6\u4e00\u4e9b\u3002\u5982\u679c\u662f\u8fd9\u6837\uff0c\u60a8\u5c06\u5f97\u5230\u66f4\u7cbe\u786e\u7684\u5e2e\u52a9\u3002\u5982\u679c\u662f\u5c4f\u5e55\u5c55\u793a\u95ee\u9898\uff0c\u8fd9\u4e0e\u6587\u672c\u8f93\u5165\u6216\u663e\u793a\u6709\u5173\uff0c\u6b63\u5e38\u6587\u672c\u7f16\u8f91\u5668\u6216\u7f51\u9875\u6587\u672c\u6846\u4e0d\u5e94\u8be5\u663e\u793a\u4e3a\u8fde\u7eed\u7684 'a'\u3002\u5982\u679c\u662f\u7f51\u9875\u4e0a\u7684\u6587\u672c\u533a\u57df\uff0c\u8fd9\u53ef\u80fd\u4e0e CSS \u6709\u5173\uff0c\u6211\u4eec\u4e5f\u53ef\u4ee5\u6df1",
"stats": {
"prompt_tps": 174.32041782610293,
"generation_tps": 10.60784714786301,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 4839130607
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 13.227446125005372,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 15,
"avg_sys_power": 15.121274375915528
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 15,
"avg_sys_power": 18.902446111043293
}
],
"total_avg_sys_power_watts": 34.02372048695882,
"total_energy_joules": 450.04692971348936
},
"model_short_id": "Gaiel-7B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-7B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 1,
"instance_id": "c7970da9-ddc2-4332-960b-0691e0e01fd9",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1,
"download_duration_s": 876.8862159999844
}
],
"cluster": {
"nodeIdentities": {
"12D3KooWJ7fu4bKfDdjhYM8Df5qnGCVsxiTW8fqVbJk1F55YMAut": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"modelId": "MacBook Air",
"chipId": "Apple M5",
"friendlyName": "jg\u2019s MacBook Air",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJpJXcH49Rm9uWMynGLQK86K1X6eNdtJGz5naabGybzsd": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWGUPtFrGhYGsz2dN58u226N9r9rL3Fr6uTWk1VaxDA3iu": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJHJKzoH3Msme6cSeE8yWHFXCy1xiqssabP2bHSmBAzEV": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMfoohcaHSQsKqUEgg8FN96En9Fc4FbC1paYBtqz3dVNZ": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMXG9S7a3JF2WcNnxbC1idqJ87sTkaR5iTvboisPYujJ7": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJ8Kq8ivV9XqHn8AoVJes3VcFABxvXu1byj7tVCtfihMN": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
}
},
"topology": {
"nodes": [
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL"
],
"connections": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.28/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.28",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.64.196.24/tcp/52415",
"address_type": "ip4",
"ip_address": "100.64.196.24",
"port": 52415
}
}
]
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.38/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.38",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.75.146.88/tcp/52415",
"address_type": "ip4",
"ip_address": "100.75.146.88",
"port": 52415
}
}
]
}
}
},
"nodeMemory": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"ramTotal": {
"inBytes": 25769803776
},
"ramAvailable": {
"inBytes": 19267436544
},
"swapTotal": {
"inBytes": 2147483648
},
"swapAvailable": {
"inBytes": 929628160
}
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"ramTotal": {
"inBytes": 17179869184
},
"ramAvailable": {
"inBytes": 2739339264
},
"swapTotal": {
"inBytes": 7516192768
},
"swapAvailable": {
"inBytes": 1034420224
}
}
},
"nodeSystem": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": 0.00068642757833004,
"temp": 43.90692901611328,
"sysPower": 14.792723655700684,
"pcpuUsage": 0.22362378239631653,
"ecpuUsage": 0.39522069692611694
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": 0.09440486133098602,
"temp": 53.42055130004883,
"sysPower": 21.425085067749023,
"pcpuUsage": 0.20943355560302734,
"ecpuUsage": 0.6895336508750916
}
}
},
"system_metrics": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": {
"min": 0.07,
"max": 1.0,
"mean": 0.68,
"samples": 17
},
"temp": {
"min": 53.74,
"max": 62.05,
"mean": 57.92,
"samples": 17
},
"sysPower": {
"min": 18.05,
"max": 41.93,
"mean": 30.4,
"samples": 17
},
"pcpuUsage": {
"min": 0.28,
"max": 0.99,
"mean": 0.6,
"samples": 17
},
"ecpuUsage": {
"min": 0.66,
"max": 0.98,
"mean": 0.75,
"samples": 17
}
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": {
"min": 0.0,
"max": 0.21,
"mean": 0.12,
"samples": 18
},
"temp": {
"min": 43.17,
"max": 45.34,
"mean": 43.96,
"samples": 18
},
"sysPower": {
"min": 14.79,
"max": 17.73,
"mean": 15.22,
"samples": 18
},
"pcpuUsage": {
"min": 0.0,
"max": 0.25,
"mean": 0.07,
"samples": 18
},
"ecpuUsage": {
"min": 0.25,
"max": 0.52,
"mean": 0.32,
"samples": 18
}
}
}
}{
"runs": [
{
"elapsed_s": 62.03583687500213,
"output_text_preview": "It appears you've typed a string of \"a\" characters. Is there something specific you would like to ask or discuss? I'm here to help! If you have a question or need assistance with something, feel free ",
"stats": {
"prompt_tps": 19.00501347017419,
"generation_tps": 2.4267240173535787,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 3472410093
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 62.019974875001935,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 63,
"avg_sys_power": 15.325430658128527
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 63,
"avg_sys_power": 35.920948391868954
}
],
"total_avg_sys_power_watts": 51.24637904999748,
"total_energy_joules": 3178.299141115669
},
"model_short_id": "Gaiel-32B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-32B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 2,
"instance_id": "1c875f88-1452-4244-b50f-91bec60da4f6",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1
},
{
"elapsed_s": 59.3541381249961,
"output_text_preview": "It appears you've typed a string of \"a\" characters. Is there something specific you would like to ask or discuss? I'm here to help! If you have a question or need assistance with something, feel free ",
"stats": {
"prompt_tps": 35.88067274875912,
"generation_tps": 2.3391195620129777,
"prompt_tokens": 128,
"generation_tokens": 128,
"peak_memory_usage": {
"inBytes": 20028046952
},
"prefix_cache_hit": "none"
},
"power_usage": {
"elapsed_seconds": 59.25380045900238,
"nodes": [
{
"node_id": "12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"samples": 61,
"avg_sys_power": 14.72593535751593
},
{
"node_id": "12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL",
"samples": 61,
"avg_sys_power": 25.836745496656075
}
],
"total_avg_sys_power_watts": 40.562680854172,
"total_energy_joules": 2403.4929974153038
},
"model_short_id": "Gaiel-32B-Korean-Tuned-MLX",
"model_id": "encredible/Gaiel-32B-Korean-Tuned-MLX",
"placement_sharding": "Pipeline",
"placement_instance_meta": "MlxRing",
"placement_nodes": 1,
"instance_id": "3724de82-a89b-43af-9eeb-780d45a8c311",
"pp_tokens": 128,
"tg": 128,
"repeat_index": 0,
"concurrency": 1
}
],
"cluster": {
"nodeIdentities": {
"12D3KooWJ7fu4bKfDdjhYM8Df5qnGCVsxiTW8fqVbJk1F55YMAut": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"modelId": "MacBook Air",
"chipId": "Apple M5",
"friendlyName": "jg\u2019s MacBook Air",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJpJXcH49Rm9uWMynGLQK86K1X6eNdtJGz5naabGybzsd": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWGUPtFrGhYGsz2dN58u226N9r9rL3Fr6uTWk1VaxDA3iu": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJHJKzoH3Msme6cSeE8yWHFXCy1xiqssabP2bHSmBAzEV": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMfoohcaHSQsKqUEgg8FN96En9Fc4FbC1paYBtqz3dVNZ": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWMXG9S7a3JF2WcNnxbC1idqJ87sTkaR5iTvboisPYujJ7": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"modelId": "Mac mini",
"chipId": "Apple M4",
"friendlyName": "jg",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
},
"12D3KooWJ8Kq8ivV9XqHn8AoVJes3VcFABxvXu1byj7tVCtfihMN": {
"modelId": "MacBook Pro",
"chipId": "Apple M5 Pro",
"friendlyName": "jaegwan\uc758 MacBook\u00a0Pro",
"osVersion": "27.0",
"osBuildVersion": "26A5406e"
}
},
"topology": {
"nodes": [
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA",
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL"
],
"connections": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.28/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.28",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.64.196.24/tcp/52415",
"address_type": "ip4",
"ip_address": "100.64.196.24",
"port": 52415
}
}
]
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": [
{
"sinkMultiaddr": {
"address": "/ip4/172.30.1.38/tcp/52415",
"address_type": "ip4",
"ip_address": "172.30.1.38",
"port": 52415
}
},
{
"sinkMultiaddr": {
"address": "/ip4/100.75.146.88/tcp/52415",
"address_type": "ip4",
"ip_address": "100.75.146.88",
"port": 52415
}
}
]
}
}
},
"nodeMemory": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"ramTotal": {
"inBytes": 25769803776
},
"ramAvailable": {
"inBytes": 18756599808
},
"swapTotal": {
"inBytes": 2147483648
},
"swapAvailable": {
"inBytes": 929628160
}
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"ramTotal": {
"inBytes": 17179869184
},
"ramAvailable": {
"inBytes": 2634268672
},
"swapTotal": {
"inBytes": 8589934592
},
"swapAvailable": {
"inBytes": 1315438592
}
}
},
"nodeSystem": {
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": 0.005008692853152752,
"temp": 39.01494598388672,
"sysPower": 13.41635513305664,
"pcpuUsage": 0.24466946721076965,
"ecpuUsage": 0.19886693358421326
},
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": 0.06139712780714035,
"temp": 56.73496627807617,
"sysPower": 17.627586364746094,
"pcpuUsage": 0.5189769268035889,
"ecpuUsage": 0.3447132706642151
}
}
},
"system_metrics": {
"12D3KooWCLpSKHe3bFCUx9yAr9Jzzogt43pRDJaRvwj28aahRksL": {
"gpuUsage": {
"min": 0.04,
"max": 1.0,
"mean": 0.86,
"samples": 64
},
"temp": {
"min": 63.39,
"max": 75.12,
"mean": 70.72,
"samples": 64
},
"sysPower": {
"min": 24.14,
"max": 43.24,
"mean": 35.62,
"samples": 64
},
"pcpuUsage": {
"min": 0.43,
"max": 1.0,
"mean": 0.86,
"samples": 64
},
"ecpuUsage": {
"min": 0.28,
"max": 1.0,
"mean": 0.67,
"samples": 64
}
},
"12D3KooWJUNgypUKMeHpjs4upfnYEJLtGKJ3waHShWESaGiqhUEA": {
"gpuUsage": {
"min": 0.0,
"max": 0.32,
"mean": 0.14,
"samples": 62
},
"temp": {
"min": 42.26,
"max": 44.06,
"mean": 42.69,
"samples": 62
},
"sysPower": {
"min": 12.67,
"max": 15.49,
"mean": 14.69,
"samples": 62
},
"pcpuUsage": {
"min": 0.0,
"max": 0.27,
"mean": 0.02,
"samples": 62
},
"ecpuUsage": {
"min": 0.16,
"max": 0.31,
"mean": 0.26,
"samples": 62
}
}
}
}Status: Model exceeds currently available cluster RAM limit for unquantized inference (Requires additional unified memory or 4-bit quantization).
Status: Model exceeds currently available cluster RAM limit for unquantized inference (Requires additional unified memory or 4-bit quantization).
Status: Model exceeds currently available cluster RAM limit for unquantized inference (Requires additional unified memory or 4-bit quantization).