Created
June 10, 2025 11:38
-
-
Save a1994sc/8f19c65b4eabb2abf397641d10358fe7 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Jun 09 14:00:52 danu-01 pre-start[77690]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:00:52 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.4427958,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.4777727,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.6806324,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.680937,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.680941,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.6809707,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.6809382,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:00:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492052.6815867,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:01:22 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492082.7305496,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:01:22 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492082.7483222,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"error","ts":1749492112.703839,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492112.7041705,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492112.704143,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: {"level":"info","ts":1749492112.7044728,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-start[77698]: 2025/06/09 18:01:52 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:01:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:01:52 danu-01 docker-omni-bare-metal-post-stop[78372]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:01:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:01:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 4. | |
| Jun 09 14:01:53 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:01:53 danu-01 pre-start[78383]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:01:53 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.5180354,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.5515177,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.738134,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.7384226,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.738423,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.7384732,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.7384682,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:01:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492113.7389462,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:02:23 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492143.7884367,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:02:23 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492143.805165,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"error","ts":1749492173.7672634,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492173.7675867,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492173.7676568,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: {"level":"info","ts":1749492173.767887,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:02:53 danu-01 docker-omni-bare-metal-start[78393]: 2025/06/09 18:02:53 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:02:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-post-stop[78514]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:02:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:02:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 5. | |
| Jun 09 14:02:54 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:02:54 danu-01 pre-start[78524]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:02:54 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.6989503,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.7310512,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9168432,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9172094,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9172091,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9172573,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9172611,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:02:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492174.9173176,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:03:24 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492204.9667552,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:03:24 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492204.9772198,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"error","ts":1749492234.9363148,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492234.9365113,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492234.936825,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: {"level":"info","ts":1749492234.9370573,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:03:54 danu-01 docker-omni-bare-metal-start[78533]: 2025/06/09 18:03:54 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:03:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:03:55 danu-01 docker-omni-bare-metal-post-stop[78624]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:03:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:03:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 6. | |
| Jun 09 14:03:55 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:03:55 danu-01 pre-start[78634]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:03:55 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:03:55 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492235.8062663,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:03:55 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492235.8401592,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.064578,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.0649025,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.0649803,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.065028,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.0650468,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:03:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492236.0656335,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:04:26 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492266.1004705,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:04:26 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492266.1166635,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"error","ts":1749492296.0841267,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492296.0843935,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492296.0843573,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: {"level":"info","ts":1749492296.0845542,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78643]: 2025/06/09 18:04:56 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:04:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-post-stop[78732]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:04:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:04:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 7. | |
| Jun 09 14:04:56 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:04:56 danu-01 pre-start[78743]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:04:56 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:04:56 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492296.9954405,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.0263803,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.2404892,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.2408063,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.2408335,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.241133,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.2408624,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:04:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492297.2408738,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:05:27 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492327.2767951,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:05:27 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492327.2864037,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492357.2749345,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"error","ts":1749492357.2757146,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"error","ts":1749492357.2757108,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"error","ts":1749492357.2759783,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492357.2764854,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492357.2768261,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: {"level":"info","ts":1749492357.2770498,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-start[78752]: 2025/06/09 18:05:57 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:05:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:05:57 danu-01 docker-omni-bare-metal-post-stop[78846]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:05:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:05:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 8. | |
| Jun 09 14:05:57 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:05:57 danu-01 pre-start[78856]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:05:57 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.1298928,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.1622167,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.3489573,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.349296,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.3493028,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.3493385,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.3494842,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:05:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492358.3495865,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:06:28 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492388.3983486,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:06:28 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492388.4147284,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492418.3782058,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"error","ts":1749492418.3785791,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"error","ts":1749492418.3785825,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"error","ts":1749492418.3787088,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492418.3788772,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492418.379082,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: {"level":"info","ts":1749492418.3807194,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-start[78865]: 2025/06/09 18:06:58 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:06:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:06:58 danu-01 docker-omni-bare-metal-post-stop[78955]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:06:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:06:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 9. | |
| Jun 09 14:06:58 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:06:58 danu-01 pre-start[78966]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:06:58 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.2604132,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.3084903,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.5328493,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.533189,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.5332098,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.5333803,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.5334203,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:06:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492419.5337167,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:07:29 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492449.5547152,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:07:29 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492449.5643742,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"error","ts":1749492479.5629635,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"error","ts":1749492479.5631144,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492479.5633178,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492479.5634112,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: {"level":"info","ts":1749492479.5636346,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-start[78974]: 2025/06/09 18:07:59 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:07:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:07:59 danu-01 docker-omni-bare-metal-post-stop[79067]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:07:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:08:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 10. | |
| Jun 09 14:08:00 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:08:00 danu-01 pre-start[79077]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:08:00 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.530261,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.5623343,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7492387,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7495277,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7495975,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7496336,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7498693,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:08:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492480.7498379,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:08:30 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492510.7948618,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:08:30 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492510.8115616,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492540.7695024,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"error","ts":1749492540.779861,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"error","ts":1749492540.7799416,"caller":"controllers/machine_status.go:209","msg":"failed to get all machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"error","ts":1749492540.7802553,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492540.7805805,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492540.7807295,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: {"level":"info","ts":1749492540.7811627,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:09:00 danu-01 docker-omni-bare-metal-start[79085]: 2025/06/09 18:09:00 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:09:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-post-stop[79177]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:09:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:09:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 11. | |
| Jun 09 14:09:01 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:09:01 danu-01 pre-start[79187]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:09:01 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.7264256,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.7581801,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.945048,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.9453568,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.9453576,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.9454134,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.945565,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:09:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492541.945614,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:09:31 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492571.9904606,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:09:32 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492572.0071244,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"error","ts":1749492601.9787173,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492601.9789243,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492601.979165,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: {"level":"info","ts":1749492601.9791462,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:10:01 danu-01 docker-omni-bare-metal-start[79195]: 2025/06/09 18:10:01 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:10:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-post-stop[79286]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:10:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:10:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 12. | |
| Jun 09 14:10:02 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:10:02 danu-01 pre-start[79296]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:10:02 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.6987565,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.7312148,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.919736,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.9200666,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.9200692,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.9200838,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.9201245,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:10:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492602.9201577,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:10:33 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492632.9618373,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:10:33 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492632.9782858,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"error","ts":1749492662.938138,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492662.9383562,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492662.9391053,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: {"level":"info","ts":1749492662.9392326,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:11:02 danu-01 docker-omni-bare-metal-start[79306]: 2025/06/09 18:11:02 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:11:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-post-stop[79397]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:11:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:11:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 13. | |
| Jun 09 14:11:03 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:11:03 danu-01 pre-start[79407]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:11:03 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.764549,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.797145,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.9869967,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.987339,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.9873505,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.9873884,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.9875724,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:11:03 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492663.988064,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:11:34 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492694.0347178,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:11:34 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492694.050928,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492724.018896,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"error","ts":1749492724.0193024,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"error","ts":1749492724.01945,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"error","ts":1749492724.0195966,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492724.0197284,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492724.0208817,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: {"level":"info","ts":1749492724.0210202,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-start[79415]: 2025/06/09 18:12:04 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:12:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:12:04 danu-01 docker-omni-bare-metal-post-stop[79506]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:12:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:12:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 14. | |
| Jun 09 14:12:04 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:12:04 danu-01 pre-start[79516]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:12:04 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.0650663,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.097162,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.3167994,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.3170836,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.317141,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.3173985,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.3172681,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:12:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492725.3172922,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:12:35 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492755.3597043,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:12:35 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492755.3736556,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492785.3428814,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"error","ts":1749492785.3436904,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"error","ts":1749492785.3438485,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"error","ts":1749492785.343986,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492785.3446167,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492785.3443763,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: {"level":"info","ts":1749492785.3452816,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-start[79525]: 2025/06/09 18:13:05 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:13:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:13:05 danu-01 docker-omni-bare-metal-post-stop[79618]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:13:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:13:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 15. | |
| Jun 09 14:13:05 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:13:05 danu-01 pre-start[79629]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:13:05 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.279028,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.3109543,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.540956,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.5412848,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.5416222,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.5416281,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.541669,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:13:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492786.5416813,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:13:36 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492816.562028,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:13:36 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492816.5783079,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492846.5640373,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"error","ts":1749492846.566374,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"error","ts":1749492846.5663745,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"error","ts":1749492846.5665476,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492846.566684,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492846.5682502,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: {"level":"info","ts":1749492846.5682473,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-start[79639]: 2025/06/09 18:14:06 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:14:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:14:06 danu-01 docker-omni-bare-metal-post-stop[79730]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:14:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:14:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 16. | |
| Jun 09 14:14:07 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:14:07 danu-01 pre-start[79740]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:14:07 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.4467654,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.4789307,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.6631315,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.6634245,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.663425,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.6634283,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.6634672,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:14:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492847.6636217,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:14:37 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492877.7038398,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:14:37 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492877.720835,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"error","ts":1749492907.681738,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492907.6821666,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492907.6824284,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: {"level":"info","ts":1749492907.6825874,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-start[79750]: 2025/06/09 18:15:07 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:15:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:15:07 danu-01 docker-omni-bare-metal-post-stop[79840]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:15:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:15:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 17. | |
| Jun 09 14:15:08 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:15:08 danu-01 pre-start[79850]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:15:08 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.505906,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.5373158,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.7305517,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.7308824,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.730883,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.7308955,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.7309344,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:15:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492908.731093,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:15:38 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492938.7714658,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:15:38 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492938.7882748,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"error","ts":1749492968.7499058,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492968.750087,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492968.75104,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: {"level":"info","ts":1749492968.7511985,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-start[79859]: 2025/06/09 18:16:08 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:16:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:16:08 danu-01 docker-omni-bare-metal-post-stop[79950]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:16:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:16:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 18. | |
| Jun 09 14:16:09 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:16:09 danu-01 pre-start[79961]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:16:09 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.5202215,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.5695665,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.762939,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.7632444,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.763234,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.763289,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.763288,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:16:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492969.7636073,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:16:39 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492999.8096888,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:16:39 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749492999.8251708,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"error","ts":1749493029.7825847,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749493029.7827997,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749493029.7831166,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: {"level":"info","ts":1749493029.7836876,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:17:09 danu-01 docker-omni-bare-metal-start[79970]: 2025/06/09 18:17:09 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:17:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:17:10 danu-01 docker-omni-bare-metal-post-stop[80061]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:17:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:17:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 19. | |
| Jun 09 14:17:10 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:17:10 danu-01 pre-start[80072]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:17:10 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:17:10 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493030.7636192,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:17:10 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493030.7969089,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0174017,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0177286,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0177407,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0177858,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0179372,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:17:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493031.0179954,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:17:41 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493061.0378518,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:17:41 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493061.053651,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"error","ts":1749493091.036235,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493091.036438,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493091.0366135,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: {"level":"info","ts":1749493091.0367117,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80080]: 2025/06/09 18:18:11 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:18:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-post-stop[80171]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:18:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:18:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 20. | |
| Jun 09 14:18:11 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:18:11 danu-01 pre-start[80181]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:18:11 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.758103,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.7904415,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.9829776,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.9832706,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.9832854,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.983271,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.9833376,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:18:11 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493091.9835505,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:18:42 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493122.002259,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:18:42 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493122.007649,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: {"level":"error","ts":1749493152.0008676,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493152.001147,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493152.0021148,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: {"level":"info","ts":1749493152.0011415,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80191]: 2025/06/09 18:19:12 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:19:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-post-stop[80281]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:19:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:19:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 21. | |
| Jun 09 14:19:12 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:19:12 danu-01 pre-start[80292]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:19:12 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493152.8383334,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:19:12 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493152.872036,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.0631576,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.0634716,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.0636714,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.0636709,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.063714,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:19:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493153.0638394,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:19:43 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493183.111942,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:19:43 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493183.1177735,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"error","ts":1749493213.0875306,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"error","ts":1749493213.08773,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493213.0880713,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493213.0882225,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: {"level":"info","ts":1749493213.0885253,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80301]: 2025/06/09 18:20:13 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:20:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-post-stop[80440]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:20:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:20:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 22. | |
| Jun 09 14:20:13 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:20:13 danu-01 pre-start[80450]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:20:13 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:20:13 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493213.9912,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.0248349,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2393892,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2397223,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2397544,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2397544,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2397316,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:20:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493214.2400315,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:20:44 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493244.2851577,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:20:44 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493244.2942955,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493274.269526,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"error","ts":1749493274.2739482,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"error","ts":1749493274.2742157,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"error","ts":1749493274.2744634,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493274.2745488,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493274.274706,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: {"level":"info","ts":1749493274.2748125,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-start[80458]: 2025/06/09 18:21:14 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:21:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:21:14 danu-01 docker-omni-bare-metal-post-stop[80550]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:21:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:21:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 23. | |
| Jun 09 14:21:14 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:21:14 danu-01 pre-start[80561]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:21:14 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.0710588,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.1033857,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.323878,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.3242183,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.324219,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.3242352,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.3242717,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:21:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493275.3245125,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:21:45 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493305.3735876,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:21:45 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493305.3816133,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493335.3547962,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"error","ts":1749493335.3574717,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"error","ts":1749493335.357546,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"error","ts":1749493335.3577065,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493335.3579557,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493335.3593383,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: {"level":"info","ts":1749493335.3594263,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-start[80570]: 2025/06/09 18:22:15 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:22:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:22:15 danu-01 docker-omni-bare-metal-post-stop[80660]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:22:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:22:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 24. | |
| Jun 09 14:22:15 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:22:15 danu-01 pre-start[80670]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:22:15 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.2864993,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.3186593,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.5364966,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.5368545,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.536853,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.5368795,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.5369315,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:22:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493336.537141,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:22:46 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493366.5818448,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:22:46 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493366.5915694,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493396.5626204,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"error","ts":1749493396.5636504,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"error","ts":1749493396.5648942,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493396.5653756,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493396.565583,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: {"level":"info","ts":1749493396.5657434,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-start[80679]: 2025/06/09 18:23:16 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:23:16 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:23:16 danu-01 docker-omni-bare-metal-post-stop[80769]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:23:16 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:23:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 25. | |
| Jun 09 14:23:17 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:23:17 danu-01 pre-start[80779]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:23:17 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.4689827,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.5021696,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.696688,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.6969802,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.697008,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.697079,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.6972055,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:23:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493397.6973264,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:23:47 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493427.7210534,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:23:47 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493427.7294223,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493457.7188268,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"error","ts":1749493457.7190619,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"error","ts":1749493457.7193234,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"error","ts":1749493457.7194836,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493457.7197177,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493457.719953,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: {"level":"info","ts":1749493457.7218058,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-start[80787]: 2025/06/09 18:24:17 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:24:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:24:17 danu-01 docker-omni-bare-metal-post-stop[80879]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:24:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:24:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 26. | |
| Jun 09 14:24:18 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:24:18 danu-01 pre-start[80889]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:24:18 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.5735672,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.6056101,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8244295,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8247461,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8247542,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8248405,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8248806,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:24:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493458.8248317,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:24:48 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493488.8609324,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:24:48 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493488.8695033,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493518.8581855,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"error","ts":1749493518.8592455,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"error","ts":1749493518.8594837,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"error","ts":1749493518.859862,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493518.8602514,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493518.8604627,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: {"level":"info","ts":1749493518.860678,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:25:18 danu-01 docker-omni-bare-metal-start[80899]: 2025/06/09 18:25:18 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:25:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:25:19 danu-01 docker-omni-bare-metal-post-stop[80990]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:25:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:25:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 27. | |
| Jun 09 14:25:19 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:25:19 danu-01 pre-start[81001]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:25:19 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:25:19 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.7502809,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:25:19 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.7832494,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:25:19 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.999243,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:25:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.9995575,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:25:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.9996,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:25:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.9996357,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:25:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.9999037,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:25:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493519.9999125,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:25:50 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493550.0488136,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:25:50 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493550.0651257,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"error","ts":1749493580.034324,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493580.0349333,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493580.0350537,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: {"level":"info","ts":1749493580.0358903,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-start[81011]: 2025/06/09 18:26:20 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:26:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:26:20 danu-01 docker-omni-bare-metal-post-stop[81101]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:26:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:26:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 28. | |
| Jun 09 14:26:20 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:26:20 danu-01 pre-start[81111]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:26:20 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.0033183,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.037152,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2235425,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2238662,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2238564,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2239056,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2239473,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:26:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493581.2245467,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:26:51 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493611.2474322,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:26:51 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493611.2566056,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493641.2473843,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"error","ts":1749493641.248692,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"error","ts":1749493641.24946,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493641.249686,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493641.2499588,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: {"level":"info","ts":1749493641.2501402,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-start[81119]: 2025/06/09 18:27:21 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:27:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:27:21 danu-01 docker-omni-bare-metal-post-stop[81212]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:27:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:27:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 29. | |
| Jun 09 14:27:21 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:27:21 danu-01 pre-start[81223]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:27:21 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.0319858,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.0640445,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.2495284,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.2498698,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.2498987,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.25001,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.2500598,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:27:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493642.2504187,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:27:52 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493672.2711487,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:27:52 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493672.286851,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493702.2822921,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"error","ts":1749493702.2827568,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"error","ts":1749493702.2830362,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493702.2831595,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493702.2831979,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: {"level":"info","ts":1749493702.2832754,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-start[81232]: 2025/06/09 18:28:22 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:28:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:28:22 danu-01 docker-omni-bare-metal-post-stop[81362]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:28:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:28:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 30. | |
| Jun 09 14:28:22 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:28:22 danu-01 pre-start[81372]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:28:22 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.0500376,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.0814722,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.2683964,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.2687182,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.26872,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.2687213,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.2687857,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:28:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493703.2688663,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:28:53 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493733.3011978,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:28:53 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493733.3165345,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493763.3000607,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"error","ts":1749493763.3004322,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"error","ts":1749493763.300439,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"error","ts":1749493763.3005862,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493763.3008661,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493763.3010626,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: {"level":"info","ts":1749493763.3012488,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-start[81381]: 2025/06/09 18:29:23 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:29:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:29:23 danu-01 docker-omni-bare-metal-post-stop[81471]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:29:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:29:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 31. | |
| Jun 09 14:29:23 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:29:23 danu-01 pre-start[81482]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:29:23 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.2518332,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.284001,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5030444,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5033467,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5033653,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5033798,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5036604,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:29:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493764.5037305,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:29:54 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493794.5389462,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:29:54 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493794.5550506,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"error","ts":1749493824.521614,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493824.5218751,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493824.522257,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: {"level":"info","ts":1749493824.5223281,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-start[81491]: 2025/06/09 18:30:24 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:30:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:30:24 danu-01 docker-omni-bare-metal-post-stop[81581]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:30:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:30:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 32. | |
| Jun 09 14:30:25 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:30:25 danu-01 pre-start[81592]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:30:25 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.4804642,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.512518,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.7047114,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.7050216,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.705029,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.7050533,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.705022,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:30:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493825.7052338,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:30:55 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493855.7502449,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:30:55 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493855.765505,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493885.7249715,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"error","ts":1749493885.726579,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"error","ts":1749493885.727198,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"error","ts":1749493885.7292202,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493885.7294157,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493885.7296817,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: {"level":"info","ts":1749493885.7298737,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-start[81601]: 2025/06/09 18:31:25 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:31:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:31:25 danu-01 docker-omni-bare-metal-post-stop[81693]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:31:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:31:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 33. | |
| Jun 09 14:31:26 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:31:26 danu-01 pre-start[81703]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:31:26 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.522651,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.5568514,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.7498434,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.750187,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.7502086,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.750218,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.7502503,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:31:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493886.7502592,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:31:56 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493916.7923076,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:31:56 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493916.808285,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493946.7803552,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"error","ts":1749493946.7823765,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"error","ts":1749493946.7826133,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"error","ts":1749493946.7826903,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493946.7831419,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493946.783088,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: {"level":"info","ts":1749493946.783372,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:32:26 danu-01 docker-omni-bare-metal-start[81712]: 2025/06/09 18:32:26 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:32:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:32:27 danu-01 docker-omni-bare-metal-post-stop[81803]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:32:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:32:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 34. | |
| Jun 09 14:32:27 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:32:27 danu-01 pre-start[81813]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:32:27 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:32:27 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493947.7998793,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:32:27 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493947.83293,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.0411563,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.0415003,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.0415046,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.041542,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.0415466,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:32:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493948.041619,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:32:58 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493978.0789514,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:32:58 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749493978.0958335,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"error","ts":1749494008.0754852,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"error","ts":1749494008.0756323,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749494008.0764287,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749494008.0765524,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: {"level":"info","ts":1749494008.0765553,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-start[81822]: 2025/06/09 18:33:28 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:33:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:33:28 danu-01 docker-omni-bare-metal-post-stop[81913]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:33:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:33:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 35. | |
| Jun 09 14:33:28 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:33:28 danu-01 pre-start[81924]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:33:28 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.0177991,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.049768,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.2406723,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.2409973,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.2410455,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.2410543,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.241091,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:33:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494009.2413678,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:33:59 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494039.2748857,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:33:59 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494039.2836275,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"error","ts":1749494069.2730296,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494069.273894,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494069.273957,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: {"level":"info","ts":1749494069.2741022,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-start[81933]: 2025/06/09 18:34:29 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:34:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:34:29 danu-01 docker-omni-bare-metal-post-stop[82023]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:34:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:34:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 36. | |
| Jun 09 14:34:29 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:34:29 danu-01 pre-start[82033]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:34:29 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.2746568,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.3064923,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.5276217,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.5279744,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.5279918,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.5280008,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.528027,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:34:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494070.5282748,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:35:00 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494100.5681129,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:35:00 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494100.5836692,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"error","ts":1749494130.560867,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494130.5610552,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494130.5612485,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: {"level":"info","ts":1749494130.5614543,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-start[82042]: 2025/06/09 18:35:30 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:35:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:35:30 danu-01 docker-omni-bare-metal-post-stop[82131]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:35:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:35:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 37. | |
| Jun 09 14:35:30 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:35:30 danu-01 pre-start[82141]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:35:30 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.307469,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.3400896,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5332088,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5335422,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5335963,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5335455,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5338743,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:35:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494131.5335793,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:36:01 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494161.5745704,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:36:01 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494161.5826871,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494191.5646582,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"error","ts":1749494191.566461,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"error","ts":1749494191.5666018,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494191.567315,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494191.567713,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: {"level":"info","ts":1749494191.5671213,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-start[82149]: 2025/06/09 18:36:31 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:36:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:36:31 danu-01 docker-omni-bare-metal-post-stop[82242]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:36:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:36:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 38. | |
| Jun 09 14:36:32 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:36:32 danu-01 pre-start[82252]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:36:32 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.5058322,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.5372326,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.7231314,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.7234452,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.7234635,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.723468,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.7234454,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:36:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494192.723519,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:37:02 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494222.7735226,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:37:02 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494222.7908344,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494252.7553484,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"error","ts":1749494252.7567492,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"error","ts":1749494252.7572253,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"error","ts":1749494252.757528,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494252.7579515,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494252.7589123,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: {"level":"info","ts":1749494252.75926,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-start[82261]: 2025/06/09 18:37:32 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:37:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:37:32 danu-01 docker-omni-bare-metal-post-stop[82353]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:37:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:37:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 39. | |
| Jun 09 14:37:33 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:37:33 danu-01 pre-start[82363]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:37:33 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.5458965,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.578011,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.791862,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.7921846,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.7922113,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.7922292,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.792186,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:37:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494253.792401,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:38:03 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494283.8404684,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:38:03 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494283.8505895,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494313.8238308,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"error","ts":1749494313.8242807,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"error","ts":1749494313.824359,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"error","ts":1749494313.8244753,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494313.8256328,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494313.8257573,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: {"level":"info","ts":1749494313.825813,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:38:33 danu-01 docker-omni-bare-metal-start[82372]: 2025/06/09 18:38:33 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:38:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-post-stop[82463]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:38:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:38:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 40. | |
| Jun 09 14:38:34 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:38:34 danu-01 pre-start[82473]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:38:34 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.7353148,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.7675962,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.9857068,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.98601,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.9860106,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.98605,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.9862463,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:38:34 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494314.9863513,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:39:05 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494345.0290985,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:39:05 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494345.045821,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: {"level":"error","ts":1749494375.018075,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: {"level":"error","ts":1749494375.0183856,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494375.0196846,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494375.0209286,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: {"level":"info","ts":1749494375.0209348,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82481]: 2025/06/09 18:39:35 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:39:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-post-stop[82573]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:39:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:39:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 41. | |
| Jun 09 14:39:35 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:39:35 danu-01 pre-start[82583]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:39:35 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494375.7437232,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:39:35 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494375.8571563,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.0429044,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.0432312,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.0432477,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.043251,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.0432823,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:39:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494376.04334,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:40:06 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494406.0780215,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:40:06 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494406.0954752,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494436.0650823,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"error","ts":1749494436.066266,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"error","ts":1749494436.0665412,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"error","ts":1749494436.0669086,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494436.0674384,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494436.0678422,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: {"level":"info","ts":1749494436.0678833,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-start[82592]: 2025/06/09 18:40:36 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:40:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:40:36 danu-01 docker-omni-bare-metal-post-stop[82683]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:40:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:40:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 42. | |
| Jun 09 14:40:36 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:40:36 danu-01 pre-start[82693]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:40:36 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.0652885,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.096358,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.3178203,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.3181612,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.318191,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.3182197,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.3182359,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:40:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494437.3183618,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:41:07 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494467.352714,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:41:07 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494467.3613045,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494497.3390067,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"error","ts":1749494497.3404765,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"error","ts":1749494497.3414927,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494497.3424957,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494497.3426647,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: {"level":"info","ts":1749494497.3429773,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-start[82702]: 2025/06/09 18:41:37 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:41:37 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:41:37 danu-01 docker-omni-bare-metal-post-stop[82793]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:41:37 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:41:37 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 43. | |
| Jun 09 14:41:37 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:41:37 danu-01 pre-start[82804]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:41:37 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.3154914,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.3464863,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.5637512,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.5640497,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.5640702,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.5640812,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.564052,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:41:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494498.5646603,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:42:08 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494528.599459,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:42:08 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494528.615515,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494558.5959704,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"error","ts":1749494558.6005452,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"error","ts":1749494558.6010132,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"error","ts":1749494558.6010563,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494558.6011662,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494558.6012518,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: {"level":"info","ts":1749494558.601323,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-start[82814]: 2025/06/09 18:42:38 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:42:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:42:38 danu-01 docker-omni-bare-metal-post-stop[82904]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:42:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:42:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 44. | |
| Jun 09 14:42:39 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:42:39 danu-01 pre-start[82915]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:42:39 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.5312176,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.562373,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7801318,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7804723,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7804728,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7805343,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7806897,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:42:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494559.7808328,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:43:09 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494589.8236248,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:43:09 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494589.8322966,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494619.8139663,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"error","ts":1749494619.81539,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"error","ts":1749494619.8155499,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494619.815673,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494619.815903,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: {"level":"info","ts":1749494619.8160944,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:43:39 danu-01 docker-omni-bare-metal-start[82924]: 2025/06/09 18:43:39 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:43:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-post-stop[83016]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:43:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:43:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 45. | |
| Jun 09 14:43:40 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:43:40 danu-01 pre-start[83027]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:43:40 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.7144358,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.7476113,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.940486,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.9408529,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.9408937,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.9409082,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.9408529,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:43:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494620.941231,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:44:10 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494650.989697,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:44:11 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494651.005745,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494680.9709704,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"error","ts":1749494680.9745212,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"error","ts":1749494680.974518,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"error","ts":1749494680.9751585,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494680.9761195,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494680.9762588,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: {"level":"info","ts":1749494680.976021,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:44:40 danu-01 docker-omni-bare-metal-start[83036]: 2025/06/09 18:44:40 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:44:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:44:41 danu-01 docker-omni-bare-metal-post-stop[83127]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:44:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:44:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 46. | |
| Jun 09 14:44:41 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:44:41 danu-01 pre-start[83137]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:44:41 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:44:41 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494681.8039083,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:44:41 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494681.8350446,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.026622,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.0269375,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.02696,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.0269735,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.0269368,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:44:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494682.0275319,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:45:12 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494712.0469313,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:45:12 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494712.0638685,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"error","ts":1749494742.0619166,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494742.062236,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494742.0623577,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: {"level":"info","ts":1749494742.0626452,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83146]: 2025/06/09 18:45:42 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:45:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-post-stop[83235]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:45:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:45:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 47. | |
| Jun 09 14:45:42 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:45:42 danu-01 pre-start[83245]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:45:42 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:45:42 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494742.9982567,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.0311093,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2475445,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2478569,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2478604,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2478642,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2478955,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:45:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494743.2480989,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:46:13 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494773.2689078,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:46:13 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494773.285322,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494803.2748954,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"error","ts":1749494803.2773318,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"error","ts":1749494803.2776392,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"error","ts":1749494803.2781236,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494803.2787225,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494803.279157,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: {"level":"info","ts":1749494803.2792451,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-start[83253]: 2025/06/09 18:46:43 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:46:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:46:43 danu-01 docker-omni-bare-metal-post-stop[83345]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:46:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:46:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 48. | |
| Jun 09 14:46:43 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:46:43 danu-01 pre-start[83355]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:46:43 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.0468178,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.0785005,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2724214,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2727764,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2727811,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2728612,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2729454,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:46:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494804.2728267,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:47:14 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494834.3089604,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:47:14 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494834.3177016,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494864.3024626,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"error","ts":1749494864.3034685,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"error","ts":1749494864.3044639,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494864.3046176,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494864.3048406,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: {"level":"info","ts":1749494864.3051572,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-start[83363]: 2025/06/09 18:47:44 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:47:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:47:44 danu-01 docker-omni-bare-metal-post-stop[83456]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:47:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:47:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 49. | |
| Jun 09 14:47:44 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:47:44 danu-01 pre-start[83466]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:47:44 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.0763252,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.109079,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3027072,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3030498,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3030517,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3031144,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3032362,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:47:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494865.3033838,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:48:15 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494895.3230126,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:48:15 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494895.338607,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494925.335129,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"error","ts":1749494925.3363614,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"error","ts":1749494925.3365676,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"error","ts":1749494925.3371933,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494925.337698,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494925.338821,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: {"level":"info","ts":1749494925.339024,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-start[83475]: 2025/06/09 18:48:45 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:48:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:48:45 danu-01 docker-omni-bare-metal-post-stop[83567]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:48:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:48:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 50. | |
| Jun 09 14:48:45 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:48:45 danu-01 pre-start[83577]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:48:45 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.254462,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.3008502,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.5428221,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.543095,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.5435543,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.543853,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.5438633,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:48:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494926.5438888,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:49:16 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494956.5674791,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:49:16 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494956.5761647,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"error","ts":1749494986.5624435,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494986.5625424,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494986.5626366,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: {"level":"info","ts":1749494986.5629604,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-start[83586]: 2025/06/09 18:49:46 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:49:46 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:49:46 danu-01 docker-omni-bare-metal-post-stop[83677]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:49:46 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:49:47 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 51. | |
| Jun 09 14:49:47 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:49:47 danu-01 pre-start[83687]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:49:47 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.488246,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.5206943,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.7139635,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.7142737,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.7142768,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.7143202,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.714311,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:49:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749494987.714444,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:50:17 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495017.7635453,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:50:17 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495017.7801404,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495047.7473984,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"error","ts":1749495047.7476568,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"error","ts":1749495047.747812,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"error","ts":1749495047.7479584,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495047.7480621,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495047.748531,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: {"level":"info","ts":1749495047.7487156,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-start[83697]: 2025/06/09 18:50:47 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:50:47 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:50:47 danu-01 docker-omni-bare-metal-post-stop[83787]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:50:47 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:50:48 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 52. | |
| Jun 09 14:50:48 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:50:48 danu-01 pre-start[83797]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:50:48 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.5975995,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.6297982,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.8169699,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.817284,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.8173318,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.8173108,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.8176854,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:50:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495048.817664,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:51:18 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495078.8655586,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:51:18 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495078.881862,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"error","ts":1749495108.8356867,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495108.8363152,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495108.8365338,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: {"level":"info","ts":1749495108.8366766,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:51:48 danu-01 docker-omni-bare-metal-start[83806]: 2025/06/09 18:51:48 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:51:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-post-stop[83897]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:51:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:51:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 53. | |
| Jun 09 14:51:49 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:51:49 danu-01 pre-start[83907]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:51:49 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.7701554,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.8028493,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.9952326,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.9955313,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.99553,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.9956043,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.9958215,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:51:49 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495109.9958787,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:52:20 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495140.0153036,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:52:20 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495140.03196,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: {"level":"error","ts":1749495170.029052,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: {"level":"error","ts":1749495170.0299075,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495170.0301952,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495170.0302112,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: {"level":"info","ts":1749495170.0302544,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[83916]: 2025/06/09 18:52:50 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:52:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-post-stop[84007]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:52:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:52:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 54. | |
| Jun 09 14:52:50 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:52:50 danu-01 pre-start[84018]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:52:50 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495170.8128238,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:52:50 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495170.8451102,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.0330124,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.0333722,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.0333772,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.033395,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.033427,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:52:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495171.0334535,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:53:21 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495201.059896,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:53:21 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495201.0682454,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495231.0611293,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"error","ts":1749495231.064194,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"error","ts":1749495231.0646844,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"error","ts":1749495231.0651367,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495231.065292,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495231.0654833,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: {"level":"info","ts":1749495231.0664485,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-start[84027]: 2025/06/09 18:53:51 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:53:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:53:51 danu-01 docker-omni-bare-metal-post-stop[84116]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:53:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:53:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 55. | |
| Jun 09 14:53:51 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:53:51 danu-01 pre-start[84128]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:53:51 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.0010304,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.0368457,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.2256324,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.2259402,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.2259526,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.2259543,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.226056,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:53:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495232.2262726,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:54:22 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495262.2689054,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:54:22 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495262.2847116,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"error","ts":1749495292.2444463,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495292.2448165,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495292.2447505,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: {"level":"info","ts":1749495292.2449698,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-start[84137]: 2025/06/09 18:54:52 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:54:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:54:52 danu-01 docker-omni-bare-metal-post-stop[84226]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:54:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:54:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 56. | |
| Jun 09 14:54:52 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:54:52 danu-01 pre-start[84236]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:54:52 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.070507,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.103428,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2921088,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2924275,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2924306,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2924438,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2924874,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:54:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495293.2925348,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:55:23 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495323.3416467,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:55:23 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495323.3575032,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"error","ts":1749495353.3244789,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495353.3247194,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495353.3252032,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: {"level":"info","ts":1749495353.3252454,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-start[84244]: 2025/06/09 18:55:53 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:55:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:55:53 danu-01 docker-omni-bare-metal-post-stop[84337]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:55:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:55:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 57. | |
| Jun 09 14:55:53 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:55:53 danu-01 pre-start[84348]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:55:53 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.1981654,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.230434,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4154277,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4157553,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4157565,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4157968,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4158087,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:55:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495354.4158056,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:56:24 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495384.4639623,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:56:24 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495384.4766915,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495414.4350488,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"error","ts":1749495414.4352129,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"error","ts":1749495414.4354258,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"error","ts":1749495414.4354606,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495414.435827,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495414.4359262,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: {"level":"info","ts":1749495414.4365325,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-start[84357]: 2025/06/09 18:56:54 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:56:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:56:54 danu-01 docker-omni-bare-metal-post-stop[84448]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:56:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:56:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 58. | |
| Jun 09 14:56:54 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:56:54 danu-01 pre-start[84459]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:56:54 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.335827,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.3667572,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.5559964,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.5563183,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.556339,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.5563543,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.556407,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:56:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495415.556381,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:57:25 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495445.589157,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:57:25 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495445.6051302,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"error","ts":1749495475.5763087,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495475.5765624,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495475.577121,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: {"level":"info","ts":1749495475.5772955,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-start[84467]: 2025/06/09 18:57:55 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:57:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:57:55 danu-01 docker-omni-bare-metal-post-stop[84559]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:57:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:57:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 59. | |
| Jun 09 14:57:56 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:57:56 danu-01 pre-start[84569]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:57:56 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.5163577,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.5496604,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7684817,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7687883,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7688096,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7688012,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7687783,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:57:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495476.7691524,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:58:26 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495506.8131766,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:58:26 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495506.8219576,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495536.7958412,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"error","ts":1749495536.796245,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"error","ts":1749495536.796337,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495536.7964528,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495536.7972102,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: {"level":"info","ts":1749495536.7974818,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-start[84578]: 2025/06/09 18:58:56 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:58:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:58:56 danu-01 docker-omni-bare-metal-post-stop[84667]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:58:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:58:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 60. | |
| Jun 09 14:58:57 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:58:57 danu-01 pre-start[84677]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:58:57 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.5209916,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.5521574,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.7380285,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.7383263,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.7383509,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.738385,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.738389,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:58:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495537.738475,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 14:59:27 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495567.7678797,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:59:27 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495567.7764642,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495597.7605443,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"error","ts":1749495597.761019,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"error","ts":1749495597.761146,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495597.7614024,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495597.761688,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: {"level":"info","ts":1749495597.761575,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-start[84686]: 2025/06/09 18:59:57 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 14:59:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 14:59:57 danu-01 docker-omni-bare-metal-post-stop[84775]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:59:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 14:59:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 61. | |
| Jun 09 14:59:58 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 14:59:58 danu-01 pre-start[84785]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 14:59:58 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.5458367,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.5793507,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.800627,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.8009155,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.8009253,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.8009725,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.8010056,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 14:59:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495598.8013074,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:00:28 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495628.8496382,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:00:28 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495628.8661149,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"error","ts":1749495658.8189006,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495658.8194032,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495658.8213313,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: {"level":"info","ts":1749495658.8214996,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:00:58 danu-01 docker-omni-bare-metal-start[84793]: 2025/06/09 19:00:58 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:00:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-post-stop[84890]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:00:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:00:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 62. | |
| Jun 09 15:00:59 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:00:59 danu-01 pre-start[84900]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:00:59 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.658635,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.6908786,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.8840332,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.8843694,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.8844311,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.8845716,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.884457,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:00:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495659.8844538,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:01:29 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495689.9340885,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:01:29 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495689.9426956,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495719.9076283,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"error","ts":1749495719.9094594,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"error","ts":1749495719.9099085,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"error","ts":1749495719.911031,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495719.9112792,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495719.9118736,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: {"level":"info","ts":1749495719.9125357,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:01:59 danu-01 docker-omni-bare-metal-start[84909]: 2025/06/09 19:01:59 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:02:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:02:00 danu-01 docker-omni-bare-metal-post-stop[85002]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:02:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:02:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 63. | |
| Jun 09 15:02:00 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:02:00 danu-01 pre-start[85012]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:02:00 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:02:00 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495720.833644,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:02:00 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495720.8666646,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.0830464,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.0833778,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.0833867,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.0833857,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.083422,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:02:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495721.0836256,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:02:31 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495751.133167,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:02:31 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495751.1512125,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495781.1041505,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"error","ts":1749495781.1114104,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"error","ts":1749495781.1114316,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"error","ts":1749495781.1114838,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495781.1115274,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495781.1116025,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: {"level":"info","ts":1749495781.111661,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-start[85020]: 2025/06/09 19:03:01 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:03:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:03:01 danu-01 docker-omni-bare-metal-post-stop[85111]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:03:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:03:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 64. | |
| Jun 09 15:03:01 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:03:01 danu-01 pre-start[85121]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:03:01 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.0392509,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.0715983,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.2607222,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.2610798,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.2610936,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.261081,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.2611573,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:03:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495782.2613885,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:03:32 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495812.3086548,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:03:32 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495812.3175404,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"error","ts":1749495842.2788312,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495842.279343,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495842.279308,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: {"level":"info","ts":1749495842.279076,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-start[85130]: 2025/06/09 19:04:02 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:04:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:04:02 danu-01 docker-omni-bare-metal-post-stop[85220]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:04:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:04:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 65. | |
| Jun 09 15:04:02 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:04:02 danu-01 pre-start[85230]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:04:02 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.0338523,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.0656235,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2518067,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2521503,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2521913,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2522268,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2523394,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:04:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495843.2524319,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:04:33 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495873.2898843,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:04:33 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495873.306602,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495903.2838206,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"error","ts":1749495903.2844455,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"error","ts":1749495903.2844548,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"error","ts":1749495903.2845886,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495903.284705,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495903.2849402,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: {"level":"info","ts":1749495903.285124,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-start[85239]: 2025/06/09 19:05:03 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:05:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:05:03 danu-01 docker-omni-bare-metal-post-stop[85329]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:05:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:05:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 66. | |
| Jun 09 15:05:03 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:05:03 danu-01 pre-start[85339]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:05:03 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.2056825,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.2369149,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.4331694,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.4334662,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.4335115,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.4334688,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.433633,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:05:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495904.433498,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:05:34 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495934.4609003,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:05:34 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495934.4685686,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"error","ts":1749495964.4627054,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495964.4628766,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495964.4633331,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: {"level":"info","ts":1749495964.4633505,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-start[85348]: 2025/06/09 19:06:04 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:06:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:06:04 danu-01 docker-omni-bare-metal-post-stop[85439]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:06:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:06:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 67. | |
| Jun 09 15:06:04 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:06:04 danu-01 pre-start[85449]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:06:04 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.301392,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.3386886,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.5489619,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.5493078,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.5493486,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.549357,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.5493824,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:06:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495965.5495548,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:06:35 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495995.583884,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:06:35 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749495995.599543,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"error","ts":1749496025.5672514,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749496025.5674617,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749496025.5676463,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: {"level":"info","ts":1749496025.5676692,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-start[85458]: 2025/06/09 19:07:05 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:07:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:07:05 danu-01 docker-omni-bare-metal-post-stop[85550]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:07:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:07:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 68. | |
| Jun 09 15:07:06 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:07:06 danu-01 pre-start[85560]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:07:06 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.5099075,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.5426052,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.7361393,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.7364478,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.7364461,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.7364733,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.73648,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:07:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496026.7365005,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:07:36 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496056.7723494,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:07:36 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496056.7807426,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"error","ts":1749496086.7717164,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"error","ts":1749496086.7720773,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496086.7722554,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496086.772483,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: {"level":"info","ts":1749496086.7725406,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-start[85569]: 2025/06/09 19:08:06 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:08:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:08:06 danu-01 docker-omni-bare-metal-post-stop[85659]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:08:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:08:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 69. | |
| Jun 09 15:08:07 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:08:07 danu-01 pre-start[85669]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:08:07 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.528349,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.5613992,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.754297,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.7545927,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.7546089,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.754595,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.7546704,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:08:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496087.7546933,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:08:37 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496117.8038359,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:08:37 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496117.819922,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496147.7844987,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"error","ts":1749496147.7864056,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"error","ts":1749496147.7869575,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"error","ts":1749496147.7878292,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496147.7887084,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496147.7888045,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: {"level":"info","ts":1749496147.7888806,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-start[85678]: 2025/06/09 19:09:07 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:09:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:09:07 danu-01 docker-omni-bare-metal-post-stop[85770]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:09:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:09:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 70. | |
| Jun 09 15:09:08 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:09:08 danu-01 pre-start[85781]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:09:08 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.5389707,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.5737522,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.791332,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.7916713,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.79168,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.7917216,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.7919424,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:09:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496148.792016,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:09:38 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496178.8411155,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:09:38 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496178.8506527,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"error","ts":1749496208.8099463,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496208.8103275,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496208.8103433,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: {"level":"info","ts":1749496208.8106377,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:10:08 danu-01 docker-omni-bare-metal-start[85790]: 2025/06/09 19:10:08 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:10:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:10:09 danu-01 docker-omni-bare-metal-post-stop[85879]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:10:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:10:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 71. | |
| Jun 09 15:10:09 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:10:09 danu-01 pre-start[85889]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:10:09 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:10:09 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496209.7733107,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:10:09 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496209.91833,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.142013,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.1423075,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.1423094,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.1423411,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.142337,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:10:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496210.1424332,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:10:40 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496240.1622756,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:10:40 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496240.1683233,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"error","ts":1749496270.1753569,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"error","ts":1749496270.1754973,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496270.1757474,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496270.1758947,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: {"level":"info","ts":1749496270.176921,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-start[85897]: 2025/06/09 19:11:10 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:11:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:11:10 danu-01 docker-omni-bare-metal-post-stop[85989]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:11:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:11:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 72. | |
| Jun 09 15:11:10 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:11:10 danu-01 pre-start[85999]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:11:10 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.0515394,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.0829601,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.2984452,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.2987804,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.298781,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.2988195,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.2989779,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:11:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496271.299017,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:11:41 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496301.3191934,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:11:41 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496301.3279946,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"error","ts":1749496331.3171349,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496331.3173518,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496331.3175209,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: {"level":"info","ts":1749496331.3175998,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-start[86008]: 2025/06/09 19:12:11 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:12:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:12:11 danu-01 docker-omni-bare-metal-post-stop[86096]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:12:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:12:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 73. | |
| Jun 09 15:12:11 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:12:11 danu-01 pre-start[86106]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:12:11 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.233681,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.2661061,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.4548998,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.4552028,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.4552054,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.455211,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.4552422,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:12:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496332.4554563,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:12:42 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496362.4851074,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:12:42 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496362.5018039,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"error","ts":1749496392.4730704,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496392.473641,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496392.4738467,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: {"level":"info","ts":1749496392.4739013,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-start[86115]: 2025/06/09 19:13:12 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:13:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:13:12 danu-01 docker-omni-bare-metal-post-stop[86207]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:13:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:13:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 74. | |
| Jun 09 15:13:12 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:13:12 danu-01 pre-start[86219]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:13:12 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.3677301,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.402019,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5952463,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5955608,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5955632,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5955973,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5956283,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:13:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496393.5958931,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:13:43 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496423.6377301,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:13:43 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496423.646304,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"error","ts":1749496453.6244693,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496453.6248004,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496453.625084,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: {"level":"info","ts":1749496453.625228,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-start[86227]: 2025/06/09 19:14:13 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:14:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:14:13 danu-01 docker-omni-bare-metal-post-stop[86317]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:14:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:14:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 75. | |
| Jun 09 15:14:14 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:14:14 danu-01 pre-start[86327]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:14:14 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.4815605,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.5128298,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.7011082,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.701436,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.701476,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.7014868,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.701437,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:14:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496454.7016492,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:14:44 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496484.7249017,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:14:44 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496484.7411525,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"error","ts":1749496514.7222908,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496514.7225678,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496514.7226708,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: {"level":"info","ts":1749496514.723829,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-start[86335]: 2025/06/09 19:15:14 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:15:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:15:14 danu-01 docker-omni-bare-metal-post-stop[86427]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:15:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:15:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 76. | |
| Jun 09 15:15:15 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:15:15 danu-01 pre-start[86437]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:15:15 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.545103,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.5772626,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.7728264,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.773139,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.7731612,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.7731526,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.7732615,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:15:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496515.7733426,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:15:45 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496545.8074794,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:15:45 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496545.824127,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496575.7925806,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"error","ts":1749496575.7962153,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"error","ts":1749496575.7963648,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"error","ts":1749496575.7966185,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496575.7968588,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496575.7969692,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: {"level":"info","ts":1749496575.7978272,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-start[86446]: 2025/06/09 19:16:15 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:16:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:16:15 danu-01 docker-omni-bare-metal-post-stop[86536]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:16:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:16:16 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 77. | |
| Jun 09 15:16:16 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:16:16 danu-01 pre-start[86547]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:16:16 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.7496636,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.7806149,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.9963436,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.996654,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.9966574,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.9966545,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.9967272,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:16:16 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496576.9968383,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:16:47 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496607.045733,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:16:47 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496607.0590813,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: {"level":"error","ts":1749496637.0236437,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: {"level":"error","ts":1749496637.0238206,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496637.0239387,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496637.0241265,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: {"level":"info","ts":1749496637.0248015,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-start[86556]: 2025/06/09 19:17:17 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:17:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:17:17 danu-01 docker-omni-bare-metal-post-stop[86645]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:17:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:17:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 78. | |
| Jun 09 15:17:17 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:17:17 danu-01 pre-start[86655]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:17:17 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.0386138,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.0841467,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.3141725,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.314461,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.3144832,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.3144982,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.3145368,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:17:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496638.314571,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:17:48 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496668.3611722,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:17:48 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496668.3741987,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"error","ts":1749496698.3357863,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"error","ts":1749496698.3361769,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496698.3366811,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496698.3369606,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: {"level":"info","ts":1749496698.3375714,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-start[86665]: 2025/06/09 19:18:18 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:18:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:18:18 danu-01 docker-omni-bare-metal-post-stop[86757]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:18:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:18:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 79. | |
| Jun 09 15:18:18 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:18:18 danu-01 pre-start[86769]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:18:18 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.255816,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.2873163,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4747305,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4750085,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4750123,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4750266,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4750624,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:18:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496699.4758503,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:18:49 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496729.495088,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:18:49 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496729.5064435,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496759.5078852,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"error","ts":1749496759.5095649,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"error","ts":1749496759.510869,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"error","ts":1749496759.5116236,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496759.5116973,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496759.5117726,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: {"level":"info","ts":1749496759.5117998,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-start[86779]: 2025/06/09 19:19:19 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:19:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:19:19 danu-01 docker-omni-bare-metal-post-stop[86870]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:19:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:19:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 80. | |
| Jun 09 15:19:20 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:19:20 danu-01 pre-start[86881]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:19:20 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.5123508,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.5443432,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.7335377,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.7341702,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.7341886,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.734197,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.734265,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:19:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496760.7344759,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:19:50 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496790.7810538,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:19:50 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496790.7967298,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"error","ts":1749496820.765867,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496820.766049,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496820.7662256,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: {"level":"info","ts":1749496820.7670145,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-start[86889]: 2025/06/09 19:20:20 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:20:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:20:20 danu-01 docker-omni-bare-metal-post-stop[86979]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:20:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:20:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 81. | |
| Jun 09 15:20:21 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:20:21 danu-01 pre-start[86990]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:20:21 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.5560744,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.5886536,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.778664,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.7789798,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.7789893,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.7789893,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.7790241,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:20:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496821.7792635,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:20:51 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496851.81803,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:20:51 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496851.833932,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"error","ts":1749496881.7976978,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496881.7979913,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496881.798626,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: {"level":"info","ts":1749496881.7985733,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:21:21 danu-01 docker-omni-bare-metal-start[87000]: 2025/06/09 19:21:21 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:21:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-post-stop[87089]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:21:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:21:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 82. | |
| Jun 09 15:21:22 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:21:22 danu-01 pre-start[87100]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:21:22 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.753312,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.7855115,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.9796429,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.9799616,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.9802105,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.980254,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.9802718,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:21:22 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496882.9802284,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:21:53 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496913.017003,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:21:53 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496913.0331995,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: {"level":"error","ts":1749496942.9989734,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496942.9999099,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496943.00008,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: {"level":"info","ts":1749496943.0001807,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87110]: 2025/06/09 19:22:23 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:22:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-post-stop[87199]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:22:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:22:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 83. | |
| Jun 09 15:22:23 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:22:23 danu-01 pre-start[87210]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:22:23 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496943.7930899,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:22:23 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496943.8272939,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.0485263,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.0488453,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.0489533,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.049146,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.049491,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:22:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496944.0495498,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:22:54 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496974.0745738,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:22:54 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749496974.0902622,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"error","ts":1749497004.081743,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749497004.0822244,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749497004.082914,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: {"level":"info","ts":1749497004.0830963,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-start[87218]: 2025/06/09 19:23:24 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:23:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:23:24 danu-01 docker-omni-bare-metal-post-stop[87311]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:23:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:23:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 84. | |
| Jun 09 15:23:24 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:23:24 danu-01 pre-start[87321]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:23:24 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.1108155,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.1431234,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.3353987,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.3357282,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.335744,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.3357708,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.335802,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:23:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497005.336013,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:23:55 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497035.370418,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:23:55 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497035.3841934,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497065.3553011,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"error","ts":1749497065.361896,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"error","ts":1749497065.3619976,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"error","ts":1749497065.362105,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497065.362236,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497065.362336,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: {"level":"info","ts":1749497065.362351,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-start[87331]: 2025/06/09 19:24:25 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:24:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:24:25 danu-01 docker-omni-bare-metal-post-stop[87422]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:24:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:24:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 85. | |
| Jun 09 15:24:25 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:24:25 danu-01 pre-start[87432]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:24:25 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.2884257,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.320474,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.545347,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.5456586,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.5457065,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.5456743,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.5456588,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:24:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497066.545754,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:24:56 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497096.5916858,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:24:56 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497096.6070979,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"error","ts":1749497126.5655684,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497126.5657284,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497126.5659444,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: {"level":"info","ts":1749497126.5661697,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-start[87441]: 2025/06/09 19:25:26 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:25:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:25:26 danu-01 docker-omni-bare-metal-post-stop[87531]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:25:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:25:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 86. | |
| Jun 09 15:25:27 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:25:27 danu-01 pre-start[87541]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:25:27 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.508016,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.5403612,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.7276556,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.7279987,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.728003,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.7280273,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.7280588,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:25:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497127.728299,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:25:57 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497157.774215,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:25:57 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497157.7830195,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497187.7576795,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"error","ts":1749497187.7594512,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"error","ts":1749497187.7598007,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"error","ts":1749497187.7600417,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497187.7613273,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497187.76145,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: {"level":"info","ts":1749497187.7621439,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-start[87551]: 2025/06/09 19:26:27 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:26:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:26:27 danu-01 docker-omni-bare-metal-post-stop[87641]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:26:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:26:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 87. | |
| Jun 09 15:26:28 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:26:28 danu-01 pre-start[87652]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:26:28 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.6795354,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.7113585,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.8962145,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.8965673,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.8966029,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.8967664,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.896615,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:26:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497188.8966384,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:26:58 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497218.9166005,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:26:58 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497218.9326727,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497248.9221737,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"error","ts":1749497248.925431,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"error","ts":1749497248.92561,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"error","ts":1749497248.9257545,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497248.9260695,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497248.9263897,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: {"level":"info","ts":1749497248.9274518,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:27:28 danu-01 docker-omni-bare-metal-start[87660]: 2025/06/09 19:27:28 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:27:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:27:29 danu-01 docker-omni-bare-metal-post-stop[87753]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:27:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:27:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 88. | |
| Jun 09 15:27:29 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:27:29 danu-01 pre-start[87764]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:27:29 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:27:29 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497249.7801144,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:27:29 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497249.8134103,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.027097,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.0274165,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.027444,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.0274608,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.0274253,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:27:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497250.027796,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:28:00 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497280.0579634,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:28:00 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497280.070232,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"error","ts":1749497310.0456433,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497310.0458755,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497310.0460916,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: {"level":"info","ts":1749497310.046116,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87773]: 2025/06/09 19:28:30 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:28:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-post-stop[87864]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:28:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:28:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 89. | |
| Jun 09 15:28:30 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:28:30 danu-01 pre-start[87874]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:28:30 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:28:30 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497310.9774683,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.0091672,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.224564,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.2249732,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.2252,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.2252417,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.2253652,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:28:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497311.2254348,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:29:01 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497341.2741046,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:29:01 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497341.289754,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"error","ts":1749497371.2435763,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497371.24382,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497371.2439613,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: {"level":"info","ts":1749497371.2446408,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-start[87882]: 2025/06/09 19:29:31 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:29:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:29:31 danu-01 docker-omni-bare-metal-post-stop[87973]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:29:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:29:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 90. | |
| Jun 09 15:29:31 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:29:31 danu-01 pre-start[87983]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:29:31 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.0671544,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.1005619,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.2865415,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.2868834,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.287304,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.2872913,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.287405,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:29:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497372.2874267,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:30:02 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497402.3343582,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:30:02 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497402.3440292,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"error","ts":1749497432.3192203,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"error","ts":1749497432.3193824,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497432.3195026,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497432.3199935,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: {"level":"info","ts":1749497432.3209157,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-start[87992]: 2025/06/09 19:30:32 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:30:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:30:32 danu-01 docker-omni-bare-metal-post-stop[88083]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:30:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:30:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 91. | |
| Jun 09 15:30:32 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:30:32 danu-01 pre-start[88094]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:30:32 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.2333755,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.26614,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.4567566,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.4571118,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.4571269,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.457149,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.4571922,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:30:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497433.4573314,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:31:03 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497463.5024922,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:31:03 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497463.5120227,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497493.4884443,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"error","ts":1749497493.489989,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"error","ts":1749497493.4908984,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"error","ts":1749497493.4913917,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497493.4927042,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497493.4930367,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: {"level":"info","ts":1749497493.4925966,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-start[88102]: 2025/06/09 19:31:33 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:31:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:31:33 danu-01 docker-omni-bare-metal-post-stop[88192]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:31:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:31:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 92. | |
| Jun 09 15:31:33 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:31:33 danu-01 pre-start[88203]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:31:33 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.3507876,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.3825138,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5691304,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5694115,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5694556,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5694485,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5694647,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:31:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497494.5695343,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:32:04 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497524.6154962,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:32:04 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497524.6246235,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"error","ts":1749497554.5903003,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497554.5904942,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497554.590716,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: {"level":"info","ts":1749497554.5909371,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-start[88211]: 2025/06/09 19:32:34 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:32:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:32:34 danu-01 docker-omni-bare-metal-post-stop[88496]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:32:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:32:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 93. | |
| Jun 09 15:32:35 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:32:35 danu-01 pre-start[88506]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:32:35 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.4644032,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.4967396,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.6845398,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.6848485,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.684851,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.6850367,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.6848626,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:32:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497555.6848876,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:33:05 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497585.7336724,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:33:05 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497585.7427037,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"error","ts":1749497615.7034435,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497615.703897,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497615.704561,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: {"level":"info","ts":1749497615.7045462,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-start[88515]: 2025/06/09 19:33:35 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:33:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:33:35 danu-01 docker-omni-bare-metal-post-stop[88605]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:33:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:33:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 94. | |
| Jun 09 15:33:36 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:33:36 danu-01 pre-start[88615]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:33:36 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.52594,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.5572846,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.7734754,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.7737894,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.7737896,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.773806,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.7738469,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:33:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497616.773934,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:34:06 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497646.799238,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:34:06 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497646.8088195,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"error","ts":1749497676.7931454,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497676.7935297,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497676.7938447,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: {"level":"info","ts":1749497676.7940705,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-start[88624]: 2025/06/09 19:34:36 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:34:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:34:36 danu-01 docker-omni-bare-metal-post-stop[88716]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:34:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:34:37 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 95. | |
| Jun 09 15:34:37 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:34:37 danu-01 pre-start[88726]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:34:37 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.5626686,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.5962257,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.8113182,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.8116617,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.811661,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.8117151,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.8118036,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:34:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497677.811818,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:35:07 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497707.8599153,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:35:07 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497707.876005,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"error","ts":1749497737.842488,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497737.842569,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497737.842713,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: {"level":"info","ts":1749497737.8430755,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:35:37 danu-01 docker-omni-bare-metal-start[88734]: 2025/06/09 19:35:37 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:35:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-post-stop[88825]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:35:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:35:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 96. | |
| Jun 09 15:35:38 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:35:38 danu-01 pre-start[88835]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:35:38 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.7411895,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.7730525,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.9956968,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.9959965,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.9960344,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.996128,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.996164,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:35:38 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497738.99618,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:36:09 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497769.0409667,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:36:09 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497769.0498285,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: {"level":"error","ts":1749497799.0140238,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497799.0142114,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497799.0143714,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: {"level":"info","ts":1749497799.0144935,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-start[88843]: 2025/06/09 19:36:39 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:36:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:36:39 danu-01 docker-omni-bare-metal-post-stop[88938]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:36:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:36:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 97. | |
| Jun 09 15:36:39 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:36:39 danu-01 pre-start[88948]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:36:39 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.0048373,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.0375955,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.2549233,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.25524,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.2552552,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.2552652,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.2552905,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:36:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497800.2553685,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:37:10 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497830.2743404,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:37:10 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497830.2911053,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497860.2745125,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"error","ts":1749497860.2765656,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"error","ts":1749497860.2774122,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"error","ts":1749497860.277734,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497860.2782917,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497860.2791393,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: {"level":"info","ts":1749497860.2794125,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-start[88957]: 2025/06/09 19:37:40 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:37:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:37:40 danu-01 docker-omni-bare-metal-post-stop[89048]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:37:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:37:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 98. | |
| Jun 09 15:37:40 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:37:40 danu-01 pre-start[89058]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:37:40 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.0208883,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.0526845,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.2383118,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.2386632,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.2386658,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.2386634,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.238709,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:37:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497861.2389233,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:38:11 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497891.2744482,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:38:11 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497891.2903934,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"error","ts":1749497921.271164,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497921.2713337,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497921.2714953,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: {"level":"info","ts":1749497921.272932,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-start[89066]: 2025/06/09 19:38:41 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:38:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:38:41 danu-01 docker-omni-bare-metal-post-stop[89158]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:38:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:38:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 99. | |
| Jun 09 15:38:41 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:38:41 danu-01 pre-start[89168]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:38:41 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.2139847,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.2454913,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4618478,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4621947,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4622922,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4623263,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4623427,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:38:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497922.4624283,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:39:12 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497952.4859655,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:39:12 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497952.4926188,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497982.4874084,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"error","ts":1749497982.487818,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"error","ts":1749497982.4880564,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"error","ts":1749497982.4881625,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497982.4882882,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497982.488482,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: {"level":"info","ts":1749497982.4886825,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-start[89177]: 2025/06/09 19:39:42 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:39:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:39:42 danu-01 docker-omni-bare-metal-post-stop[89266]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:39:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:39:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 100. | |
| Jun 09 15:39:42 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:39:42 danu-01 pre-start[89277]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:39:42 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.26895,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.300753,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.489782,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.4900994,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.4901643,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.490318,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.490122,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:39:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749497983.49048,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:40:13 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749498013.537813,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:40:13 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749498013.5531642,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"error","ts":1749498043.5083034,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749498043.5086176,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749498043.50883,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: {"level":"info","ts":1749498043.508921,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-start[89287]: 2025/06/09 19:40:43 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:40:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:40:43 danu-01 docker-omni-bare-metal-post-stop[89376]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:40:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:40:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 101. | |
| Jun 09 15:40:43 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:40:43 danu-01 pre-start[89387]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:40:43 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.2895513,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.3739512,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.578799,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.5791233,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.5791316,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.5791423,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.5791924,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:40:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498044.5792294,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:41:14 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498074.624814,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:41:14 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498074.641209,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498104.5994482,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"error","ts":1749498104.601592,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"error","ts":1749498104.6019952,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"error","ts":1749498104.602905,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498104.6039484,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498104.6040728,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: {"level":"info","ts":1749498104.6042519,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-start[89395]: 2025/06/09 19:41:44 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:41:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:41:44 danu-01 docker-omni-bare-metal-post-stop[89488]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:41:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:41:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 102. | |
| Jun 09 15:41:45 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:41:45 danu-01 pre-start[89498]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:41:45 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.5374024,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.570051,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.7591724,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.7594671,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.7595158,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.7595217,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.7595546,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:41:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498105.759472,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:42:15 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498135.7988915,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:42:15 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498135.8076155,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498165.7796054,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"error","ts":1749498165.787507,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"error","ts":1749498165.7875264,"caller":"controllers/machine_status.go:209","msg":"failed to get all machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"error","ts":1749498165.7875614,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498165.788032,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498165.7880828,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: {"level":"info","ts":1749498165.7881823,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-start[89506]: 2025/06/09 19:42:45 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:42:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:42:45 danu-01 docker-omni-bare-metal-post-stop[89597]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:42:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:42:46 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 103. | |
| Jun 09 15:42:46 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:42:46 danu-01 pre-start[89607]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:42:46 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.511534,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.5443532,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.7354455,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.735748,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.7357965,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.7358494,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.736095,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:42:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498166.736098,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:43:16 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498196.7749975,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:43:16 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498196.7907166,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"error","ts":1749498226.7682421,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498226.7702231,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498226.7707067,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: {"level":"info","ts":1749498226.7719135,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-start[89616]: 2025/06/09 19:43:46 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:43:46 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:43:46 danu-01 docker-omni-bare-metal-post-stop[89706]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:43:46 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:43:47 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 104. | |
| Jun 09 15:43:47 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:43:47 danu-01 pre-start[89717]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:43:47 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.6332638,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.6661196,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.850433,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.850729,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.85109,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.8511853,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.8511038,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:43:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498227.8510983,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:44:17 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498257.900873,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:44:17 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498257.910769,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498287.880514,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"error","ts":1749498287.8837225,"caller":"controllers/machine_status.go:209","msg":"failed to get all machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"error","ts":1749498287.883753,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"error","ts":1749498287.8838851,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498287.8839836,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498287.8840518,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: {"level":"info","ts":1749498287.8840728,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:44:47 danu-01 docker-omni-bare-metal-start[89726]: 2025/06/09 19:44:47 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:44:48 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-post-stop[89819]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:44:48 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:44:48 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 105. | |
| Jun 09 15:44:48 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:44:48 danu-01 pre-start[89830]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:44:48 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.7312016,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.7637355,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.9550571,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.9553626,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.9553804,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.9553864,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.955434,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:44:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498288.9556954,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:45:19 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498319.0040395,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:45:19 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498319.013934,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"error","ts":1749498348.9733725,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498348.9738543,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498348.9739854,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: {"level":"info","ts":1749498348.9743588,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:45:48 danu-01 docker-omni-bare-metal-start[89839]: 2025/06/09 19:45:48 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:45:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:45:49 danu-01 docker-omni-bare-metal-post-stop[89930]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:45:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:45:49 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 106. | |
| Jun 09 15:45:49 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:45:49 danu-01 pre-start[89941]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:45:49 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:45:49 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498349.7845285,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:45:49 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498349.8182428,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.0314,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.0317326,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.031733,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.0319147,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.031775,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:45:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498350.0317695,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:46:20 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498380.0731995,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:46:20 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498380.090511,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498410.0589118,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"error","ts":1749498410.0600293,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"error","ts":1749498410.0601435,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498410.0603974,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498410.060611,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: {"level":"info","ts":1749498410.0608156,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-start[89949]: 2025/06/09 19:46:50 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:46:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:46:50 danu-01 docker-omni-bare-metal-post-stop[90040]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:46:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:46:50 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 107. | |
| Jun 09 15:46:50 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:46:50 danu-01 pre-start[90050]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:46:50 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.0176508,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.049061,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.270682,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.2709942,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.2710137,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.2710335,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.270995,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:46:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498411.271249,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:47:21 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498441.3048966,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:47:21 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498441.3213375,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"error","ts":1749498471.2895532,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498471.2900774,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498471.290741,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: {"level":"info","ts":1749498471.2909982,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-start[90059]: 2025/06/09 19:47:51 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:47:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:47:51 danu-01 docker-omni-bare-metal-post-stop[90149]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:47:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:47:51 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 108. | |
| Jun 09 15:47:51 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:47:51 danu-01 pre-start[90161]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:47:51 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.2308233,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.2629125,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.4885347,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.4888537,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.4889023,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.4888732,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.489125,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:47:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498472.4888766,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:48:22 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498502.508917,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:48:22 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498502.5169585,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498532.5091567,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"error","ts":1749498532.5116298,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"error","ts":1749498532.511849,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"error","ts":1749498532.5119283,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498532.5124018,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498532.5125299,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: {"level":"info","ts":1749498532.5135121,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-start[90170]: 2025/06/09 19:48:52 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:48:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:48:52 danu-01 docker-omni-bare-metal-post-stop[90260]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:48:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:48:52 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 109. | |
| Jun 09 15:48:52 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:48:52 danu-01 pre-start[90270]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:48:52 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.2723045,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.3045354,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.5244005,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.5247273,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.5249186,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.5251062,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.525114,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:48:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498533.5251489,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:49:23 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498563.5630095,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:49:23 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498563.5714931,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"error","ts":1749498593.559173,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"error","ts":1749498593.559895,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498593.5605474,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498593.5608616,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: {"level":"info","ts":1749498593.562592,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-start[90278]: 2025/06/09 19:49:53 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:49:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:49:53 danu-01 docker-omni-bare-metal-post-stop[90369]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:49:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:49:53 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 110. | |
| Jun 09 15:49:53 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:49:53 danu-01 pre-start[90379]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:49:53 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.2609062,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.292654,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.483396,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.4836855,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.4837961,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.4838333,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.4840288,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:49:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498594.4840677,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:50:24 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498624.5188868,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:50:24 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498624.5350833,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498654.5028543,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"error","ts":1749498654.5042007,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"error","ts":1749498654.5043237,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"error","ts":1749498654.5044699,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498654.504757,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498654.5050905,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: {"level":"info","ts":1749498654.5053077,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-start[90388]: 2025/06/09 19:50:54 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:50:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:50:54 danu-01 docker-omni-bare-metal-post-stop[90482]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:50:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:50:54 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 111. | |
| Jun 09 15:50:54 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:50:54 danu-01 pre-start[90494]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:50:54 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.378123,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.4100618,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.6254601,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.6258168,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.6258204,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.62582,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.625872,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:50:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498655.6258998,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:51:25 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498685.674231,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:51:25 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498685.6910965,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"error","ts":1749498715.646589,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498715.646801,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498715.6469808,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: {"level":"info","ts":1749498715.647924,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-start[90503]: 2025/06/09 19:51:55 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:51:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:51:55 danu-01 docker-omni-bare-metal-post-stop[90592]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:51:55 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:51:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 112. | |
| Jun 09 15:51:56 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:51:56 danu-01 pre-start[90602]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:51:56 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.4880717,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.5203876,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.7052815,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.705551,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.7055526,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.705587,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.705611,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:51:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498716.705655,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:52:26 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498746.7441266,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:52:26 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498746.760231,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"error","ts":1749498776.7378714,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"error","ts":1749498776.7380521,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498776.738172,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498776.7383761,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: {"level":"info","ts":1749498776.738489,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-start[90610]: 2025/06/09 19:52:56 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:52:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:52:56 danu-01 docker-omni-bare-metal-post-stop[90700]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:52:56 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:52:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 113. | |
| Jun 09 15:52:57 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:52:57 danu-01 pre-start[90710]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:52:57 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.511308,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.5445566,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.7669778,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.76734,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.767354,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.7673407,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.7673967,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:52:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498777.7674246,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:53:27 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498807.7962801,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:53:27 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498807.81312,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498837.7864947,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"error","ts":1749498837.7941766,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"error","ts":1749498837.794287,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"error","ts":1749498837.794364,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498837.79447,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498837.7945526,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: {"level":"info","ts":1749498837.7946947,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:53:57 danu-01 docker-omni-bare-metal-start[90720]: 2025/06/09 19:53:57 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:53:57 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:53:58 danu-01 docker-omni-bare-metal-post-stop[90810]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:53:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:53:58 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 114. | |
| Jun 09 15:53:58 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:53:58 danu-01 pre-start[90820]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:53:58 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:53:58 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498838.802072,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:53:58 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498838.833445,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0194244,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0197482,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0197468,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0197797,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0198169,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:53:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498839.0200312,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:54:29 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498869.0681663,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:54:29 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498869.0733216,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"error","ts":1749498899.0526977,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"error","ts":1749498899.0534444,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498899.0536065,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498899.0538337,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: {"level":"info","ts":1749498899.0540657,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90829]: 2025/06/09 19:54:59 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:54:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-post-stop[90919]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:54:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:54:59 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 115. | |
| Jun 09 15:54:59 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:54:59 danu-01 pre-start[90930]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:54:59 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:54:59 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498899.99374,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.0258489,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.2446227,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.2449298,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.24493,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.2449756,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.245016,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:55:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498900.2452276,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:55:30 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498930.2894216,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:55:30 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498930.3053539,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"error","ts":1749498960.2779543,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"error","ts":1749498960.278072,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498960.2781935,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498960.278344,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: {"level":"info","ts":1749498960.2785168,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-start[90938]: 2025/06/09 19:56:00 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:56:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:56:00 danu-01 docker-omni-bare-metal-post-stop[91033]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:56:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:56:00 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 116. | |
| Jun 09 15:56:00 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:56:00 danu-01 pre-start[91044]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:56:00 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.2979982,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.3307128,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.546851,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.5471401,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.5471427,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.547158,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.5472028,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:56:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498961.5476677,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:56:31 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498991.580415,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:56:31 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749498991.589414,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"error","ts":1749499021.57331,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749499021.5735,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"error","ts":1749499021.5744824,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"error","ts":1749499021.5746078,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749499021.5748785,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749499021.575043,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: {"level":"info","ts":1749499021.5751872,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-start[91053]: 2025/06/09 19:57:01 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:57:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:57:01 danu-01 docker-omni-bare-metal-post-stop[91145]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:57:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:57:01 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 117. | |
| Jun 09 15:57:01 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:57:01 danu-01 pre-start[91155]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:57:01 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.2969224,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.3351734,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.53347,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.5337765,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.5337772,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.533802,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.5338342,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:57:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499022.5338626,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:57:32 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499052.5740912,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:57:32 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499052.5902562,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"error","ts":1749499082.55628,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"error","ts":1749499082.556706,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499082.5573127,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499082.557378,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: {"level":"info","ts":1749499082.5582068,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-start[91164]: 2025/06/09 19:58:02 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:58:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:58:02 danu-01 docker-omni-bare-metal-post-stop[91255]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:58:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:58:02 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 118. | |
| Jun 09 15:58:02 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:58:02 danu-01 pre-start[91265]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:58:02 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.3367248,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.367356,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.5550299,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.5553405,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.555344,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.5554152,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.555485,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:58:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499083.5555606,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:58:33 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499113.603603,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:58:33 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499113.6200082,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"error","ts":1749499143.5733817,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499143.573563,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499143.5737436,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: {"level":"info","ts":1749499143.5739574,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-start[91274]: 2025/06/09 19:59:03 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 15:59:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 15:59:03 danu-01 docker-omni-bare-metal-post-stop[91365]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:59:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 15:59:03 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 119. | |
| Jun 09 15:59:03 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 15:59:03 danu-01 pre-start[91375]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 15:59:03 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.2897441,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.3220434,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5106463,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5109844,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5110426,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5110683,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5110776,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 15:59:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499144.5111415,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 15:59:34 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499174.5601761,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 15:59:34 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499174.5699525,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499204.5308888,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"error","ts":1749499204.5324361,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"error","ts":1749499204.5343099,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"error","ts":1749499204.535315,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499204.5355556,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499204.536115,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: {"level":"info","ts":1749499204.536284,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-start[91383]: 2025/06/09 20:00:04 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:00:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:00:04 danu-01 docker-omni-bare-metal-post-stop[91477]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:00:04 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:00:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 120. | |
| Jun 09 16:00:05 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:00:05 danu-01 pre-start[91489]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:00:05 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.5284004,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.5605593,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.7897093,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.7900443,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.790057,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.7900472,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.7900681,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:00:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499205.7900956,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:00:35 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499235.837085,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:00:35 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499235.8531,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499265.810342,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"error","ts":1749499265.8111694,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"error","ts":1749499265.811342,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"error","ts":1749499265.8114274,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499265.8116198,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499265.8120055,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: {"level":"info","ts":1749499265.8122854,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-start[91497]: 2025/06/09 20:01:05 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:01:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:01:05 danu-01 docker-omni-bare-metal-post-stop[91590]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:01:05 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:01:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 121. | |
| Jun 09 16:01:06 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:01:06 danu-01 pre-start[91602]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:01:06 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.5985923,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.6319592,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.825654,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.8259847,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.8259878,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.826072,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.8259838,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:01:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499266.8260193,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:01:36 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499296.860736,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:01:36 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499296.8703396,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"error","ts":1749499326.8609452,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"error","ts":1749499326.861114,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499326.8622615,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499326.8623447,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: {"level":"info","ts":1749499326.8624606,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:02:06 danu-01 docker-omni-bare-metal-start[91612]: 2025/06/09 20:02:06 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:02:06 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-post-stop[91704]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:02:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:02:07 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 122. | |
| Jun 09 16:02:07 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:02:07 danu-01 pre-start[91714]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:02:07 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.7294118,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.7613022,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9795039,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9798124,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9798148,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9798148,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9798582,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:02:07 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499327.9801648,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:02:38 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499358.0287004,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:02:38 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499358.0448334,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: {"level":"error","ts":1749499387.9983063,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499387.998628,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499387.9995854,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: {"level":"info","ts":1749499387.9997513,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91723]: 2025/06/09 20:03:08 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:03:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-post-stop[91813]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:03:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:03:08 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 123. | |
| Jun 09 16:03:08 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:03:08 danu-01 pre-start[91824]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:03:08 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.7624586,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.795269,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.9832537,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.9835887,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.9836137,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.983662,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.9837518,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:03:08 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499388.9835875,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:03:39 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499419.027645,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:03:39 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499419.0447316,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: {"level":"error","ts":1749499449.0028534,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499449.0030415,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499449.003379,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: {"level":"info","ts":1749499449.0034094,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91833]: 2025/06/09 20:04:09 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:04:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-post-stop[91923]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:04:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:04:09 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 124. | |
| Jun 09 16:04:09 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:04:09 danu-01 pre-start[91933]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:04:09 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.751538,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.783732,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.9704485,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.9708033,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.970804,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.9709506,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.9708328,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:04:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499449.9708114,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:04:39 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499479.990464,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:04:39 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499479.999496,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"error","ts":1749499509.9890985,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499509.989269,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499509.989477,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: {"level":"info","ts":1749499509.9895608,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:05:09 danu-01 docker-omni-bare-metal-start[91941]: 2025/06/09 20:05:09 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:05:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-post-stop[92029]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:05:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:05:10 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 125. | |
| Jun 09 16:05:10 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:05:10 danu-01 pre-start[92041]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:05:10 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.7670808,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.7994459,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.9935124,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.993879,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.9938786,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.9938974,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.9938993,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:05:10 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499510.9939227,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:05:41 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499541.041939,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:05:41 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499541.0563407,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: {"level":"error","ts":1749499571.0164237,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: {"level":"error","ts":1749499571.0167298,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499571.0175903,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499571.0182393,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: {"level":"info","ts":1749499571.0184436,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-start[92050]: 2025/06/09 20:06:11 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:06:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:06:11 danu-01 docker-omni-bare-metal-post-stop[92140]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:06:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:06:11 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 126. | |
| Jun 09 16:06:11 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:06:11 danu-01 pre-start[92151]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:06:11 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.0234706,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.055211,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.2403772,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.2407398,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.2407398,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.2408094,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.240816,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:06:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499572.2408807,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:06:42 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499602.2611947,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:06:42 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499602.2701824,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499632.2620916,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"error","ts":1749499632.2631254,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"error","ts":1749499632.2632627,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499632.2633982,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499632.2635617,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: {"level":"info","ts":1749499632.2655244,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92161]: 2025/06/09 20:07:12 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:07:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-post-stop[92253]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:07:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:07:12 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 127. | |
| Jun 09 16:07:12 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:07:12 danu-01 pre-start[92263]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:07:12 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:07:12 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499632.9906237,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.022454,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.2144587,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.2148013,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.2149963,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.2150052,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.2150128,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:07:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499633.215035,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:07:43 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499663.2445786,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:07:43 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499663.2530675,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"error","ts":1749499693.2461774,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499693.2463484,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499693.2465348,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: {"level":"info","ts":1749499693.2469501,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-start[92272]: 2025/06/09 20:08:13 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:08:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:08:13 danu-01 docker-omni-bare-metal-post-stop[92363]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:08:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:08:13 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 128. | |
| Jun 09 16:08:13 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:08:13 danu-01 pre-start[92374]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:08:13 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.0904126,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.1218765,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3366916,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3370192,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3370686,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3372548,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3372731,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:08:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499694.3373778,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:08:44 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499724.3852437,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:08:44 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499724.39495,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499754.3610961,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"error","ts":1749499754.3637471,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"error","ts":1749499754.3640945,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"error","ts":1749499754.3642075,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499754.3643975,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499754.3649035,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: {"level":"info","ts":1749499754.3652534,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-start[92382]: 2025/06/09 20:09:14 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:09:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:09:14 danu-01 docker-omni-bare-metal-post-stop[92473]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:09:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:09:14 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 129. | |
| Jun 09 16:09:14 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:09:14 danu-01 pre-start[92483]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:09:14 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.2523432,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.283705,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4767728,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4771454,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4771478,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4772267,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4774182,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:09:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499755.4774938,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:09:45 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499785.522463,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:09:45 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499785.5385275,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"error","ts":1749499815.4953263,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499815.4962626,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499815.4963317,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: {"level":"info","ts":1749499815.4969509,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-start[92492]: 2025/06/09 20:10:15 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:10:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:10:15 danu-01 docker-omni-bare-metal-post-stop[92583]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:10:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:10:15 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 130. | |
| Jun 09 16:10:15 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:10:15 danu-01 pre-start[92593]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:10:15 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.323382,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.356034,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.5434575,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.5437522,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.5437548,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.5437677,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.5438077,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:10:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499816.544818,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:10:46 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499846.587819,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:10:46 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499846.6042213,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"error","ts":1749499876.574611,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"error","ts":1749499876.5747395,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499876.5749645,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499876.5749485,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: {"level":"info","ts":1749499876.5751333,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-start[92603]: 2025/06/09 20:11:16 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:11:16 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:11:16 danu-01 docker-omni-bare-metal-post-stop[92694]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:11:16 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:11:17 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 131. | |
| Jun 09 16:11:17 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:11:17 danu-01 pre-start[92704]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:11:17 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.4711816,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.6668193,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.8831663,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.8834674,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.8834682,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.8834696,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.8835135,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:11:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499877.883541,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:11:47 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499907.9037528,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:11:47 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499907.9143627,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"error","ts":1749499937.9160163,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"error","ts":1749499937.9161732,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499937.9162893,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499937.9164774,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: {"level":"info","ts":1749499937.91661,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:12:17 danu-01 docker-omni-bare-metal-start[92712]: 2025/06/09 20:12:17 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:12:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:12:18 danu-01 docker-omni-bare-metal-post-stop[92804]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:12:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:12:18 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 132. | |
| Jun 09 16:12:18 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:12:18 danu-01 pre-start[92814]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:12:18 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:12:18 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499938.759112,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:12:18 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499938.790351,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.009674,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.009981,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.0099916,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.010078,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.0100222,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:12:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499939.0100307,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:12:49 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499969.0584269,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:12:49 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499969.0676415,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499999.0300014,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"error","ts":1749499999.0335975,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"error","ts":1749499999.0337393,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"error","ts":1749499999.0338573,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499999.0340765,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499999.0341835,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: {"level":"info","ts":1749499999.0353825,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92824]: 2025/06/09 20:13:19 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:13:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-post-stop[92913]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:13:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:13:19 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 133. | |
| Jun 09 16:13:19 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:13:19 danu-01 pre-start[92924]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:13:19 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749499999.9678714,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:13:19 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749499999.9992833,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.1855783,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.185878,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.1858943,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.185906,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.1859546,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:13:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500000.1860003,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:13:50 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500030.235208,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:13:50 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500030.249905,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"error","ts":1749500060.2053783,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500060.207804,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500060.2076447,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: {"level":"info","ts":1749500060.2079859,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-start[92934]: 2025/06/09 20:14:20 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:14:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:14:20 danu-01 docker-omni-bare-metal-post-stop[93022]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:14:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:14:20 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 134. | |
| Jun 09 16:14:20 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:14:20 danu-01 pre-start[93034]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:14:20 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.0355778,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.0675938,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.2824948,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.2828152,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.2828255,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.282856,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.2829099,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:14:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500061.2831511,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:14:51 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500091.327754,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:14:51 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500091.344078,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"error","ts":1749500121.3001633,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500121.3003983,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500121.3005335,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: {"level":"info","ts":1749500121.300712,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-start[93043]: 2025/06/09 20:15:21 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:15:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:15:21 danu-01 docker-omni-bare-metal-post-stop[93133]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:15:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:15:21 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 135. | |
| Jun 09 16:15:21 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:15:21 danu-01 pre-start[93144]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:15:21 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.01345,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.0473135,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.2328184,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.2331297,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.2331383,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.23315,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.2331765,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:15:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500122.233589,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:15:52 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500152.277834,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:15:52 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500152.293735,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500182.2532742,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"error","ts":1749500182.2602513,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"error","ts":1749500182.2603006,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"error","ts":1749500182.2603474,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500182.260506,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500182.2605786,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: {"level":"info","ts":1749500182.2606802,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93154]: 2025/06/09 20:16:22 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:16:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-post-stop[93246]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:16:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:16:22 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 136. | |
| Jun 09 16:16:22 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:16:22 danu-01 pre-start[93256]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:16:22 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:16:22 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500182.9784484,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.0109274,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.2316093,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.231949,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.2319558,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.2319987,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.232001,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:16:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500183.2322657,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:16:53 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500213.274631,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:16:53 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500213.2838762,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500243.2523925,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"error","ts":1749500243.2530396,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"error","ts":1749500243.2531338,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"error","ts":1749500243.2531683,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500243.255455,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500243.255586,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: {"level":"info","ts":1749500243.256909,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-start[93266]: 2025/06/09 20:17:23 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:17:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:17:23 danu-01 docker-omni-bare-metal-post-stop[93355]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:17:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:17:23 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 137. | |
| Jun 09 16:17:23 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:17:23 danu-01 pre-start[93366]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:17:23 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.01995,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.0518584,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2370489,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2373464,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2373803,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2374089,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2373545,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:17:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500244.2376611,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:17:54 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500274.2817347,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:17:54 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500274.2963927,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500304.26121,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"error","ts":1749500304.2635722,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"error","ts":1749500304.2636218,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"error","ts":1749500304.2637184,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500304.2638597,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500304.2640362,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: {"level":"info","ts":1749500304.2651339,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-start[93374]: 2025/06/09 20:18:24 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:18:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:18:24 danu-01 docker-omni-bare-metal-post-stop[93466]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:18:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:18:24 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 138. | |
| Jun 09 16:18:24 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:18:24 danu-01 pre-start[93477]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:18:24 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.0516381,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.083882,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2690263,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2693498,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2693634,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2693708,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2694058,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:18:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500305.2694428,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:18:55 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500335.3180017,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:18:55 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500335.3348997,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"error","ts":1749500365.2889194,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500365.2893198,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500365.2894387,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: {"level":"info","ts":1749500365.2895582,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-start[93486]: 2025/06/09 20:19:25 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:19:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:19:25 danu-01 docker-omni-bare-metal-post-stop[93578]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:19:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:19:25 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 139. | |
| Jun 09 16:19:25 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:19:25 danu-01 pre-start[93588]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:19:25 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.0218782,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.0534236,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.2459693,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.2462883,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.2462895,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.2463388,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.2465496,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:19:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500366.246617,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:19:56 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500396.2956553,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:19:56 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500396.3055515,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"error","ts":1749500426.2761486,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"error","ts":1749500426.2764902,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500426.2769263,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500426.2771223,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: {"level":"info","ts":1749500426.2772975,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-start[93597]: 2025/06/09 20:20:26 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:20:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:20:26 danu-01 docker-omni-bare-metal-post-stop[93686]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:20:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:20:26 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 140. | |
| Jun 09 16:20:26 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:20:26 danu-01 pre-start[93696]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:20:26 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.232938,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.266331,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.4588065,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.4591439,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.4591434,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.4591548,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.4591787,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:20:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500427.459424,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:20:57 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500457.4850068,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:20:57 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500457.4937327,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"error","ts":1749500487.4871914,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"error","ts":1749500487.487908,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500487.4883106,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500487.4885833,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: {"level":"info","ts":1749500487.488845,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-start[93705]: 2025/06/09 20:21:27 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:21:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:21:27 danu-01 docker-omni-bare-metal-post-stop[93795]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:21:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:21:27 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 141. | |
| Jun 09 16:21:27 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:21:27 danu-01 pre-start[93805]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:21:27 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.248495,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.2841735,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4785879,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4789255,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4789684,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4790163,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4790134,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:21:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500488.4790864,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:21:58 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500518.5238318,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:21:58 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500518.533032,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500548.501407,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"error","ts":1749500548.5018387,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"error","ts":1749500548.5018857,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500548.5019403,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500548.502061,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: {"level":"info","ts":1749500548.5021026,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-start[93814]: 2025/06/09 20:22:28 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:22:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:22:28 danu-01 docker-omni-bare-metal-post-stop[93905]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:22:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:22:28 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 142. | |
| Jun 09 16:22:28 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:22:28 danu-01 pre-start[93916]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:22:28 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.296832,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.3292596,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.54585,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.5461507,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.5461657,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.5461972,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.5462487,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:22:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500549.5464206,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:22:59 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500579.595024,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:22:59 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500579.6038613,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"error","ts":1749500609.5664124,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500609.5671263,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500609.5673285,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: {"level":"info","ts":1749500609.5675395,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-start[93924]: 2025/06/09 20:23:29 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:23:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:23:29 danu-01 docker-omni-bare-metal-post-stop[94016]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:23:29 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:23:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 143. | |
| Jun 09 16:23:30 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:23:30 danu-01 pre-start[94026]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:23:30 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.5475616,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.5788286,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.7667065,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.7669923,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.766994,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.7670326,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.7670357,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:23:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500610.767003,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:24:00 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500640.812021,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:24:00 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500640.8235629,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500670.7998798,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"error","ts":1749500670.8011558,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"error","ts":1749500670.8012788,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500670.8021386,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500670.8025439,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: {"level":"info","ts":1749500670.8029072,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:24:30 danu-01 docker-omni-bare-metal-start[94035]: 2025/06/09 20:24:30 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:24:30 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-post-stop[94126]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:24:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:24:31 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 144. | |
| Jun 09 16:24:31 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:24:31 danu-01 pre-start[94137]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:24:31 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.7465312,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.7779121,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.9981596,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.9984918,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.9984932,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.9985464,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.99869,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:24:31 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500671.9987488,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:25:02 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500702.0342257,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:25:02 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500702.049915,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: {"level":"error","ts":1749500732.0309792,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500732.0311852,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500732.0320134,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: {"level":"info","ts":1749500732.0321379,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94147]: 2025/06/09 20:25:32 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:25:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-post-stop[94236]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:25:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:25:32 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 145. | |
| Jun 09 16:25:32 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:25:32 danu-01 pre-start[94247]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:25:32 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:25:32 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500732.9896991,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.0234318,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.2116308,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.2119179,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.2119303,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.2119186,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.2119575,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:25:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500733.212288,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:26:03 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500763.261528,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:26:03 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500763.2774723,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500793.2448254,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"error","ts":1749500793.245215,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"error","ts":1749500793.2453525,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500793.2455115,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500793.2459986,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: {"level":"info","ts":1749500793.245954,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-start[94256]: 2025/06/09 20:26:33 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:26:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:26:33 danu-01 docker-omni-bare-metal-post-stop[94346]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:26:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:26:33 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 146. | |
| Jun 09 16:26:33 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:26:33 danu-01 pre-start[94357]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:26:33 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.0893543,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.122159,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.3085437,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.3088808,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.3088799,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.308939,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.3090484,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:26:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500794.3090749,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:27:04 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500824.3372006,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:27:04 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500824.3456852,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"error","ts":1749500854.3311398,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500854.3313034,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500854.3314903,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: {"level":"info","ts":1749500854.332098,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-start[94366]: 2025/06/09 20:27:34 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:27:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:27:34 danu-01 docker-omni-bare-metal-post-stop[94456]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:27:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:27:34 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 147. | |
| Jun 09 16:27:34 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:27:34 danu-01 pre-start[94466]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:27:34 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.2563472,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.2909713,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.4790301,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.4793518,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.4794734,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.47952,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.4795206,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:27:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500855.479522,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:28:05 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500885.515514,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:28:05 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500885.5316975,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"error","ts":1749500915.4982047,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500915.4987526,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500915.4990244,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: {"level":"info","ts":1749500915.4990568,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-start[94474]: 2025/06/09 20:28:35 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:28:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:28:35 danu-01 docker-omni-bare-metal-post-stop[94566]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:28:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:28:35 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 148. | |
| Jun 09 16:28:35 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:28:35 danu-01 pre-start[94576]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:28:35 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.302223,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.334823,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.5564363,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.5568235,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.556848,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.5568597,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.5568843,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:28:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500916.5570905,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:29:06 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500946.5913155,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:29:06 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500946.6093135,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500976.589926,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"error","ts":1749500976.590509,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"error","ts":1749500976.5905187,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"error","ts":1749500976.5906632,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500976.591868,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500976.5922823,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: {"level":"info","ts":1749500976.5923922,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-start[94586]: 2025/06/09 20:29:36 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:29:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:29:36 danu-01 docker-omni-bare-metal-post-stop[94678]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:29:36 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:29:37 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 149. | |
| Jun 09 16:29:37 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:29:37 danu-01 pre-start[94689]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:29:37 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.5775766,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.6106923,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.840131,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.8404384,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.8404386,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.8404498,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.8406165,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:29:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749500977.84067,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:30:07 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501007.8692603,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:30:07 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501007.880628,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501037.8624482,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"error","ts":1749501037.8651803,"caller":"rruntime/run.go:56","msg":"controller failed","component":"cosi_runtime","controller":"bare-metal.ProviderHealthStatusController","error":"error querying current object state: rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"error","ts":1749501037.865439,"caller":"controllers/machine_status.go:196","msg":"failed to get all power management info","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","error":"rpc error: code = Canceled desc = context canceled"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"error","ts":1749501037.8658066,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501037.8662293,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501037.8664222,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: {"level":"info","ts":1749501037.86665,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:30:37 danu-01 docker-omni-bare-metal-start[94698]: 2025/06/09 20:30:37 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:30:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:30:38 danu-01 docker-omni-bare-metal-post-stop[94787]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:30:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:30:38 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 150. | |
| Jun 09 16:30:38 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:30:38 danu-01 pre-start[94797]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:30:38 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:30:38 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501038.8057206,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:30:38 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501038.8380325,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.0551717,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.055564,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.0556352,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.0556867,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.0558999,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:30:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501039.0559592,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:31:09 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501069.1060748,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:31:09 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501069.1153402,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"error","ts":1749501099.0892222,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501099.0900805,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501099.0902562,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: {"level":"info","ts":1749501099.0903091,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-start[94806]: 2025/06/09 20:31:39 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:31:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:31:39 danu-01 docker-omni-bare-metal-post-stop[94897]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:31:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:31:39 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 151. | |
| Jun 09 16:31:39 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:31:39 danu-01 pre-start[94907]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:31:39 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.1228163,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.1533365,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.371449,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.371808,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.3718083,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.3718185,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.3718805,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:31:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501100.371876,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:32:10 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501130.4203646,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:32:10 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501130.4300413,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"error","ts":1749501160.3896174,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501160.3899305,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501160.390234,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: {"level":"info","ts":1749501160.3902626,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-start[94916]: 2025/06/09 20:32:40 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:32:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:32:40 danu-01 docker-omni-bare-metal-post-stop[95008]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:32:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:32:40 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 152. | |
| Jun 09 16:32:40 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:32:40 danu-01 pre-start[95019]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:32:40 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.3167357,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.3491232,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.5353143,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.535593,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.5357256,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.5359578,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.5359824,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:32:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501161.5362325,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:33:11 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501191.585063,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:33:11 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501191.593585,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"error","ts":1749501221.5544455,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"BMCConfigs.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501221.5546114,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501221.5548112,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: {"level":"info","ts":1749501221.5548568,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-start[95027]: 2025/06/09 20:33:41 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "BMCConfigs.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:33:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:33:41 danu-01 docker-omni-bare-metal-post-stop[95120]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:33:41 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:33:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 153. | |
| Jun 09 16:33:42 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:33:42 danu-01 pre-start[95130]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:33:42 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.4969609,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.5291362,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7530406,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7533484,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7533503,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7533817,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7534094,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:33:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501222.7539227,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:34:12 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501252.7741349,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:34:12 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501252.7903368,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"error","ts":1749501282.7733483,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501282.773662,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501282.77383,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: {"level":"info","ts":1749501282.7739694,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:34:42 danu-01 docker-omni-bare-metal-start[95139]: 2025/06/09 20:34:42 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:34:42 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-post-stop[95229]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:34:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:34:43 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 154. | |
| Jun 09 16:34:43 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:34:43 danu-01 pre-start[95240]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:34:43 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.6911309,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.7229083,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.908066,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.9083903,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.9083893,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.9084265,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.9084659,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:34:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501283.9087462,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:35:13 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501313.9558794,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:35:13 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501313.9609864,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"error","ts":1749501343.9416547,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachineStatuses.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501343.9422758,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501343.9429715,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: {"level":"info","ts":1749501343.9430306,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:35:43 danu-01 docker-omni-bare-metal-start[95248]: 2025/06/09 20:35:43 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachineStatuses.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:35:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:35:44 danu-01 docker-omni-bare-metal-post-stop[95340]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:35:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:35:44 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 155. | |
| Jun 09 16:35:44 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:35:44 danu-01 pre-start[95350]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:35:44 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:35:44 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501344.7834864,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:35:44 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501344.8158545,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.0460086,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.0463078,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.0463104,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.046319,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.0463712,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:35:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501345.0463595,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:36:15 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501375.0745084,"caller":"controllers/machine_status.go:192","msg":"poll machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController"} | |
| Jun 09 16:36:15 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501375.0821621,"caller":"controllers/machine_status.go:247","msg":"polled machine statuses","component":"cosi_runtime","controller":"bare-metal.MachineStatusController","agent_connected":0,"agent_disconnected":0,"powered_on":0,"powered_off":0,"power_unknown":0} | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"error","ts":1749501405.064735,"caller":"provider/provider.go:322","msg":"failed to run component","component":"COSI runtime","error":"controller runtime watch error: namespace \"infra-provider\" type \"InfraMachines.omni.sidero.dev\": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"} | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501405.064938,"caller":"provider/provider.go:327","msg":"component stopped","component":"DHCP proxy"} | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501405.0650876,"caller":"provider/provider.go:327","msg":"component stopped","component":"server"} | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: {"level":"info","ts":1749501405.0653012,"caller":"provider/provider.go:327","msg":"component stopped","component":"TFTP server"} | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: Error: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-start[95360]: 2025/06/09 20:36:45 failed to run: failed to run provider: failed to run components: controller runtime watch error: namespace "infra-provider" type "InfraMachines.omni.sidero.dev": rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR | |
| Jun 09 16:36:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Main process exited, code=exited, status=1/FAILURE | |
| Jun 09 16:36:45 danu-01 docker-omni-bare-metal-post-stop[95450]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:36:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Failed with result 'exit-code'. | |
| Jun 09 16:36:45 danu-01 systemd[1]: docker-omni-bare-metal.service: Scheduled restart job, restart counter is at 156. | |
| Jun 09 16:36:45 danu-01 systemd[1]: Starting docker-omni-bare-metal.service... | |
| Jun 09 16:36:45 danu-01 pre-start[95460]: Error response from daemon: No such container: omni-bare-metal | |
| Jun 09 16:36:45 danu-01 systemd[1]: Started docker-omni-bare-metal.service. | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.0053678,"caller":"provider/provider.go:100","msg":"starting provider","options":{"Name":"Bare Metal","Description":"Bare metal infrastructure provider","OmniAPIEndpoint":"https://omni.danu-01.adrp.xyz","ImageFactoryBaseURL":"https://factory.talos.dev","ImageFactoryPXEBaseURL":"https://pxe.factory.talos.dev","AgentModeTalosVersion":"v1.9.6","APIListenAddress":"","APIAdvertiseAddress":"10.3.20.5","APIPowerMgmtStateDir":"","DHCPProxyIfaceOrIP":"","BootFromDiskMethod":"ipxe-exit","IPMIPXEBootMode":"uefi","MachineLabels":null,"APIPort":50042,"EnableResourceCache":false,"AgentTestMode":false,"InsecureSkipTLSVerify":false,"UseLocalBootAssets":false,"ClearState":false,"DisableDHCPProxy":false,"SecureBootEnabled":false,"TLS":{"APIPort":50043,"CATTL":946080000000000000,"CertTTL":86400000000000,"Enabled":false,"AgentSkipVerify":false},"Redfish":{"UseAlways":false,"UseWhenAvailable":true,"UseHTTPS":true,"InsecureSkipTLSVerify":true,"SetBootSourceOverrideMode":true,"Port":443},"AgentClient":{"WipeWithZeroes":false,"CallTimeout":30000000000,"FastWipeTimeout":300000000000,"ZeroesWipeTimeout":86400000000000},"MinRebootInterval":900000000000},"api_advertise_address":"10.3.20.5","dhcp_proxy_iface_or_ip":"10.3.20.5"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.0369153,"caller":"ipxe/handler.go:350","msg":"patch iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.2252414,"caller":"ipxe/handler.go:356","msg":"successfully patched iPXE binaries","component":"ipxe_handler"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.2255456,"caller":"provider/provider.go:319","msg":"start component","component":"DHCP proxy"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.2255461,"caller":"provider/provider.go:319","msg":"start component","component":"COSI runtime"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.2255552,"caller":"provider/provider.go:319","msg":"start component","component":"server"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.2255976,"caller":"server/server.go:105","msg":"start HTTP server","component":"server","address":":50042"} | |
| Jun 09 16:36:46 danu-01 docker-omni-bare-metal-start[95468]: {"level":"info","ts":1749501406.22582,"caller":"provider/provider.go:319","msg":"start component","component":"TFTP server"} | |
| Jun 09 1 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment