diff --git a/go.work.sum b/go.work.sum index 9b645087e..7d6d21847 100644 --- a/go.work.sum +++ b/go.work.sum @@ -1388,8 +1388,8 @@ github.com/google/go-cmp v0.2.1-0.20190312032427-6f77996f0c42/go.mod h1:8QqcDgzr github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= github.com/google/go-containerregistry v0.5.1/go.mod h1:Ct15B4yir3PLOP5jsy0GNeYVaIZs/MK/Jz5any1wFW0= -github.com/google/go-github v17.0.0+incompatible h1:N0LgJ1j65A7kfXrZnUDaYCs/Sf4rEjNlfyDHW9dolSY= github.com/google/go-pkcs11 v0.2.1-0.20230907215043-c6f79328ddf9/go.mod h1:6eQoGcuNJpa7jnd5pMGdkSaQpNDYvPlXWMcjXXThLlY= github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= diff --git a/node/cmd/node/main.go b/node/cmd/node/main.go index 57624d5fa..d6c65961e 100644 --- a/node/cmd/node/main.go +++ b/node/cmd/node/main.go @@ -9,6 +9,7 @@ import ( "bisonai.com/miko/node/pkg/admin" "bisonai.com/miko/node/pkg/aggregator" "bisonai.com/miko/node/pkg/bus" + "bisonai.com/miko/node/pkg/checker/ping" "bisonai.com/miko/node/pkg/fetcher" "bisonai.com/miko/node/pkg/libp2p/helper" libp2pSetup "bisonai.com/miko/node/pkg/libp2p/setup" @@ -20,6 +21,17 @@ import ( func main() { ctx := context.Background() + go func() { + defer func() { + if r := recover(); r != nil { + log.Error().Any("panic", r).Msg("panic recovered from network checks") + } + }() + time.Sleep(5 * time.Second) // give some buffer until the app is ready + ping.Run(ctx) + os.Exit(1) + }() + err := logscribeconsumer.Start(ctx, "node") if err != nil { log.Error().Err(err).Msg("Failed to start logscribe consumer") diff --git a/node/go.mod b/node/go.mod index 521701c4c..cc60ac6e7 100644 --- a/node/go.mod +++ b/node/go.mod @@ -21,7 +21,7 @@ require ( github.com/redis/go-redis/v9 v9.4.0 github.com/rs/zerolog v1.32.0 github.com/stretchr/testify v1.9.0 - golang.org/x/crypto v0.22.0 + golang.org/x/crypto v0.26.0 k8s.io/api v0.17.0 k8s.io/apimachinery v0.17.0 k8s.io/client-go v0.17.0 @@ -30,6 +30,11 @@ require ( require github.com/montanaflynn/stats v0.7.1 +require ( + github.com/prometheus-community/pro-bing v0.4.1 + github.com/stretchr/objx v0.5.2 // indirect +) + require ( cloud.google.com/go/compute v1.19.1 // indirect cloud.google.com/go/compute/metadata v0.2.3 // indirect @@ -90,7 +95,7 @@ require ( github.com/golang/mock v1.6.0 // indirect github.com/golang/protobuf v1.5.4 // indirect github.com/golang/snappy v0.0.5-0.20220116011046-fa5810519dcb // indirect - github.com/google/go-cmp v0.5.9 // indirect + github.com/google/go-cmp v0.6.0 // indirect github.com/google/go-querystring v1.1.0 // indirect github.com/google/gofuzz v1.2.0 // indirect github.com/google/gopacket v1.1.19 // indirect @@ -209,14 +214,14 @@ require ( go4.org/unsafe/assume-no-moving-gc v0.0.0-20220617031537-928513b29760 // indirect golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa // indirect golang.org/x/mod v0.17.0 // indirect - golang.org/x/net v0.24.0 // indirect + golang.org/x/net v0.28.0 // indirect golang.org/x/oauth2 v0.8.0 - golang.org/x/sync v0.7.0 // indirect - golang.org/x/sys v0.20.0 // indirect - golang.org/x/term v0.19.0 // indirect - golang.org/x/text v0.14.0 // indirect + golang.org/x/sync v0.8.0 // indirect + golang.org/x/sys v0.24.0 // indirect + golang.org/x/term v0.23.0 // indirect + golang.org/x/text v0.17.0 // indirect golang.org/x/time v0.5.0 // indirect - golang.org/x/tools v0.20.0 // indirect + golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 // indirect google.golang.org/api v0.114.0 // indirect google.golang.org/appengine v1.6.7 // indirect diff --git a/node/go.sum b/node/go.sum index be7a84db3..7d387c88b 100644 --- a/node/go.sum +++ b/node/go.sum @@ -286,8 +286,8 @@ github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/ github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= -github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38= -github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= +github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/go-github v17.0.0+incompatible h1:N0LgJ1j65A7kfXrZnUDaYCs/Sf4rEjNlfyDHW9dolSY= github.com/google/go-github v17.0.0+incompatible/go.mod h1:zLgOLi98H3fifZn+44m+umXrS52loVEgC2AApnigrVQ= github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck= @@ -604,6 +604,8 @@ github.com/pmezard/go-difflib v0.0.0-20151028094244-d8ed2627bdf0/go.mod h1:iKH77 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI= +github.com/prometheus-community/pro-bing v0.4.1 h1:aMaJwyifHZO0y+h8+icUz0xbToHbia0wdmzdVZ+Kl3w= +github.com/prometheus-community/pro-bing v0.4.1/go.mod h1:aLsw+zqCaDoa2RLVVSX3+UiCkBBXTMtZC3c7EkfWnAE= github.com/prometheus/client_golang v0.8.0/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo= @@ -811,8 +813,8 @@ golang.org/x/crypto v0.0.0-20210322153248-0c34fe9e7dc2/go.mod h1:T9bdIzuCu7OtxOm golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4= golang.org/x/crypto v0.17.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4= -golang.org/x/crypto v0.22.0 h1:g1v0xeRhjcugydODzvb3mEM9SQ0HGp9s/nh3COQ/C30= -golang.org/x/crypto v0.22.0/go.mod h1:vr6Su+7cTlO45qkww3VDJlzDn0ctJvRgYbC2NvXHt+M= +golang.org/x/crypto v0.26.0 h1:RrRspgV4mU+YwB4FYnuBoKsUapNIL5cohGAmSH3azsw= +golang.org/x/crypto v0.26.0/go.mod h1:GY7jblb9wI+FOo5y8/S2oY4zWP07AkOJ4+jxCqdqn54= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa h1:FRnLl4eNAQl8hwxVVC17teOw8kdjVDVAiFMtgUdTSRQ= golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa/go.mod h1:zk2irFbV9DP96SEBUUAy67IdHUaZuSnrz1n472HUCLE= @@ -864,8 +866,8 @@ golang.org/x/net v0.3.0/go.mod h1:MBQ8lrhLObU/6UmLb4fmbmk5OcyYmqtbGd/9yIeKjEE= golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE= -golang.org/x/net v0.24.0 h1:1PcaxkF854Fu3+lvBIx5SYn9wRlBzzcnHZSiaFFAb0w= -golang.org/x/net v0.24.0/go.mod h1:2Q7sJY5mzlzWjKtYUEXSlBWCdyaioyXzRB2RtU8KVE8= +golang.org/x/net v0.28.0 h1:a9JDOJc5GMUJ0+UDqmLT86WiEy7iWyIhz8gz8E4e5hE= +golang.org/x/net v0.28.0/go.mod h1:yqtgsTWOOnlGLG9GFRrK3++bGOUEkNBoHZc8MEDWPNg= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20181017192945-9dcd33a902f4/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20181203162652-d668ce993890/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= @@ -884,8 +886,8 @@ golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJ golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= -golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M= -golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= +golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ= +golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sys v0.0.0-20170830134202-bb24a47a89ea/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180810173357-98c5dad5d1a0/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180823144017-11551d06cbcc/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -940,8 +942,8 @@ golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.14.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.15.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= -golang.org/x/sys v0.20.0 h1:Od9JTbYCk261bKm4M/mw7AklTlFYIa0bIp9BgSm1S8Y= -golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/sys v0.24.0 h1:Twjiwq9dn6R1fQcyiK+wQyHWfaz/BJB+YIpzU/Cv3Xg= +golang.org/x/sys v0.24.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= golang.org/x/term v0.3.0/go.mod h1:q750SLmJuPmVoN1blW3UFBPREJfb1KmY3vwxfr+nFDA= @@ -949,8 +951,8 @@ golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/term v0.13.0/go.mod h1:LTmsnFJwVN6bCy1rVCoS+qHT1HhALEFxKncY3WNNh4U= golang.org/x/term v0.15.0/go.mod h1:BDl952bC7+uMoWR75FIrCDx79TPU9oHkTZ9yRbYOrX0= -golang.org/x/term v0.19.0 h1:+ThwsDv+tYfnJFhF4L8jITxu1tdTWRTZpdsWgEgjL6Q= -golang.org/x/term v0.19.0/go.mod h1:2CuTdWZ7KHSQwUzKva0cbMg6q2DMI3Mmxp+gKJbskEk= +golang.org/x/term v0.23.0 h1:F6D4vR+EHoL9/sWAWgAR1H2DcHr4PareCbAaCo1RpuU= +golang.org/x/term v0.23.0/go.mod h1:DgV24QBUrK6jhZXl+20l6UWznPlwAHm1Q1mGHtydmSk= golang.org/x/text v0.0.0-20160726164857-2910a502d2bf/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= @@ -961,8 +963,9 @@ golang.org/x/text v0.5.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE= -golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ= golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= +golang.org/x/text v0.17.0 h1:XtiM5bkSOt+ewxlOE/aE/AKEHibwj/6gvWMl9Rsh0Qc= +golang.org/x/text v0.17.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY= golang.org/x/time v0.0.0-20180412165947-fbb02b2291d2/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= @@ -990,8 +993,8 @@ golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.4.0/go.mod h1:UE5sM2OK9E/d67R0ANs2xJizIymRP5gJU295PvKXxjQ= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= -golang.org/x/tools v0.20.0 h1:hz/CVckiOxybQvFw6h7b/q80NTr9IUQb4s1IIzW7KNY= -golang.org/x/tools v0.20.0/go.mod h1:WvitBU7JJf6A4jOdg4S1tviW9bhUxkgeCui/0JHctQg= +golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d h1:vU5i/LfpvrRCpgM/VPfJLg5KjxD3E+hfT1SH+d9zLwg= +golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= diff --git a/node/pkg/checker/ping/app.go b/node/pkg/checker/ping/app.go new file mode 100644 index 000000000..a352d26cb --- /dev/null +++ b/node/pkg/checker/ping/app.go @@ -0,0 +1,179 @@ +package ping + +import ( + "context" + "time" + + probing "github.com/prometheus-community/pro-bing" + "github.com/rs/zerolog/log" +) + +const ( + DefaultPingerTimeout = 2 * time.Second + DefaultMaxDelay = 100 * time.Millisecond + DefaultMaxFails = 2 + DefaultBufferSize = 500 + DefaultReconnectInterval = 2 * time.Second +) + +var GlobalEndpoints = []string{ + "8.8.8.8", // Google DNS + "1.1.1.1", // Cloudflare DNS + "208.67.222.222", // OpenDNS +} + +type PingerInterface interface { + Run() error + Statistics() *probing.Statistics +} + +type PingResult struct { + Address string + Success bool + Delay time.Duration +} + +type PingEndpoint struct { + Address string + Pinger PingerInterface +} + +type AppConfig struct { + MaxDelay time.Duration + Endpoints []string + BufferSize int +} + +type AppOption func(*AppConfig) + +func WithMaxDelay(duration time.Duration) AppOption { + return func(c *AppConfig) { + c.MaxDelay = duration + } +} + +func WithEndpoints(endpoints []string) AppOption { + return func(c *AppConfig) { + c.Endpoints = endpoints + } +} + +func WithResultBuffer(size int) AppOption { + return func(c *AppConfig) { + c.BufferSize = size + } +} + +type App struct { + MaxDelay time.Duration + Endpoints []PingEndpoint + FailCount map[string]int + ResultsBuffer chan PingResult +} + +func (pe *PingEndpoint) run() error { + return pe.Pinger.Run() +} + +func New(opts ...AppOption) (*App, error) { + app := &App{} + + c := AppConfig{ + MaxDelay: DefaultMaxDelay, + Endpoints: GlobalEndpoints, + BufferSize: DefaultBufferSize, + } + + for _, opt := range opts { + opt(&c) + } + + app.ResultsBuffer = make(chan PingResult, c.BufferSize) + + endpoints := []PingEndpoint{} + for _, endpoint := range c.Endpoints { + pinger, err := probing.NewPinger(endpoint) + if err != nil { + return nil, err + } + + pinger.Timeout = DefaultPingerTimeout + pinger.Count = 0 + + pinger.OnRecv = func(pkt *probing.Packet) { + app.ResultsBuffer <- PingResult{ + Address: endpoint, + Success: true, + Delay: pkt.Rtt, + } + } + + endpoints = append(endpoints, PingEndpoint{endpoint, pinger}) + } + + app.MaxDelay = c.MaxDelay + app.Endpoints = endpoints + app.FailCount = make(map[string]int) + + return app, nil +} + +func Run(ctx context.Context, opt ...AppOption) { + app, err := New(opt...) + if err != nil { + panic(err) + } + app.Start(ctx) +} + +func (app *App) Start(ctx context.Context) { + for _, endpoint := range app.Endpoints { + go func(endpoint PingEndpoint) { + for { + select { + case <-ctx.Done(): + return + default: + log.Debug().Msg("connecting ICMP Pinger") + err := endpoint.run() + if err != nil { + app.ResultsBuffer <- PingResult{ + Address: endpoint.Address, + Success: false, + Delay: 0, + } + } + time.Sleep(DefaultReconnectInterval) + continue + } + } + }(endpoint) + } + + for { + select { + case <-ctx.Done(): + return + case result := <-app.ResultsBuffer: + if result.Success && result.Delay < app.MaxDelay { + app.FailCount[result.Address] = 0 + } else { + app.FailCount[result.Address] += 1 + } + + failedCount := 0 + for _, count := range app.FailCount { + if count >= DefaultMaxFails { + failedCount += 1 + } + } + + // shuts down if all endpoints fails pinging 2 times in a row + if failedCount == len(app.Endpoints) { + log.Error().Msg("All pings failed, shutting down") + return + } + } + } + +} diff --git a/node/pkg/checker/ping/app_test.go b/node/pkg/checker/ping/app_test.go new file mode 100644 index 000000000..600d55e3d --- /dev/null +++ b/node/pkg/checker/ping/app_test.go @@ -0,0 +1,95 @@ +package ping + +import ( + "context" + "errors" + "testing" + "time" + + probing "github.com/prometheus-community/pro-bing" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/mock" +) + +// MockPinger is a mock implementation of probing.Pinger +type MockPinger struct { + mock.Mock + *probing.Pinger +} + +func (m *MockPinger) Run() error { + args := m.Called() + return args.Error(0) +} + +func (m *MockPinger) Statistics() *probing.Statistics { + args := m.Called() + return args.Get(0).(*probing.Statistics) +} + +func TestApp_Start_SuccessfulPing(t *testing.T) { + mockPinger := new(MockPinger) + mockPinger.On("Run").Return(nil) + mockPinger.On("Statistics").Return(&probing.Statistics{ + PacketsRecv: 1, + AvgRtt: 100 * time.Millisecond, + }) + + app, err := New(WithEndpoints([]string{"8.8.8.8"})) + assert.NoError(t, err) + + // Ensure the mockPinger is used + app.Endpoints[0].Pinger = mockPinger + app.FailCount = make(map[string]int) + + ctx, cancel := context.WithTimeout(context.Background(), 1500*time.Millisecond) + defer cancel() + + app.Start(ctx) + + assert.Equal(t, 0, app.FailCount["8.8.8.8"]) +} + +func TestApp_Start_FailedPing(t *testing.T) { + mockPinger := new(MockPinger) + mockPinger.On("Run").Return(errors.New("ping failed")) // Simulate ping failure + + app, err := New(WithEndpoints([]string{"8.8.8.8"})) + assert.NoError(t, err) + + // Ensure the mockPinger is used + app.Endpoints[0].Pinger = mockPinger + app.FailCount = make(map[string]int) + + ctx, cancel := context.WithTimeout(context.Background(), 10*time.Millisecond) + defer cancel() + + app.Start(ctx) + + // Ensure FailCount incremented due to failure + assert.Equal(t, 1, app.FailCount["8.8.8.8"]) +} + +func TestApp_Start_ShutdownOnAllFailures(t *testing.T) { + mockPinger := new(MockPinger) + mockPinger.On("Run").Return(errors.New("ping failed")) // Simulate ping failure + + app, err := New(WithEndpoints([]string{"8.8.8.8", "1.1.1.1", "208.67.222.222"})) + assert.NoError(t, err) + + // Ensure the mockPinger is used + app.Endpoints[0].Pinger = mockPinger + app.Endpoints[1].Pinger = mockPinger + app.Endpoints[2].Pinger = mockPinger + app.FailCount = make(map[string]int) + + ctx, cancel := context.WithTimeout(context.Background(), 4*time.Second) + defer cancel() + + app.Start(ctx) + + // Check that FailCount for all endpoints has reached DefaultMaxFails + for _, endpoint := range app.Endpoints { + assert.Equal(t, DefaultMaxFails, app.FailCount[endpoint.Address]) + } +}