Commit 9a3fa21d authored by Paul Graydon's avatar Paul Graydon

ors_wendelin_test: Refactor tests

parent faf3cd06
{"meta": {"event": "service connect failure", "time": 1721729980.636813, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729983.638926, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729986.640952, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729989.6430056, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729977.634778, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729992.6450973, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721729995.6471226, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "sync", "time": 1721729998.6490216, "state": "detached", "reason": "periodic", "flags": "", "generator": "xlog --rotate 100MB.9 ws://127.0.1.2:9001 meta.sync[]/600s config_get[]/600s stats[samples,rf]/60s x.drb_stats[]/60s"}}
{"meta": {"event": "service connect failure", "time": 1721729998.6493459, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730001.6512854, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730004.653334, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730007.655417, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730010.6574998, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730013.6595304, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730016.6616268, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730019.6636472, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730022.6656835, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730025.6676886, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730028.6697836, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730031.6718156, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730034.674132, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730037.6759453, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730040.677983, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730043.6800735, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730046.6821387, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730049.6842096, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730052.686308, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730055.6883888, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730058.690459, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730061.6925738, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730064.6946335, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730067.6966968, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730070.6986601, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730073.7007701, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730076.7028708, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730079.7049143, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730082.7070122, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730085.709076, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730088.7111511, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730091.7132792, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730094.7153559, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730097.717447, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730100.7194812, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730103.7215497, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730106.7235978, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730109.7256887, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730112.7277548, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730115.729845, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730118.7321427, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730121.7340975, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730124.7361197, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730127.738118, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730130.7401583, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730133.74221, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730136.7442553, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730139.7463305, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730142.7484334, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730145.7504604, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730148.7524822, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730151.7545557, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730154.756655, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730157.7586973, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730160.7607927, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730163.762817, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730166.7648976, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730169.766959, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730172.769027, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730175.7711098, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730178.7731147, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730181.7752476, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730184.7773147, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730187.7793653, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730190.7814453, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730193.7834878, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730196.7855573, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730199.787603, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730202.7896564, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730205.791981, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730208.7937446, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730211.7958455, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730214.7979207, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730217.7999263, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730220.801988, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730223.8040426, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730226.8060699, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730229.8081324, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730232.810237, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730235.8123147, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730238.8144257, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730241.8164694, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730244.8185122, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730247.8205519, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730250.822598, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730253.8246274, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730256.8266768, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730259.82875, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730262.8308213, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730265.832893, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730268.8349748, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730271.837043, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730274.8391244, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730277.8411663, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730280.843219, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730283.845311, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730286.8473527, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730289.849699, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730292.8514998, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730295.8535726, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730298.8556626, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730301.8577247, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730304.859744, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730307.861802, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730310.8638318, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730313.8658836, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730316.8679922, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730319.8700652, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730322.8721406, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730325.8741736, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730328.8762536, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730331.8783734, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730334.8803859, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730337.8824894, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730340.884572, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730343.8866289, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730346.8887186, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730349.8907726, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730352.8928652, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730355.8949091, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730358.896965, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730361.8990114, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730364.901026, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730367.903094, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730370.905167, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730373.907259, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730376.909313, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730379.9113593, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730382.9134736, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730385.9155376, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730388.9176257, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730391.9196866, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730394.9217274, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730397.9237227, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730400.92577, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730403.927835, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730406.9298882, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730409.9319541, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730412.9340692, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730415.9361272, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730418.9382153, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730421.9403415, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730424.9423842, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730427.944399, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730430.9464984, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730433.9485178, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730436.9506202, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730439.9526706, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730442.9548042, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730445.9569266, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730448.9589596, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730451.9610744, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730454.9631712, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730457.9652445, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730460.9673574, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730463.9694083, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730466.9714844, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730469.973536, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730472.9756386, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730475.977747, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730478.9797375, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730481.981873, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730484.9823065, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730487.984343, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730490.986379, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730493.988433, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730496.9905188, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730499.9925928, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730502.9946356, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730505.9966812, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730508.9988124, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730512.0008616, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730515.0029256, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730518.004981, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730521.0070636, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730524.0090978, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730527.0112083, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730530.0132823, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730533.0154328, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730536.0176835, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730539.0195923, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730542.0217342, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730545.023742, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730548.0258436, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730551.0279229, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730554.030023, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730557.0320854, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730560.0341911, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730563.036243, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730566.038349, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730569.0404487, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730572.042492, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730575.0445957, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730578.0466697, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730581.048777, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730584.05087, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730587.0530362, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730590.0550685, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730593.0571203, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730596.0592382, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "sync", "time": 1721730599.0611165, "state": "detached", "reason": "periodic", "flags": "", "generator": "xlog --rotate 100MB.9 ws://127.0.1.2:9001 meta.sync[]/600s config_get[]/600s stats[samples,rf]/60s x.drb_stats[]/60s"}}
{"meta": {"event": "service connect failure", "time": 1721730599.0614474, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730602.06346, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730605.0654616, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730608.0675123, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730611.0695336, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730614.07161, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730617.0736458, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730620.07577, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730623.0778446, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730626.0799434, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730629.0820477, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730632.0841076, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730635.0862038, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730638.0882742, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730641.090363, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730644.0924315, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730647.0945117, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730650.0965514, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730653.098687, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730656.1007624, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730659.102869, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730662.1049812, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730665.1071048, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730668.1091578, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730671.1112561, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730674.1133306, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730677.1154027, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730680.1174479, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730683.1195626, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730686.1216283, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730689.1237056, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730692.1258175, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730695.1278684, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730698.1299496, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730701.1320176, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730704.134099, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730707.1361756, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730710.138214, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730713.1402836, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730716.142392, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730719.1445324, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730722.1466298, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730725.1487062, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730728.1507833, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730731.1528504, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730734.154872, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730737.1568851, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730740.1589534, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730743.1610885, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730746.1630144, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730749.165023, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730752.167145, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730755.1675544, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730758.1696403, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730761.171751, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730764.1737876, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730767.1758835, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730770.1779504, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730773.180054, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730776.1821408, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730779.1841936, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730782.1862938, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730785.1883428, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730788.1904151, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730791.1924417, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730794.1950781, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730797.196539, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730800.1986306, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730803.2007053, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730806.2027795, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730809.2047858, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730812.2068853, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730815.207306, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730818.209326, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730821.2114427, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730824.2134974, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730827.2155967, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730830.2176619, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730833.2196887, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730836.2218056, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730839.2222195, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730842.2243233, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730845.226364, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730848.2284005, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730851.2304506, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730854.2324505, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730857.2345312, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730860.23659, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730863.2386594, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730866.2407553, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730869.2428083, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730872.2448862, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730875.2469602, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730878.2490354, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730881.2513998, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730884.253263, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730887.2552993, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730890.2574134, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730893.2594695, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730896.261559, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730899.2635996, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730902.2656615, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730905.2677228, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730908.2697203, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730911.2718177, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730914.273918, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730917.27596, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730920.2780876, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730923.2801254, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730926.2822533, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730929.2842648, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730932.2863789, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730935.2884448, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730938.2905872, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730941.2926166, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730944.2946837, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730947.296711, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730950.2988305, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730953.3008916, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730956.302952, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730959.3050644, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721730962.3071375, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730965.3092232, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730968.311314, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730971.3134558, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730974.3154602, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730977.317518, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730980.3195088, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730983.321548, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730986.3236084, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730989.3257284, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730992.3277812, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730995.3298576, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721730998.3319216, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731001.3339908, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731004.3360703, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731007.3381684, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731010.340268, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731013.342345, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731016.3444118, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731019.3464947, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731022.3486314, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731025.3506658, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731028.352672, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731031.3547575, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731034.3568215, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731037.358873, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731040.3609421, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731043.3630276, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731046.365075, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731049.3671348, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731052.3694959, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731055.3712938, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731058.3733428, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731061.3754761, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731064.3775141, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731067.3796275, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731070.3816402, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731073.3837347, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731076.385841, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731079.387937, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731082.3900483, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731085.3920722, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731088.3941803, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731091.396276, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731094.3983216, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731097.4003747, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731100.4024103, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731103.404504, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731106.406584, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731109.408613, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731112.4107096, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731115.412769, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731118.4148319, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731121.4169383, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731124.418988, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731127.421107, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731130.423176, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731133.4252717, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731136.4275944, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731139.4293993, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731142.431504, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731145.4335358, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731148.435644, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731151.4376755, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731154.4397216, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731157.4418173, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731160.4438012, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731163.445904, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731166.4479516, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731169.4500763, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731172.4521334, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731175.454197, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731178.456296, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731181.4583595, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731184.460468, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731187.462491, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731190.464594, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731193.4666793, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731196.468741, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "sync", "time": 1721731199.4706562, "state": "detached", "reason": "periodic", "flags": "", "generator": "xlog --rotate 100MB.9 ws://127.0.1.2:9001 meta.sync[]/600s config_get[]/600s stats[samples,rf]/60s x.drb_stats[]/60s"}}
{"meta": {"event": "service connect failure", "time": 1721731199.4709802, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731202.4730632, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731205.4750473, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731208.4771292, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731211.4791753, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731214.481244, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731217.4833224, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731220.4853961, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731223.487672, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731226.489481, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731229.491563, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731232.4936445, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731235.4956954, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731238.4977665, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731241.4998507, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731244.5019572, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731247.5040395, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731250.5061264, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731253.5081835, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731256.510239, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731259.5122902, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731262.5144272, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731265.5165014, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731268.5186198, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731271.5207088, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731274.522806, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731277.524859, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731280.526899, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731283.5290065, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731286.5310898, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731289.5331182, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731292.5351906, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731295.5372794, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731298.5393584, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731301.5413985, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731304.543486, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731307.545819, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731310.547661, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731313.5497396, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731316.5518422, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731319.5538611, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731322.5559964, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731325.5564995, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731328.558529, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731331.5605843, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731334.5626028, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731337.5646765, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731340.5667124, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731343.5688055, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731346.5709147, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731349.5729544, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731352.5753324, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731355.5770996, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731358.5791917, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731361.5813036, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731364.583369, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731367.5854478, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731370.5875416, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731373.5895765, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731376.5916018, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731379.5936122, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731382.5957527, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731385.5961978, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731388.5982966, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731391.6004207, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731394.6024005, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731397.6044338, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731400.6065617, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731403.6086047, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731406.6107075, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731409.6127489, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731412.6148577, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731415.6153286, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731418.6173441, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731421.619531, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731424.6216123, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731427.6237154, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731430.625895, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731433.6279323, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731436.6300387, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731439.63215, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731442.6341867, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731445.6362655, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731448.6383348, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731451.6403766, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731454.6424112, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731457.644483, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731460.6465878, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731463.64862, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731466.650714, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731469.652783, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731472.6548667, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731475.65696, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731478.659028, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731481.6611176, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731484.6631896, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731487.6652377, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731490.6673467, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731493.6693966, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731496.6714563, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731499.6735444, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731502.6755776, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731505.6776602, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731508.6798096, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731511.6818771, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731514.683921, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731517.6859977, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731520.6880562, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731523.6901596, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731526.6922233, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731529.6943178, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731532.6963997, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731535.6984894, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731538.7006207, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731541.7026644, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731544.7047317, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731547.7067513, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731550.7088413, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731553.7109587, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731556.7130105, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731559.7151017, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731562.7172346, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731565.7193146, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731568.7213347, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731571.7234547, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731574.7255225, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731577.7275777, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731580.72969, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731583.7316592, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731586.7336576, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731589.7357085, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731592.7378185, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731595.7398655, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731598.7419667, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731601.7440464, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731604.74613, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731607.748225, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731610.75028, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731613.7524104, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731616.7544658, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731619.7565386, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731622.7586226, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731625.7606552, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731628.7628033, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731631.7648177, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731634.7668555, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731637.7689261, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731640.7709816, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731643.7730505, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731646.7751591, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731649.777227, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731652.7793417, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731655.7814054, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731658.7834532, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731661.785551, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731664.7876005, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731667.7897213, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731670.7917938, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731673.7938955, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731676.7959964, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731679.79803, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731682.800141, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731685.8021984, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731688.8042352, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731691.806344, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731694.8083148, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731697.8104124, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731700.8125036, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731703.8145921, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731706.8166683, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731709.8187304, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731712.8208525, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731715.8212926, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731718.8233454, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731721.8254502, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731724.8274884, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731727.8295996, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731730.83171, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731733.8338006, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731736.8358734, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731739.8379083, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731742.8400195, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731745.8404665, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731748.8425279, "reason": "connect: [Errno 111] Connection refused"}}{"meta": {"event": "service connect failure", "time": 1721731751.8445733, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731754.8466482, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731757.848751, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731760.8508115, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731763.852908, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731766.8550336, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731769.857068, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731772.8591404, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731775.861241, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731778.8632803, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731781.865365, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731784.8674595, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731787.8695157, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731790.871582, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731793.873718, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "service connect failure", "time": 1721731796.8757544, "reason": "connect: [Errno 111] Connection refused"}}
{"meta": {"event": "sync", "time": 1721731799.8776507, "state": "detached", "reason": "periodic", "flags": "", "generator": "xlog --rotate 100MB.9 ws://127.0.1.2:9001 meta.sync[]/600s config_get[]/600s stats[samples,rf]/60s x.drb_stats[]/60s"}}
\ No newline at end of file
<?xml version="1.0"?>
<ZopeData>
<record id="1" aka="AAAAAAAAAAE=">
<pickle>
<global name="Web Page" module="erp5.portal_type"/>
</pickle>
<pickle>
<dictionary>
<item>
<key> <string>_Access_contents_information_Permission</string> </key>
<value>
<tuple>
<string>Assignee</string>
<string>Assignor</string>
<string>Manager</string>
<string>Owner</string>
</tuple>
</value>
</item>
<item>
<key> <string>_Add_portal_content_Permission</string> </key>
<value>
<tuple>
<string>Assignee</string>
<string>Assignor</string>
<string>Manager</string>
<string>Owner</string>
</tuple>
</value>
</item>
<item>
<key> <string>_Change_local_roles_Permission</string> </key>
<value>
<tuple>
<string>Assignor</string>
<string>Manager</string>
</tuple>
</value>
</item>
<item>
<key> <string>_Modify_portal_content_Permission</string> </key>
<value>
<tuple>
<string>Assignee</string>
<string>Assignor</string>
<string>Manager</string>
<string>Owner</string>
</tuple>
</value>
</item>
<item>
<key> <string>_View_Permission</string> </key>
<value>
<tuple>
<string>Assignee</string>
<string>Assignor</string>
<string>Manager</string>
<string>Owner</string>
</tuple>
</value>
</item>
<item>
<key> <string>content_md5</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>content_type</string> </key>
<value> <string>text/html</string> </value>
</item>
<item>
<key> <string>default_reference</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>description</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>id</string> </key>
<value> <string>test_ors_example_log_invalid</string> </value>
</item>
<item>
<key> <string>language</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>short_title</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>title</string> </key>
<value> <string>Test ORS Example Log (Invalid)</string> </value>
</item>
<item>
<key> <string>version</string> </key>
<value>
<none/>
</value>
</item>
</dictionary>
</pickle>
</record>
</ZopeData>
...@@ -69,9 +69,37 @@ ...@@ -69,9 +69,37 @@
<key> <string>content_type</string> </key> <key> <string>content_type</string> </key>
<value> <string>text/html</string> </value> <value> <string>text/html</string> </value>
</item> </item>
<item>
<key> <string>description</string> </key>
<value>
<none/>
</value>
</item>
<item> <item>
<key> <string>id</string> </key> <key> <string>id</string> </key>
<value> <string>test_ors_example_log</string> </value> <value> <string>test_ors_example_log_valid</string> </value>
</item>
<item>
<key> <string>language</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>short_title</string> </key>
<value>
<none/>
</value>
</item>
<item>
<key> <string>title</string> </key>
<value> <string>Test ORS Example Log (Valid)</string> </value>
</item>
<item>
<key> <string>version</string> </key>
<value>
<none/>
</value>
</item> </item>
</dictionary> </dictionary>
</pickle> </pickle>
......
...@@ -19,10 +19,21 @@ ...@@ -19,10 +19,21 @@
# See https://www.nexedi.com/licensing for rationale and options. # See https://www.nexedi.com/licensing for rationale and options.
# #
############################################################################## ##############################################################################
from Products.ERP5Type.tests.ERP5TypeTestCase import ERP5TypeTestCase from cStringIO import StringIO
from httplib import NO_CONTENT
import json
import msgpack
import string
import random
from Products.ERP5Type.tests.SecurityTestCase import SecurityTestCase
class ORSWendelinTest(ERP5TypeTestCase):
def generateRandomString():
return ''.join([random.choice(string.ascii_letters + string.digits) \
for _ in xrange(32)])
class ORSWendelinTest(SecurityTestCase):
""" """
ORS Wendelin Test ORS Wendelin Test
""" """
...@@ -31,61 +42,507 @@ class ORSWendelinTest(ERP5TypeTestCase): ...@@ -31,61 +42,507 @@ class ORSWendelinTest(ERP5TypeTestCase):
return "ORS Wendelin Test" return "ORS Wendelin Test"
def afterSetUp(self): def afterSetUp(self):
test_data_acquisition_unit = getattr(self.portal.data_acquisition_unit_module, 'test_data_acquisition_unit', None) # Set up variables for ORS ingestion testing
if not test_data_acquisition_unit: self.ors_ingestion = self.portal.portal_ingestion_policies.ors_ingestion
test_data_acquisition_unit = self.portal.data_acquisition_unit_module.newContent( self.test_ors_example_log_valid = {'log': self.portal.web_page_module.test_ors_example_log_valid.getTextContent()}
portal_type='Data Acquisition Unit', self.test_ors_example_log_invalid = {'log': self.portal.web_page_module.test_ors_example_log_invalid.getTextContent()}
id='test_data_acquisition_unit',
reference='test_data_acquisition_unit') def beforeTearDown(self):
self.abort()
if test_data_acquisition_unit.getValidationState() != 'validated':
test_data_acquisition_unit.validate() # Clean up all test objects
for module, portal_type in (
data_stream = self._getDataStream(test_data_acquisition_unit) (self.portal.project_module, 'Project'),
if data_stream: (self.portal.person_module, 'Person'),
data_stream.setData(None) (self.portal.data_acquisition_unit_module, 'Data Acquisition Unit'),
(self.portal.data_supply_module, 'Data Supply'),
self.test_data_acquisition_unit = test_data_acquisition_unit (self.portal.data_stream_module, 'Data Stream'),
self.test_ors_example_log = self.portal.web_page_module.test_ors_example_log (self.portal.data_ingestion_module, 'Data Ingestion'),
(self.portal.data_analysis_module, 'Data Analysis'),
(self.portal.data_array_module, 'Data Array'),
):
objects = module.objectValues(portal_type=portal_type)
if objects:
test_object_ids = [obj.getId() for obj in objects if ('test' in obj.getReference() and 'default' not in obj.getId())]
if test_object_ids:
module.manage_delObjects(ids=test_object_ids)
self.tic()
def _createOrsWendelinUser(self, reference, project, role):
# Create and validate a new Person with an assignment associated to the given project and the given role
user = self.portal.person_module.newContent(portal_type='Person',
reference=reference)
user.newContent(portal_type='Assignment', destination_project=project, role=role).open()
user.newContent(portal_type='ERP5 Login', reference=reference, password=reference).validate()
user.validate()
self.tic() self.tic()
return user
def _createOrsClientProject(self, reference=None, client_user_reference=None, ors_reference=None, ors_title_reference=None):
# Create a client project with the given reference. The reference will be applied to all items linked to the project
# If set, client_user_reference overrides the reference of the client user account
# If set, ors_reference overrides the reference of the Data Acquisition Unit (ORS)
# If set, ors_title_reference overrides the title reference of the Data Acquisition Unit
if reference is None:
reference = generateRandomString()
references_dict = {
'project': 'test_project_%s' % reference,
'client_user': 'test_user_%s' % (client_user_reference or reference),
'generic': 'test_%s' % (ors_reference or reference),
'ors': 'ors.test_%s' % reference,
'title': 'ORS Test %s' % (ors_title_reference or reference)
}
# Call the script responsible for creating the project and all associated items and store the JSON response
response = self.portal.ERP5Site_registerOrsClientProject(
references_dict['project'],
references_dict['project'],
references_dict['client_user'],
references_dict['generic'],
references_dict['title']
)
self.tic()
# Fetch all associated items from the catalog
project = self.portal.portal_catalog.getResultValue(portal_type='Project',
reference=references_dict['project'],
validation_state='validated')
client_user = self.portal.portal_catalog.getResultValue(portal_type='Person',
reference=references_dict['client_user'],
validation_state='validated')
data_acquisition_unit = self.portal.portal_catalog.getResultValue(portal_type='Data Acquisition Unit',
reference=references_dict['ors'],
title=references_dict['title'],
validation_state='validated')
def _getDataStream(self, obj): data_supply = None
for line in obj.getAggregateRelatedValueList(portal_type='Data Ingestion Line'): if data_acquisition_unit:
data_supply = data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
# Return all associated objects
return {
'response': response,
'project': project,
'client_user': client_user,
'data_acquisition_unit': data_acquisition_unit,
'data_supply': data_supply
}
def _ingestOrsDataFromFluentd(self, log_data, reference):
# Simulate a fluentd instance sending the given log data to Wendelin for ingestion
body = msgpack.packb([0, log_data], use_bin_type=True)
env = {'CONTENT_TYPE': 'application/octet-stream'}
path = self.ors_ingestion.getPath() + '/ingest?reference=' + reference
publish_kw = dict(user='ERP5TypeTestCase', env=env,
request_method='POST', stdin=StringIO(body))
return self.publish(path, **publish_kw)
def _getDataStream(self, data_acquisition_unit):
# Get a Data Stream linked to the given Data Acquisition Unit
for line in data_acquisition_unit.getAggregateRelatedValueList(portal_type='Data Ingestion Line'):
data_stream = line.getAggregateValue(portal_type='Data Stream') data_stream = line.getAggregateValue(portal_type='Data Stream')
if data_stream: if data_stream:
return data_stream return data_stream
def _ingestData(self, reference, data): def _getDataAnalysis(self, data_supply):
request = self.portal.REQUEST # Get a Data Analysis linked to the given Data Supply
request.environ["REQUEST_METHOD"] = 'POST' for data_analysis in data_supply.getSpecialiseRelatedValueList(portal_type='Data Analysis'):
request.set('reference', reference) if data_analysis:
request.set('data_chunk', data) return data_analysis
self.portal.portal_ingestion_policies.ors_ingestion.ingest()
self.tic() def _getDataArrays(self, data_analysis):
# Get a Data Array linked to the given Data Analysis
data_arrays = []
for line in data_analysis.contentValues(portal_type='Data Analysis Line'):
data_array = line.getAggregateValue(portal_type='Data Array')
if data_array:
data_arrays.append(data_array)
return data_arrays
def test_ingestion(self): def _getOrsIngestionObjects(self, log_data, reference, stop_data_analysis=False):
data_supply = self.test_data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1) # Simulate an ingestion of the given log data
response = self._ingestOrsDataFromFluentd(log_data, reference)
self.tic() self.tic()
self.assertEqual(data_supply.getValidationState(), 'validated')
self._ingestData(data_supply.getReference(), self.test_ors_example_log.getTextContent()) # Retrieve all items linked to the ingestion
data_acquisition_unit = self.portal.portal_catalog.getResultValue(portal_type='Data Acquisition Unit', reference=reference)
data_supply = data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
self.tic() self.tic()
data_stream = self._getDataStream(self.test_data_acquisition_unit)
self.assertTrue(data_stream.getData() is not None) data_stream = self._getDataStream(data_acquisition_unit)
# first one
# Manually call the data analysis alarms to process the data into KPIs ASAP
self.portal.portal_alarms.wendelin_handle_analysis.activeSense() self.portal.portal_alarms.wendelin_handle_analysis.activeSense()
self.tic() self.tic()
self.portal.portal_alarms.wendelin_handle_analysis.activeSense() self.portal.portal_alarms.wendelin_handle_analysis.activeSense()
self.tic() self.tic()
# resample
self.portal.portal_alarms.wendelin_handle_analysis.activeSense() data_analysis = self._getDataAnalysis(data_supply)
if stop_data_analysis and data_analysis.getSimulationState() == 'started':
data_analysis.stop()
self.tic()
data_arrays = self._getDataArrays(data_analysis)
# Return all associated objects
return {
'response': response,
'data_acquisition_unit': data_acquisition_unit,
'data_supply': data_supply,
'data_stream': data_stream,
'data_analysis': data_analysis,
'data_arrays': data_arrays
}
def _checkDocumentPermissions(self, user, document, user_can_view, user_can_modify, user_can_add):
user_id = user.Person_getUserId()
# Check if the given user can access and view the document
if user_can_view:
self.assertUserCanAccessDocument(user_id, document)
self.assertUserCanViewDocument(user_id, document)
else:
self.failIfUserCanAccessDocument(user_id, document)
self.failIfUserCanViewDocument(user_id, document)
# Check if the given user can edit the document
if user_can_modify:
self.assertUserCanModifyDocument(user_id, document)
else:
self.failIfUserCanModifyDocument(user_id, document)
# Check if the given user can add a document
if user_can_add:
self.assertUserCanAddDocument(user_id, document)
else:
self.failIfUserCanAddDocument(user_id, document)
def _checkIngestionDocumentsPermissions(self, user, ingestion_objects, user_is_manager, same_project):
# A client can only view a Data Acquisition Unit (ORS) if it is associated to their project
# A manager can view and edit all of them, as well as add one
self._checkDocumentPermissions(user, ingestion_objects['data_acquisition_unit'], user_is_manager or same_project, user_is_manager, user_is_manager)
# Same as above for a Data Supply (required for scoping clients to their projects)
self._checkDocumentPermissions(user, ingestion_objects['data_supply'], user_is_manager or same_project, user_is_manager, user_is_manager)
# Only a manager can view a Data Stream, and nothing else
self._checkDocumentPermissions(user, ingestion_objects['data_stream'], user_is_manager, False, False)
# A client can view a Data Array if it is associated to their project
# A manager can view all of them
for data_array in ingestion_objects['data_arrays']:
self._checkDocumentPermissions(user, data_array, user_is_manager or same_project, False, False)
def _checkModulePermissions(self, user, user_is_manager):
# Everyone can view the Data Acquisition Unit and Data Supply modules
# Only managers can add documents to them
self._checkDocumentPermissions(user, self.portal.data_acquisition_unit_module, True, False, user_is_manager)
self._checkDocumentPermissions(user, self.portal.data_supply_module, True, False, user_is_manager)
# Only managers can view the Data Ingestion and Data Stream modules
self._checkDocumentPermissions(user, self.portal.data_ingestion_module, user_is_manager, False, False)
self._checkDocumentPermissions(user, self.portal.data_stream_module, user_is_manager, False, False)
# Everyone can view the Data Transformation module (required for KPI graphing)
self._checkDocumentPermissions(user, self.portal.data_transformation_module, True, False, False)
# Only managers can view the Data Analysis module
self._checkDocumentPermissions(user, self.portal.data_analysis_module, user_is_manager, False, False)
# Everyone can view the Data Array module (required for KPI graphing)
self._checkDocumentPermissions(user, self.portal.data_array_module, True, False, False)
# Only managers have access to the Person and Project modules and can add items to them for client management purposes
self._checkDocumentPermissions(user, self.portal.project_module, user_is_manager, False, user_is_manager)
self._checkDocumentPermissions(user, self.portal.person_module, user_is_manager, False, user_is_manager)
def test_01_createOrsDataSupply(self):
'''
Test the action which creates an ORS Data Supply from a Data Acquisition Unit.
Check that the Data Supply is indeed created and validated.
'''
ors_reference = 'ors.test_%s' % generateRandomString()
# Create and validate a Data Acquisition Unit
data_acquisition_unit = self.portal.data_acquisition_unit_module.newContent(
portal_type='Data Acquisition Unit',
reference=ors_reference
)
data_acquisition_unit.validate()
self.tic() self.tic()
self.portal.portal_alarms.wendelin_handle_analysis.activeSense()
# Call the tested script which creates a related Data Supply
data_supply = data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
self.tic()
# Check that the Data Supply exists and is validated
self.assertTrue(data_supply is not None)
self.assertTrue(data_supply.getValidationState() == 'validated')
def test_02_registerOrsClientProject(self):
'''
Test the script called during slave instantiation in SlapOS to register a new client project.
Check the successful case as well as all error cases.
'''
# Generate a random reference, call the tested script and retrieve all associated objects
# This first call should succeed
reference = generateRandomString()
project_objects = self._createOrsClientProject(reference=reference)
# Parse the JSON response and check that the user credentials exist and are valid
response_dict = json.loads(project_objects['response'])
self.assertTrue(response_dict['username'] == 'test_user_%s' % reference)
self.assertTrue(len(response_dict['init_password']) == 16)
# Check that all objects created by the script have been created
self.assertTrue(project_objects['project'] is not None)
self.assertTrue(project_objects['client_user'] is not None)
self.assertTrue(project_objects['data_acquisition_unit'] is not None)
self.assertTrue(project_objects['data_supply'] is not None)
# Call the script a second time with the same reference
# This should not do anything and respond with an error as the project already exists
project_objects = self._createOrsClientProject(reference=reference)
# Parse the JSON response and check that the error message is valid
response_dict = json.loads(project_objects['response'])
self.assertTrue('error_msg' in response_dict)
self.assertTrue(response_dict['error_msg'] == "Client project %s already registered." % project_objects['project'].getReference())
# Create a new reference for the project, but reuse the previous reference for the client user account
new_project_reference = generateRandomString()
while new_project_reference == reference:
new_project_reference = generateRandomString()
# Call the script a third time, keeping the same reference as before ONLY for the client user account
# This should also error out as the client user account already exists
project_objects = self._createOrsClientProject(reference=new_project_reference, client_user_reference=reference)
# Parse the JSON response and check that the error message is valid
response_dict = json.loads(project_objects['response'])
self.assertTrue('error_msg' in response_dict)
self.assertTrue(response_dict['error_msg'] == "Client account username not available: test_user_%s." % reference)
# Check that the new project is NOT created
self.assertTrue(project_objects['project'] is None)
# Same thing as above, but reuse the original reference for the Data Acquisition Unit (ORS)
new_project_reference_2 = generateRandomString()
while (new_project_reference_2 == reference) or (new_project_reference_2 == new_project_reference):
new_project_reference_2 = generateRandomString()
# Call the script a fourth time, keeping the same reference as before ONLY for the Data Acquisition Unit
# This should also error out as it already exists
project_objects = self._createOrsClientProject(reference=new_project_reference_2, ors_reference=reference)
# Parse the JSON response and check that the error message is valid
response_dict = json.loads(project_objects['response'])
self.assertTrue('error_msg' in response_dict)
self.assertTrue(response_dict['error_msg'] == "ORS with tag test_%s already registered." % reference)
# Check that the new project is NOT created
self.assertTrue(project_objects['project'] is None)
# Generate new reference again, but reuse the original reference for the Data Acquisition Unit's title
new_project_reference_3 = generateRandomString()
while (new_project_reference_3 == reference):
new_project_reference_3 = generateRandomString()
# Call the script a fifth time, using the new reference for everything except the ORS title
# This should succeed as the title is not checked for collision
project_objects = self._createOrsClientProject(reference=new_project_reference_3, ors_title_reference=reference)
# Parse the JSON response and check that the user credentials exist and are valid
response_dict = json.loads(project_objects['response'])
self.assertTrue(response_dict['username'] == 'test_user_%s' % new_project_reference_3)
self.assertTrue(len(response_dict['init_password']) == 16)
# Check that all objects created by the script have been created
self.assertTrue(project_objects['project'] is not None)
self.assertTrue(project_objects['client_user'] is not None)
self.assertTrue(project_objects['data_acquisition_unit'] is not None)
self.assertTrue(project_objects['data_supply'] is not None)
def test_03_registerNewOrsToProject(self):
'''
Test the action which configures a Data Acquisition Unit and Data Supply representing an ORS
assigned to a given client project.
'''
project_objects = self._createOrsClientProject()
# Check that all objects related to the project exist
self.assertTrue(project_objects['project'] is not None)
self.assertTrue(project_objects['client_user'] is not None)
self.assertTrue(project_objects['data_acquisition_unit'] is not None)
self.assertTrue(project_objects['data_supply'] is not None)
# Add a new ORS to the project, with a new reference
reference = generateRandomString()
generic_reference = 'test_%s' % reference
ors_reference = 'ors.test_%s' % reference
ors_title = 'ORS Test %s' % reference
project_objects['project'].Project_newOrs(generic_reference, ors_title)
self.tic()
# Check that the Data Acquisition Unit exists and is validated
data_acquisition_unit = self.portal.portal_catalog.getResultValue(portal_type='Data Acquisition Unit',
reference=ors_reference,
title=ors_title,
validation_state='validated')
self.assertTrue(data_acquisition_unit is not None)
# Check that the Data Supply exists and is validated
data_supply = data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
self.assertTrue(data_supply is not None)
# Generate new references
new_reference = generateRandomString()
new_generic_reference = 'test_%s' % new_reference
new_ors_reference = 'ors.test_%s' % new_reference
new_ors_title = 'ORS Test %s' % new_reference
# Add a new ORS to the project, with a different reference but the same title
project_objects['project'].Project_newOrs(new_generic_reference, ors_title)
self.tic() self.tic()
self.assertTrue(self.test_data_acquisition_unit.Base_getERABDataArrayKey() is not None)
self.assertTrue(self.test_data_acquisition_unit.Base_getEUTRANDataArrayKey() is not None)
# Check that the Data Acquisition Unit exists and is validated
new_data_acquisition_unit = self.portal.portal_catalog.getResultValue(portal_type='Data Acquisition Unit',
reference=new_ors_reference,
title=ors_title,
validation_state='validated')
self.assertTrue(new_data_acquisition_unit is not None)
# Check that the Data Supply exists and is validated
new_data_supply = new_data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
self.assertTrue(new_data_supply is not None)
# Add another ORS to the project, with the same reference and a new title
# This should fail as there can be no reference collision
project_objects['project'].Project_newOrs(generic_reference, new_ors_title)
self.tic()
# Check that the Data Acquisition Unit does not exist
new_data_acquisition_unit = self.portal.portal_catalog.getResultValue(portal_type='Data Acquisition Unit',
reference=ors_reference,
title=new_ors_title,
validation_state='validated')
self.assertTrue(new_data_acquisition_unit is None)
def test_04_1_ingestValidOrsLogDataFromFluentd(self, valid_data=True):
'''
Test a simple valid ORS log ingestion: simulate a fluentd gateway forwarding valid ORS logs to a project on the platform,
and check that all objects related to the ingestion are valid.
'''
project_objects = self._createOrsClientProject()
ors_reference = project_objects['data_acquisition_unit'].getReference()
# Get the correct data logs according to what is being tested
test_ors_example_log = self.test_ors_example_log_valid
if not valid_data:
test_ors_example_log = self.test_ors_example_log_invalid
ingestion_objects = self._getOrsIngestionObjects(test_ors_example_log, ors_reference)
# In all cases, check that all objects related to the ingestion exist
self.assertEqual(NO_CONTENT, ingestion_objects['response'].getStatus())
self.assertTrue(ingestion_objects['data_acquisition_unit'] is not None)
self.assertTrue(ingestion_objects['data_supply'] is not None)
self.assertTrue(ingestion_objects['data_stream'].getData() is not None)
self.assertTrue(ingestion_objects['data_analysis'] is not None)
self.assertTrue(all(data_array is not None for data_array in ingestion_objects['data_arrays']))
# Check that the data arrays containing the KPI data have correctly been initialized
self.assertTrue(ingestion_objects['data_acquisition_unit'].Base_getERABDataArrayKey() is not None)
self.assertTrue(ingestion_objects['data_acquisition_unit'].Base_getEUTRANDataArrayKey() is not None)
if valid_data:
# If all data is valid: check that the arrays contain some data
self.assertTrue(all(data_array.getArrayShape() is not None for data_array in ingestion_objects['data_arrays']))
self.assertTrue(all(data_array.getArrayDtype() is not None for data_array in ingestion_objects['data_arrays']))
else:
# If some data is invalid: check that the whole log (one data chunk in this case) is ignored
# and the data arrays are empty
self.assertTrue(all(data_array.getArrayShape() is None for data_array in ingestion_objects['data_arrays']))
self.assertTrue(all(data_array.getArrayDtype() is None for data_array in ingestion_objects['data_arrays']))
def test_04_2_ingestInvalidOrsLogDataFromFluentd(self):
'''
Test an invalid ORS log ingestion: simulate a fluentd gateway forwarding invalid ORS logs to a project on the platform.
Check that all objects are valid, but that the data arrays contain no data due to the invalid data chunk being ignored.
'''
# Call the above test, but test with invalid data
self.test_04_1_ingestValidOrsLogDataFromFluentd(valid_data=False)
def test_05_orsWendelinSecurityModel(self):
'''
Test ORS Wendelin's custom security model: check that different users can only access the ingestion documents relative to their role and project.
'''
# Create two distinct projects
project_A_objects = self._createOrsClientProject()
ors_A_reference = project_A_objects['data_acquisition_unit'].getReference()
project_B_objects = self._createOrsClientProject()
ors_B_reference = project_B_objects['data_acquisition_unit'].getReference()
# Perform ingestions for the ORSs of both projects
ingestion_A_objects = self._getOrsIngestionObjects(self.test_ors_example_log_valid, ors_A_reference, stop_data_analysis=True)
ingestion_B_objects = self._getOrsIngestionObjects(self.test_ors_example_log_valid, ors_B_reference, stop_data_analysis=True)
# Create a client user not associated to a project (should not happen in practice)
client_user_N = self._createOrsWendelinUser('test_user_%s' % generateRandomString(), None, 'ors/client')
# Create two manager users: one associated to project_A and the second not associated to a project
manager_user_A = self._createOrsWendelinUser('test_user_%s' % generateRandomString(), project_A_objects['project'].getRelativeUrl(), 'ors/manager')
manager_user_N = self._createOrsWendelinUser('test_user_%s' % generateRandomString(), None, 'ors/manager')
ors_N_reference = 'ors.test_%s' % generateRandomString()
# Generate a Data Acquisition Unit without a project (should not happen in practice)
data_acquisition_unit = self.portal.data_acquisition_unit_module.newContent(
portal_type='Data Acquisition Unit',
reference=ors_N_reference
)
data_acquisition_unit.validate()
self.tic()
data_supply = data_acquisition_unit.DataAcquisitionUnit_createORSDataSupply(batch=1)
self.tic()
# Force update on local roles to ensure proper permissions
data_acquisition_unit.updateLocalRolesOnSecurityGroups()
data_supply.updateLocalRolesOnSecurityGroups()
# Perform an ingestion for the ORS not associated to a project
ingestion_N_objects = self._getOrsIngestionObjects(self.test_ors_example_log_valid, ors_N_reference, stop_data_analysis=True)
# Check that the client of project_A only has access to project_A documents
client_user_A = project_A_objects['client_user']
self._checkModulePermissions(client_user_A, False)
self._checkIngestionDocumentsPermissions(client_user_A, ingestion_A_objects, False, True)
self._checkIngestionDocumentsPermissions(client_user_A, ingestion_B_objects, False, False)
self._checkIngestionDocumentsPermissions(client_user_A, ingestion_N_objects, False, False)
# Check that the client of project_B only has access to project_B documents
client_user_B = project_B_objects['client_user']
self._checkModulePermissions(client_user_B, False)
self._checkIngestionDocumentsPermissions(client_user_B, ingestion_A_objects, False, False)
self._checkIngestionDocumentsPermissions(client_user_B, ingestion_B_objects, False, True)
self._checkIngestionDocumentsPermissions(client_user_B, ingestion_N_objects, False, False)
# Check that the client without a project does not have access to any document
self._checkModulePermissions(client_user_N, False)
self._checkIngestionDocumentsPermissions(client_user_N, ingestion_A_objects, False, False)
self._checkIngestionDocumentsPermissions(client_user_N, ingestion_B_objects, False, False)
self._checkIngestionDocumentsPermissions(client_user_N, ingestion_N_objects, False, False)
# Check that both managers, whether assigned to a project, have access to all documents
self._checkModulePermissions(manager_user_A, True)
self._checkIngestionDocumentsPermissions(manager_user_A, ingestion_A_objects, True, True)
self._checkIngestionDocumentsPermissions(manager_user_A, ingestion_B_objects, True, False)
self._checkIngestionDocumentsPermissions(manager_user_A, ingestion_N_objects, True, False)
def test_transformation(self): self._checkModulePermissions(manager_user_N, True)
pass self._checkIngestionDocumentsPermissions(manager_user_N, ingestion_A_objects, True, False)
\ No newline at end of file self._checkIngestionDocumentsPermissions(manager_user_N, ingestion_B_objects, True, False)
self._checkIngestionDocumentsPermissions(manager_user_N, ingestion_N_objects, True, False)
\ No newline at end of file
web_page_module/test_ors_example_log web_page_module/test_ors_example_log_*
\ No newline at end of file \ No newline at end of file
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment