Created
August 29, 2024 16:38
-
-
Save adam-singer/d32a074af8e50ea56b807f7afe5eb7ee to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"timestamp": "2024-08-29T15:28:05.875122Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Stream error at byte 78430208 : In ByteStreamServer::write\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.164:45456", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:29:25.181974Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Http2, Error { kind: GoAway(b\"\", ENHANCE_YOUR_CALM, Library) })" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.81.249:40452", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.81.249:40452", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:29:28.915851Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: InvalidArgument, message: \"Received out of order data. Got 196608, expected 0 : In ByteStreamServer::write\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.93.218:37298", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:29:53.990830Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(IncompleteMessage)" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "127.0.0.1:38426", | |
"socket_addr": "0.0.0.0:50061", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "127.0.0.1:38426", | |
"socket_addr": "0.0.0.0:50061", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:30:23.990674Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(IncompleteMessage)" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "127.0.0.1:36504", | |
"socket_addr": "0.0.0.0:50061", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "127.0.0.1:36504", | |
"socket_addr": "0.0.0.0:50061", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:30:49.762438Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: NotFound, message: \"not found : Failed on query_write_status() command\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/c00894d2-a6bc-4004-a688-bbd731118df7/blobs/c11bd7e038463f0856b976f068d78996dacda8b43eadc7bee4b619856d9ac8bf/260\" }", | |
"name": "query_write_status" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.84.167:33248", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/c00894d2-a6bc-4004-a688-bbd731118df7/blobs/c11bd7e038463f0856b976f068d78996dacda8b43eadc7bee4b619856d9ac8bf/260\" }", | |
"name": "query_write_status" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:30:49.762878Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: NotFound, message: \"not found : Failed on query_write_status() command\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/b3c16895-8cf6-4305-ae20-fbebed98dbdd/blobs/11765b518d3f2aea019e5480906e096d13ba9910afe495341798e15a4364051a/104\" }", | |
"name": "query_write_status" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.164:45364", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/b3c16895-8cf6-4305-ae20-fbebed98dbdd/blobs/11765b518d3f2aea019e5480906e096d13ba9910afe495341798e15a4364051a/104\" }", | |
"name": "query_write_status" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:30:49.777669Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: NotFound, message: \"not found : Failed on query_write_status() command\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/e4c09156-0ac9-4f64-9449-129289d7129d/blobs/4684d1cdcc1abae081927e7fa03a8952b3c4872d368aa1d4f94e7e23d3816487/193\" }", | |
"name": "query_write_status" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.84.167:33162", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/e4c09156-0ac9-4f64-9449-129289d7129d/blobs/4684d1cdcc1abae081927e7fa03a8952b3c4872d368aa1d4f94e7e23d3816487/193\" }", | |
"name": "query_write_status" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:30:49.778124Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: NotFound, message: \"not found : Failed on query_write_status() command\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/a2495fe8-c8b2-42a1-b0bd-53aaa54f97d8/blobs/ba2216793c7aeed4dd5f8249bedd03ad9aa40b87d4f0059308ce5f97f68cdafe/84\" }", | |
"name": "query_write_status" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.164:36132", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "QueryWriteStatusRequest { resource_name: \"main/uploads/a2495fe8-c8b2-42a1-b0bd-53aaa54f97d8/blobs/ba2216793c7aeed4dd5f8249bedd03ad9aa40b87d4f0059308ce5f97f68cdafe/84\" }", | |
"name": "query_write_status" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.866711Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.869557Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.870163Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.871645Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.873083Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.875854Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.877719Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.879413Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.881211Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.882707Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.883794Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:33:06.918427Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Internal, message: \"Error receiving first message in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:45696", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:36:30.993609Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(NotConnected))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.95.168:44856", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.95.168:44856", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:30.969987Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.89.140:60374", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.140:60374", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:30.990618Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(NotConnected))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.83.24:52282", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.83.24:52282", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.009827Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.89.112:49992", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.112:49992", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.010040Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.89.112:49984", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.112:49984", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.024077Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.68.22:42038", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.68.22:42038", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.025901Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.68.22:38782", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.68.22:38782", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.135100Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.87.159:57364", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.87.159:57364", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:56:31.135154Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.87.159:60702", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.87.159:60702", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:30.662613Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.129.102:32996", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:30.897509Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.129.102:33008", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:31.399583Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.164:39288", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:32.219263Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.129.102:33020", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:33.735016Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.89.164:39278", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T15:57:34.131247Z", | |
"level": "ERROR", | |
"fields": { | |
"error": "status: Unknown, message: \"status: Unknown, message: \\\"h2 protocol error: error reading a body from connection\\\", details: [], metadata: MetadataMap { headers: {} } : Expected WriteRequest struct in stream : Could not unwrap first stream message\", details: [], metadata: MetadataMap { headers: {} }" | |
}, | |
"target": "nativelink_service::bytestream_server", | |
"span": { | |
"request": "Streaming", | |
"name": "write" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.129.102:33040", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
{ | |
"name": "http_executor" | |
}, | |
{ | |
"request": "Streaming", | |
"name": "write" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:02:18.062139Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.71.233:38570", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.71.233:38570", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:02:18.091774Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.85.123:47632", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.85.123:47632", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:02:18.092346Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.85.123:56414", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.85.123:56414", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:19.095491Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.92.52:39202", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.92.52:39202", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:19.097106Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.92.52:40420", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.92.52:40420", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:19.098642Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.92.52:41366", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.92.52:41366", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:19.173791Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.64.34:58382", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.64.34:58382", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:34.188056Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.67.23:57396", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.67.23:57396", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:34.208463Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.67.220:37874", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.67.220:37874", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:03:34.212611Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.67.220:60268", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.67.220:60268", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:04.417454Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.85.199:48392", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.85.199:48392", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:04.417836Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.85.199:47200", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.85.199:47200", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:04.439052Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.90.120:39030", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.90.120:39030", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:34.590576Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.83.15:54704", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.83.15:54704", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:34.591050Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.83.15:37308", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.83.15:37308", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:04:34.608491Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.83.15:34752", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.83.15:34752", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.780033Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.87.82:52412", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.87.82:52412", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.780352Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.87.82:58376", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.87.82:58376", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.781426Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.87.82:51150", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.87.82:51150", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.798890Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.90.175:51210", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.90.175:51210", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.799970Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.90.175:49204", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.90.175:49204", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:05:04.800092Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.90.175:36542", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.90.175:36542", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} | |
{ | |
"timestamp": "2024-08-29T16:06:05.182310Z", | |
"level": "ERROR", | |
"fields": { | |
"message": "Failed running service", | |
"err": "hyper::Error(Io, Kind(ConnectionReset))" | |
}, | |
"target": "nativelink::services", | |
"span": { | |
"remote_addr": "10.0.72.199:39978", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
}, | |
"spans": [ | |
{ | |
"remote_addr": "10.0.72.199:39978", | |
"socket_addr": "0.0.0.0:50051", | |
"name": "http_connection" | |
} | |
] | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment