wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-12 12:20:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Streaming] Fault Tolerance Implementation (#10008)

Browse Source
This commit is contained in:
Lixin Wei
2020-09-04 20:44:34 +08:00
committed by GitHub
parent 5f5160ead9
commit 1b1466748f
158 changed files with 7042 additions and 1229 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streaming/python/collector.py
+3 -2
View File
@@ -68,7 +68,7 @@ class OutputCollector(Collector):
python_buffer = self.python_serializer.serialize(record)
self._writer.write(
self._channel_ids[partition_index],
serialization._PYTHON_TYPE_ID + python_buffer)
bytes([serialization.PYTHON_TYPE_ID]) + python_buffer)
else:
# avoid repeated serialization
if cross_lang_buffer is None:
@@ -76,4 +76,5 @@ class OutputCollector(Collector):
record)
self._writer.write(
self._channel_ids[partition_index],
serialization._CROSS_LANG_TYPE_ID + cross_lang_buffer)
bytes([serialization.CROSS_LANG_TYPE_ID]) +
cross_lang_buffer)