wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-11 11:24:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Streaming] Fault Tolerance Implementation (#10595)

Browse Source
This commit is contained in:
Lixin Wei
2020-09-05 16:40:47 +08:00
committed by GitHub
parent 31f8ce4768
commit f31ee84bfd
161 changed files with 7071 additions and 1239 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streaming/python/collector.py
+3 -2
View File
@@ -68,7 +68,7 @@ class OutputCollector(Collector):
python_buffer = self.python_serializer.serialize(record)
self._writer.write(
self._channel_ids[partition_index],
serialization._PYTHON_TYPE_ID + python_buffer)
bytes([serialization.PYTHON_TYPE_ID]) + python_buffer)
else:
# avoid repeated serialization
if cross_lang_buffer is None:
@@ -76,4 +76,5 @@ class OutputCollector(Collector):
record)
self._writer.write(
self._channel_ids[partition_index],
serialization._CROSS_LANG_TYPE_ID + cross_lang_buffer)
bytes([serialization.CROSS_LANG_TYPE_ID]) +
cross_lang_buffer)