Revert "[Streaming] Fault Tolerance Implementation (#10008)" (#10582)

This reverts commit 1b1466748f.
This commit is contained in:
SangBin Cho
2020-09-04 13:21:18 -07:00
committed by GitHub
parent da83bbd764
commit cb919c5e5c
158 changed files with 1227 additions and 7040 deletions
+3 -17
View File
@@ -23,14 +23,6 @@ class Processor(ABC):
def close(self):
pass
@abstractmethod
def save_checkpoint(self):
pass
@abstractmethod
def load_checkpoint(self, checkpoint_obj):
pass
class StreamingProcessor(Processor, ABC):
"""StreamingProcessor is a process unit for a operator."""
@@ -48,13 +40,7 @@ class StreamingProcessor(Processor, ABC):
logger.info("Opened Processor {}".format(self))
def close(self):
self.operator.close()
def save_checkpoint(self):
self.operator.save_checkpoint()
def load_checkpoint(self, checkpoint_obj):
self.operator.load_checkpoint(checkpoint_obj)
pass
class SourceProcessor(StreamingProcessor):
@@ -66,8 +52,8 @@ class SourceProcessor(StreamingProcessor):
def process(self, record):
raise Exception("SourceProcessor should not process record")
def fetch(self):
self.operator.fetch()
def run(self):
self.operator.run()
class OneInputProcessor(StreamingProcessor):