fix asyncio.exceptions.LimitOverrunError, closes gjcarneiro#56

tests/test_job.py

@@ -67,6 +67,42 @@ async def producer(fake_stream):
     assert (out, job.failed) == (output, expected_failure)
 
 
+def test_stream_reader_long_line():
+    loop = asyncio.get_event_loop()
+    fake_stream = asyncio.StreamReader()
+    reader = yacron.job.StreamReader(
+        "cronjob-1", "stderr", fake_stream, 500
+    )
+
+    config, _, _ = yacron.config.parse_config_string(
+        """
+jobs:
+  - name: test
+    command: foo
+    schedule: "* * * * *"
+    captureStderr: true
+""",
+        "",
+    )
+    job_config = config[0]
+    job = yacron.job.RunningJob(job_config, None)
+
+    async def producer(fake_stream):
+        fake_stream.feed_data(b"one line\n")
+        fake_stream.feed_data(b"long line:" + b"1234567890" * 10_000)
+        fake_stream.feed_data(b"\n")
+        fake_stream.feed_data(b"another line\n")
+        fake_stream.feed_eof()
+
+    job._stderr_reader = reader
+    job.retcode = 0
+    loop.run_until_complete(
+        asyncio.gather(producer(fake_stream), job._read_job_streams())
+    )
+    out = job.stderr
+    assert out == "one line\nanother line\n"
+
+
 A_JOB = """
 jobs:
   - name: test

yacron/job.py

@@ -51,7 +51,13 @@ async def _read(self, stream):
         limit_top = self.save_limit // 2
         limit_bottom = self.save_limit - limit_top
         while True:
-            line = (await stream.readline()).decode("utf-8")
+            try:
+                line = (await stream.readline()).decode("utf-8")
+            except ValueError:
+                logger.warning(
+                    "job %s: ignored a very long line", self.job_name
+                )
+                continue
             if not line:
                 return
             out_line = prefix + line
@@ -189,7 +195,7 @@ async def report(
         message["Date"] = datetime.now(timezone.utc)
         if mail["html"]:
             message.set_payload(body)
-            message.add_header('Content-Type','text/html')
+            message.add_header("Content-Type", "text/html")
         else:
             message.set_content(body)
         smtp = aiosmtplib.SMTP(