jsonl streaming (#105)

Lightning-AI · May 22, 2024 · 90425e2 · 90425e2
1 parent 58502cb
commit 90425e2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/litserve/api.py b/src/litserve/api.py
@@ -123,9 +123,9 @@ def encode_response(self, output):
 
     def format_encoded_response(self, data):
         if isinstance(data, dict):
-            return json.dumps(data)
+            return json.dumps(data) + "\n"
         if isinstance(data, BaseModel):
-            return data.model_dump_json()
+            return data.model_dump_json() + "\n"
         return data
 
     @property