Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

Fix summary pipeline issue with transformers>=4.19.0, closes #278

davidmezzetti248acc1f1537
diff --git a/src/python/txtai/pipeline/text/summary.py b/src/python/txtai/pipeline/text/summary.py
index 302f8572..fe03e7eb 100644
--- a/src/python/txtai/pipeline/text/summary.py
+++ b/src/python/txtai/pipeline/text/summary.py
@@ -39,11 +39,8 @@ class Summary(HFPipeline):
texts = text if isinstance(text, list) else [text]
params = [(x, text if len(text) >= check else None) for x, text in enumerate(texts)]
- kwargs = {"truncation": True}
- if minlength:
- kwargs["min_length"] = minlength
- if maxlength:
- kwargs["max_length"] = maxlength
+ # Build keyword arguments
+ kwargs = self.args(minlength, maxlength)
inputs = [text for _, text in params if text]
if inputs:
@@ -74,3 +71,27 @@ class Summary(HFPipeline):
text = text.strip()
return text
+
+ def args(self, minlength, maxlength):
+ """
+ Builds keyword arguments.
+
+ Args:
+ minlength: minimum length for summary
+ maxlength: maximum length for summary
+
+ Returns:
+ keyword arguments
+ """
+
+ kwargs = {"truncation": True}
+ if minlength:
+ kwargs["min_length"] = minlength
+ if maxlength:
+ kwargs["max_length"] = maxlength
+
+ # Default minlength if not provided or it's bigger than maxlength
+ if "min_length" not in kwargs or kwargs["min_length"] > kwargs["max_length"]:
+ kwargs["min_length"] = kwargs["max_length"]
+
+ return kwargs