chore: Pass self.config.avoid_fork_if_possible = True (AnswerDotAI#51)

* chore: Pass self.config.avoid_fork_if_possible = True * chore: bump colbert version * chore: bump version
flexorRegev · Jan 14, 2024 · e84bdda · e84bdda
1 parent 47869d8
commit e84bdda
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 7 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "RAGatouille"
-version = "0.0.4a4"
+version = "0.0.4b"
 description = "Library to facilitate the use of state-of-the-art retrieval models in common RAG contexts."
 authors = ["Benjamin Clavie <[email protected]>"]
 readme = "README.md"
@@ -17,7 +17,7 @@ sentence-transformers = "^2.2.2"
 torch = "^2.0.1"
 llama-index = "^0.9.24"
 langchain_core = "^0.1.4"
-colbert-ai = "^0.2.15"
+colbert-ai = "^0.2.16"
 langchain = "^0.1.0"
 onnx = "^1.15.0"
 

diff --git a/ragatouille/__init__.py b/ragatouille/__init__.py
@@ -1,4 +1,4 @@
-__version__ = "0.0.4a4"
+__version__ = "0.0.4b"
 from .RAGPretrainedModel import RAGPretrainedModel
 from .RAGTrainer import RAGTrainer
 

diff --git a/ragatouille/models/colbert.py b/ragatouille/models/colbert.py
@@ -192,6 +192,9 @@ def index(
  self.config = ColBERTConfig.from_existing(
  self.config, ColBERTConfig(nbits=nbits)
  )
+
+ # Instruct colbert-ai to disable forking if nranks == 1
+ self.config.avoid_fork_if_possible = True
  self.indexer = Indexer(
  checkpoint=self.checkpoint,
  config=self.config,