small add_id backend fix (NVIDIA#525)

Signed-off-by: Vibhu Jawa <[email protected]> Signed-off-by: Phillip Mobley <[email protected]>
philm001 · Feb 10, 2025 · 9638f2c · 9638f2c
1 parent 8a113f7
commit 9638f2c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo_curator/modules/add_id.py b/nemo_curator/modules/add_id.py
@@ -27,7 +27,7 @@ class AddId(BaseModule):
     def __init__(
         self, id_field, id_prefix: str = "doc_id", start_index: Optional[int] = None
     ) -> None:
-        super().__init__(input_backend="pandas")
+        super().__init__(input_backend="any")
         self.id_field = id_field
         self.id_prefix = id_prefix
         self.start_index = start_index