[PLUGINS] Bump Version [snowflake]

plugins/snowflake/superduper_snowflake/__init__.py

@@ -1,7 +1,7 @@
 from .vector_search import SnowflakeVectorSearcher as VectorSearcher
 from .data_backend import SnowflakeDataBackend as DataBackend
 
-__version__ = "0.5.13"
+__version__ = "0.5.16"
 
 __all__ = [
     "VectorSearcher",

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "superduper-framework"
 description = "🔮 Bring AI to your favourite database 🔮"
 readme = "README.md"
-version = '0.5.6'
+version = '0.5.9'
 license = {file = "LICENSE"}
 maintainers = [{name = "superduper.io, Inc.", email = "[email protected]"}]
 keywords = [

superduper/backends/query_dataset.py

@@ -64,6 +64,14 @@ def __init__(
                 self._documents = list(
                     self.db.execute(self.select.select_using_ids(ids))
                 )
+                primary_id = self.select.id_field
+                # is it possible that the _documents came out in a different order?
+                # if so, resort them
+                lookup = {
+                    r[primary_id]: r for r in self._documents
+                }
+                self._documents = [lookup[id] for id in ids]
+                # DONE
         else:
             if ids is None:
                 self._ids = [

superduper/components/model.py

@@ -573,7 +573,11 @@ def _prepare_inputs_from_select(
         X_data: t.Any
         mapping = Mapping(X, self.signature)
         if in_memory:
+            logging.info('Loading data into memory...')
             docs = list(self.db.execute(select.select_using_ids(ids)))
+            pid = select.table_or_collection.primary_id
+            lookup = {r[pid]: r for r in docs}
+            docs = [lookup[id_] for id_ in ids]
             X_data = list(map(lambda x: mapping(x), docs))
         else:
             assert isinstance(self.db, Datalayer)

superduper/rest/build.py

@@ -71,6 +71,10 @@ def build_rest_app(app: SuperDuperApp):
     """
     CFG.log_colorize = False
 
+    @app.add("/health", method="get")
+    def health():
+        return {"status": 200}
+
     @app.add("/handshake/config", method="post")
     def handshake(cfg: str):
         from superduper import CFG