Activity

1. JoanFM commented on Nov 6, 2023

   

   JoanFM

   on Nov 6, 2023

   Member

   More actions

   Hey @vincetrep ,

   do u have a minimal reproducible code that we can use to debug?
2. JohannesMessner commented on Nov 8, 2023

   

   JohannesMessner

   on Nov 8, 2023

   Member

   More actions

   I also cannot reproduce the issue, the following executes without problem:

   from docarray.index.backends.weaviate import EmbeddedOptions
   from docarray.index.backends.weaviate import WeaviateDocumentIndex
   from typing import Optional
   from docarray.typing import AnyEmbedding, NdArrayEmbedding
   from pydantic import Field, parse_obj_as
   from docarray import DocList, BaseDoc
   import numpy as np
   import torch
   
   class SubDoc(BaseDoc):
       embedding: Optional[AnyEmbedding] = Field(is_embedding=True, n_dim=128)
   
   
   class MyDoc(BaseDoc):
       text: str 
       subdocs: DocList[SubDoc]
   
   
   dbconfig = WeaviateDocumentIndex.DBConfig(embedded_options=EmbeddedOptions())
   doc_index = WeaviateDocumentIndex[MyDoc](db_config=dbconfig)
   
   # creating tensors on GPU
   gpu_tensors = [torch.rand(128).to('cuda:2') for i in range(3)]
   assert all(t.is_cuda for t in gpu_tensors)
   # storing them in DocList
   data = DocList[MyDoc](
       [
           MyDoc(text='hello world', subdocs=[SubDoc(embedding=t)]) for t in gpu_tensors
       ]
   )
   # converting to NdArray on CPU
   for doc in data:
       doc.subdocs[0].embedding = parse_obj_as(NdArrayEmbedding, doc.subdocs[0].embedding)
       assert isinstance(doc.subdocs[0].embedding, np.ndarray)  # not on GPU
   # insert into index
   doc_index.index(data)
   
   root_docs, sub_docs, scores = doc_index.find_subindex(np.random.rand(128), subindex='subdocs', limit=3)
   
   print(scores)
3. Sumant02 commented on Dec 23, 2023

   

   Sumant02

   on Dec 23, 2023

   Last edited by Sumant02

   More actions

   `from docarray.index.backends.weaviate import WeaviateDocumentIndex
   doc_index = WeaviateDocumentIndexMyDoc

   from docarray.index.backends.weaviate import EmbeddedOptions
   from docarray.index.backends.weaviate import WeaviateDocumentIndex
   from typing import Optional
   from docarray.typing import AnyEmbedding, NdArrayEmbedding
   from pydantic import Field, parse_obj_as
   from docarray import DocList, BaseDoc
   import numpy as np
   import torch

   class SubDoc(BaseDoc):
   embedding: Optional[AnyEmbedding] = Field(is_embedding=True, n_dim=128)

   class MyDoc(BaseDoc):
   text: str
   subdocs: DocList[SubDoc]

   dbconfig = WeaviateDocumentIndex.DBConfig(embedded_options=EmbeddedOptions())
   doc_index = WeaviateDocumentIndexMyDoc

   creating tensors on GPU

   gpu_tensors = [torch.rand(128).to('cuda:2') for i in range(3)]
   assert all(t.is_cuda for t in gpu_tensors)

   storing them in DocList

   data = DocList[MyDoc](
   [
   MyDoc(text='hello world', subdocs=[SubDoc(embedding=t)]) for t in gpu_tensors
   ]
   )

   converting to NdArray on CPU

   for doc in data:
   doc.subdocs[0].embedding = parse_obj_as(NdArrayEmbedding, doc.subdocs[0].embedding)
   assert isinstance(doc.subdocs[0].embedding, np.ndarray) # not on GPU

   insert into index

   doc_index.index(data)

   root_docs, sub_docs, scores = doc_index.find_subindex(np.random.rand(128), subindex='subdocs', limit=3)
   print(scores)`
   @JohannesMessner JohannesMessner