简单

SimpleDocumentStore

基础类: KVDocumentStore

简单文档（节点）存储。

Document 和 Node 对象的内存存储。

参数

名称	类型	描述	默认值
simple_kvstore	SimpleKVStore	简单键值存储	无
namespace	str	文档存储的命名空间	无

源代码在 llama-index-core/llama_index/core/storage/docstore/simple_docstore.py

class SimpleDocumentStore(KVDocumentStore):
    """
    Simple Document (Node) store.

    An in-memory store for Document and Node objects.

    Args:
        simple_kvstore (SimpleKVStore): simple key-value store
        namespace (str): namespace for the docstore

    """

    def __init__(
        self,
        simple_kvstore: Optional[SimpleKVStore] = None,
        namespace: Optional[str] = None,
        batch_size: int = DEFAULT_BATCH_SIZE,
    ) -> None:
        """Init a SimpleDocumentStore."""
        simple_kvstore = simple_kvstore or SimpleKVStore()
        super().__init__(simple_kvstore, namespace=namespace, batch_size=batch_size)

    @classmethod
    def from_persist_dir(
        cls,
        persist_dir: str = DEFAULT_PERSIST_DIR,
        namespace: Optional[str] = None,
        fs: Optional[fsspec.AbstractFileSystem] = None,
    ) -> "SimpleDocumentStore":
        """
        Create a SimpleDocumentStore from a persist directory.

        Args:
            persist_dir (str): directory to persist the store
            namespace (Optional[str]): namespace for the docstore
            fs (Optional[fsspec.AbstractFileSystem]): filesystem to use

        """
        if fs is not None:
            persist_path = concat_dirs(persist_dir, DEFAULT_PERSIST_FNAME)
        else:
            persist_path = os.path.join(persist_dir, DEFAULT_PERSIST_FNAME)
        return cls.from_persist_path(persist_path, namespace=namespace, fs=fs)

    @classmethod
    def from_persist_path(
        cls,
        persist_path: str,
        namespace: Optional[str] = None,
        fs: Optional[fsspec.AbstractFileSystem] = None,
    ) -> "SimpleDocumentStore":
        """
        Create a SimpleDocumentStore from a persist path.

        Args:
            persist_path (str): Path to persist the store
            namespace (Optional[str]): namespace for the docstore
            fs (Optional[fsspec.AbstractFileSystem]): filesystem to use

        """
        simple_kvstore = SimpleKVStore.from_persist_path(persist_path, fs=fs)
        return cls(simple_kvstore, namespace)

    def persist(
        self,
        persist_path: str = DEFAULT_PERSIST_PATH,
        fs: Optional[fsspec.AbstractFileSystem] = None,
    ) -> None:
        """Persist the store."""
        if isinstance(self._kvstore, BaseInMemoryKVStore):
            self._kvstore.persist(persist_path, fs=fs)

    @classmethod
    def from_dict(
        cls, save_dict: dict, namespace: Optional[str] = None
    ) -> "SimpleDocumentStore":
        simple_kvstore = SimpleKVStore.from_dict(save_dict)
        return cls(simple_kvstore, namespace)

    def to_dict(self) -> dict:
        assert isinstance(self._kvstore, SimpleKVStore)
        return self._kvstore.to_dict()

from_persist_dir classmethod

from_persist_dir(persist_dir: str = DEFAULT_PERSIST_DIR, namespace: Optional[str] = None, fs: Optional[AbstractFileSystem] = None) -> SimpleDocumentStore

从持久化目录创建 SimpleDocumentStore。

参数

名称	类型	描述	默认值
persist_dir	str	存储的持久化目录	DEFAULT_PERSIST_DIR
namespace	可选[str]	文档存储的命名空间	无
fs	可选[AbstractFileSystem]	要使用的文件系统	无

源代码在 llama-index-core/llama_index/core/storage/docstore/simple_docstore.py

@classmethod
def from_persist_dir(
    cls,
    persist_dir: str = DEFAULT_PERSIST_DIR,
    namespace: Optional[str] = None,
    fs: Optional[fsspec.AbstractFileSystem] = None,
) -> "SimpleDocumentStore":
    """
    Create a SimpleDocumentStore from a persist directory.

    Args:
        persist_dir (str): directory to persist the store
        namespace (Optional[str]): namespace for the docstore
        fs (Optional[fsspec.AbstractFileSystem]): filesystem to use

    """
    if fs is not None:
        persist_path = concat_dirs(persist_dir, DEFAULT_PERSIST_FNAME)
    else:
        persist_path = os.path.join(persist_dir, DEFAULT_PERSIST_FNAME)
    return cls.from_persist_path(persist_path, namespace=namespace, fs=fs)

from_persist_path classmethod

from_persist_path(persist_path: str, namespace: Optional[str] = None, fs: Optional[AbstractFileSystem] = None) -> SimpleDocumentStore

从持久化路径创建 SimpleDocumentStore。

参数

名称	类型	描述	默认值
persist_path	str	存储的持久化路径	必需
namespace	可选[str]	文档存储的命名空间	无
fs	可选[AbstractFileSystem]	要使用的文件系统	无

源代码在 llama-index-core/llama_index/core/storage/docstore/simple_docstore.py

@classmethod
def from_persist_path(
    cls,
    persist_path: str,
    namespace: Optional[str] = None,
    fs: Optional[fsspec.AbstractFileSystem] = None,
) -> "SimpleDocumentStore":
    """
    Create a SimpleDocumentStore from a persist path.

    Args:
        persist_path (str): Path to persist the store
        namespace (Optional[str]): namespace for the docstore
        fs (Optional[fsspec.AbstractFileSystem]): filesystem to use

    """
    simple_kvstore = SimpleKVStore.from_persist_path(persist_path, fs=fs)
    return cls(simple_kvstore, namespace)

persist

persist(persist_path: str = DEFAULT_PERSIST_PATH, fs: Optional[AbstractFileSystem] = None) -> None

持久化存储。

源代码在 llama-index-core/llama_index/core/storage/docstore/simple_docstore.py

def persist(
    self,
    persist_path: str = DEFAULT_PERSIST_PATH,
    fs: Optional[fsspec.AbstractFileSystem] = None,
) -> None:
    """Persist the store."""
    if isinstance(self._kvstore, BaseInMemoryKVStore):
        self._kvstore.persist(persist_path, fs=fs)