Add VectorStores

Deluan committed on May 1, 2023, 12:58 AM

Showing 32 changed files +1349 additions -56 deletions

A .github/workflows/go.yml +28

A .github/workflows/integration.yml +30

A .gitignore +1

M Makefile +2 -2

M documents.go +24 -1

A embeddings.go +13

M examples/2_marvin.go +1

A examples/3_vectorstore_boltdb.go +62

A examples/4_vectorstore_boltdb.go +67

M go.mod +2

M go.sum +5 -1

A integration_tests/integration_suite_test.go +16

A integration_tests/vectorstores_integration_test.go +184

A llms/openai/embeddings.go +93

M llms/openai/openai.go +2 -2

M llms/openai/openai_chat.go +1 -1

M loaders/text_file_test.go +1 -1

A memory/buffer_test.go +68

M splitters/markdown_splitter.go +3 -4

M splitters/markdown_splitter_test.go +1 -4

M splitters/recursive_char_splitter.go +15 -34

M splitters/recursive_char_splitter_test.go +6 -6

A vectorstores/bolt/bolt_vs.go +171

A vectorstores/memory.go +80

A vectorstores/pinecone/client.go +75

A vectorstores/pinecone/pinecone_vs.go +151

A vectorstores/pinecone/query.go +57

A vectorstores/pinecone/upsert.go +48

A vectorstores/pinecone/whoami.go +35

A vectorstores/similarity.go +36

A vectorstores/similarity_test.go +58

A vectorstores/vectorstores_suite_test.go +13