-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathtest.py
More file actions
33 lines (32 loc) · 1.26 KB
/
test.py
File metadata and controls
33 lines (32 loc) · 1.26 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
from vcache.config import VCacheConfig
from vcache.inference_engine.strategies.open_ai import OpenAIInferenceEngine
from vcache.main import VCache
from vcache.vcache_core.cache.embedding_engine.strategies.open_ai import (
OpenAIEmbeddingEngine,
)
from vcache.vcache_core.cache.embedding_store.embedding_metadata_storage.strategies.in_memory import (
InMemoryEmbeddingMetadataStorage,
)
from vcache.vcache_core.cache.embedding_store.vector_db import (
HNSWLibVectorDB,
SimilarityMetricType,
)
from vcache.vcache_core.similarity_evaluator.strategies.string_comparison import (
StringComparisonSimilarityEvaluator,
)
from vcache.vcache_policy.strategies.verified import (
VerifiedDecisionPolicy,
)
from vcache.vcache_policy.vcache_policy import VCachePolicy
vcache_policy: VCachePolicy = VerifiedDecisionPolicy(delta=0.02)
vcache_config: VCacheConfig = VCacheConfig(
inference_engine=OpenAIInferenceEngine(),
embedding_engine=OpenAIEmbeddingEngine(),
vector_db=HNSWLibVectorDB(
similarity_metric_type=SimilarityMetricType.COSINE,
max_capacity=100000,
),
embedding_metadata_storage=InMemoryEmbeddingMetadataStorage(),
similarity_evaluator=StringComparisonSimilarityEvaluator,
)
vcache: VCache = VCache(vcache_config, vcache_policy)