vectorization using py temporal service

master
trifonovt 2 weeks ago
parent 3913ed83e8
commit 52330d751d

@ -1,3 +1,6 @@
dip:
runtime:
mode: LEGACY
# Legacy / shared application properties # Legacy / shared application properties
# New-runtime-only properties are moved to application-new.yml. # New-runtime-only properties are moved to application-new.yml.
@ -48,10 +51,11 @@ ted:
socket-timeout: 60000 socket-timeout: 60000
# Maximum retries on connection failure # Maximum retries on connection failure
max-retries: 5 max-retries: 5
# Packages download configuration # Packages download configuration
download: download:
# Enable/disable automatic package download # Enable/disable automatic package download
enabled: false enabled: true
# User service-based camel route # User service-based camel route
use-service-based: false use-service-based: false
# Base URL for TED Daily Packages # Base URL for TED Daily Packages
@ -82,6 +86,7 @@ ted:
delete-after-extraction: true delete-after-extraction: true
# Prioritize current year first # Prioritize current year first
prioritize-current-year: false prioritize-current-year: false
# IMAP Mail configuration # IMAP Mail configuration
mail: mail:
# Enable/disable mail processing # Enable/disable mail processing
@ -118,6 +123,7 @@ ted:
mime-input-pattern: .*\\.eml mime-input-pattern: .*\\.eml
# Polling interval for MIME input directory (milliseconds) # Polling interval for MIME input directory (milliseconds)
mime-input-poll-interval: 1000000 mime-input-poll-interval: 1000000
# solution brief processing # solution brief processing
solution-brief: solution-brief:
# Enable/disable Solution Brief processing # Enable/disable Solution Brief processing
@ -153,7 +159,7 @@ ted:
legacy: legacy:
ted: ted:
vectorization: vectorization:
enabled: true enabled: false
use-http-api: false use-http-api: false
api-url: http://localhost:8001 api-url: http://localhost:8001
model-name: intfloat/multilingual-e5-large model-name: intfloat/multilingual-e5-large

@ -39,18 +39,32 @@ dip:
enabled: true enabled: true
jobs: jobs:
enabled: true enabled: true
default-document-model: e5-default default-document-model: e5-default
default-query-model: e5-default default-query-model: e5-default
providers: providers:
mock-default: mock-default:
type: mock type: mock
dimensions: 16 dimensions: 16
external-e5: external-e5:
type: http-json type: http-json
base-url: http://172.20.240.18:8001 base-url: http://172.20.240.18:8001
connect-timeout: 5s connect-timeout: 5s
read-timeout: 60s read-timeout: 60s
vector-sync-e5:
type: http-vector-sync
base-url: http://localhost:8001
connect-timeout: 5s
read-timeout: 60s
headers:
X-Client: dip
models: models:
mock-search: mock-search:
provider-config-key: mock-default provider-config-key: mock-default
provider-model-key: mock-search provider-model-key: mock-search
@ -58,8 +72,9 @@ dip:
distance-metric: COSINE distance-metric: COSINE
supports-query-embedding-mode: true supports-query-embedding-mode: true
active: true active: true
e5-default: e5-default:
provider-config-key: external-e5 provider-config-key: vector-sync-e5
provider-model-key: intfloat/multilingual-e5-large provider-model-key: intfloat/multilingual-e5-large
dimensions: 1024 dimensions: 1024
distance-metric: COSINE distance-metric: COSINE

@ -8,7 +8,7 @@ server:
spring: spring:
profiles: profiles:
active: new active: legacy
application: application:
name: document-intelligence-platform name: document-intelligence-platform

Loading…
Cancel
Save