Discource-C
/
discourse-ai
mirror of https://github.com/discourse/discourse-ai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FIX: Improvment to embeddings index task (#238)

This commit is contained in:
Rafael dos Santos Silva 2023-10-02 16:37:13 -03:00 committed by GitHub
parent 9d96c4d242
commit 453928e7bb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
lib/modules/embeddings/vector_representations/base.rb
View File

@ -24,10 +24,7 @@ module DiscourseAi
USING USING
ivfflat (embeddings #{pg_index_type}) ivfflat (embeddings #{pg_index_type})
WITH WITH
(lists = #{lists}) (lists = #{lists});
WHERE
model_version = #{version} AND
strategy_version = #{@strategy.version};
SQL SQL
end end

6
lib/tasks/modules/embeddings/database.rake
View File

@ -33,8 +33,10 @@ task "ai:embeddings:index", [:work_mem] => [:environment] do |_, args|
vector_representation_klass = DiscourseAi::Embeddings::Vectors::Base.find_vector_representation vector_representation_klass = DiscourseAi::Embeddings::Vectors::Base.find_vector_representation
strategy = DiscourseAi::Embeddings::Strategies::Truncation.new strategy = DiscourseAi::Embeddings::Strategies::Truncation.new
DB.exec("SET work_mem TO '#{args[:work_mem] || "1GB"}';") DB.exec("SET work_mem TO '#{args[:work_mem] || "100MB"}';")
DB.exec("SET maintenance_work_mem TO '#{args[:work_mem] || "100MB"}';")
vector_representation_klass.new(strategy).create_index(lists, probes) vector_representation_klass.new(strategy).create_index(lists, probes)
DB.exec("RESET work_mem;") DB.exec("RESET work_mem;")
DB.exec("SET ivfflat.probes = #{probes};") DB.exec("RESET maintenance_work_mem;")
DB.exec("ALTER SYSTEM SET ivfflat.probes = #{probes};")
end end