Discource-C
/
discourse-ai
mirror of https://github.com/discourse/discourse-ai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

DEV: Migrations shouldn't rely on the app (#253)

This commit is contained in:
Rafael dos Santos Silva 2023-10-16 18:50:37 -03:00 committed by GitHub
parent 2ed5a40d7d
commit b9d6179bfc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 22 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
db/migrate/20230710171142_create_ai_topic_embeddings_table.rb
View File

@ -2,24 +2,26 @@
class CreateAiTopicEmbeddingsTable < ActiveRecord::Migration[7.0] class CreateAiTopicEmbeddingsTable < ActiveRecord::Migration[7.0]
def change def change
truncation = DiscourseAi::Embeddings::Strategies::Truncation.new create_table :ai_topic_embeddings_1_1, id: false do |t|
vector_reps = t.integer :topic_id, null: false
[ t.integer :model_version, null: false
DiscourseAi::Embeddings::VectorRepresentations::AllMpnetBaseV2, t.integer :strategy_version, null: false
DiscourseAi::Embeddings::VectorRepresentations::TextEmbeddingAda002, t.text :digest, null: false
].map { |k| k.new(truncation) } t.column :embeddings, "vector(768)", null: false
t.timestamps
vector_reps.each do |vector_rep| t.index :topic_id, unique: true
create_table vector_rep.table_name.to_sym, id: false do |t| end
t.integer :topic_id, null: false
t.integer :model_version, null: false
t.integer :strategy_version, null: false
t.text :digest, null: false
t.column :embeddings, "vector(#{vector_rep.dimensions})", null: false
t.timestamps
t.index :topic_id, unique: true create_table :ai_topic_embeddings_2_1, id: false do |t|
end t.integer :topic_id, null: false
t.integer :model_version, null: false
t.integer :strategy_version, null: false
t.text :digest, null: false
t.column :embeddings, "vector(1536)", null: false
t.timestamps
t.index :topic_id, unique: true
end end
end end
end end

7
db/migrate/20230727170222_create_multilingual_topic_embeddings_table.rb
View File

@ -2,15 +2,12 @@
class CreateMultilingualTopicEmbeddingsTable < ActiveRecord::Migration[7.0] class CreateMultilingualTopicEmbeddingsTable < ActiveRecord::Migration[7.0]
def change def change
truncation = DiscourseAi::Embeddings::Strategies::Truncation.new create_table :ai_topic_embeddings_3_1, id: false do |t|
vector_rep = DiscourseAi::Embeddings::VectorRepresentations::MultilingualE5Large.new(truncation)
create_table vector_rep.table_name.to_sym, id: false do |t|
t.integer :topic_id, null: false t.integer :topic_id, null: false
t.integer :model_version, null: false t.integer :model_version, null: false
t.integer :strategy_version, null: false t.integer :strategy_version, null: false
t.text :digest, null: false t.text :digest, null: false
t.column :embeddings, "vector(#{vector_rep.dimensions})", null: false t.column :embeddings, "vector(1024)", null: false
t.timestamps t.timestamps
t.index :topic_id, unique: true t.index :topic_id, unique: true

7
db/migrate/20231003155701_create_bge_topic_embeddings_table.rb
View File

@ -2,15 +2,12 @@
class CreateBgeTopicEmbeddingsTable < ActiveRecord::Migration[7.0] class CreateBgeTopicEmbeddingsTable < ActiveRecord::Migration[7.0]
def change def change
truncation = DiscourseAi::Embeddings::Strategies::Truncation.new create_table :ai_topic_embeddings_4_1, id: false do |t|
vector_rep = DiscourseAi::Embeddings::VectorRepresentations::BgeLargeEn.new(truncation)
create_table vector_rep.table_name.to_sym, id: false do |t|
t.integer :topic_id, null: false t.integer :topic_id, null: false
t.integer :model_version, null: false t.integer :model_version, null: false
t.integer :strategy_version, null: false t.integer :strategy_version, null: false
t.text :digest, null: false t.text :digest, null: false
t.column :embeddings, "vector(#{vector_rep.dimensions})", null: false t.column :embeddings, "vector(1024)", null: false
t.timestamps t.timestamps
t.index :topic_id, unique: true t.index :topic_id, unique: true