Restructure omni services and add Chatwoot research snapshot

research/chatwoot/db/migrate/20250104200055_create_captain_tables.rb

@@ -0,0 +1,90 @@
+class CreateCaptainTables < ActiveRecord::Migration[7.0]
+  def up
+    # Post this migration, the 'vector' extension is mandatory to run the application.
+    # If the extension is not installed, the migration will raise an error.
+    setup_vector_extension
+    create_assistants
+    create_documents
+    create_assistant_responses
+    create_old_tables
+  end
+
+  def down
+    drop_table :captain_assistant_responses if table_exists?(:captain_assistant_responses)
+    drop_table :captain_documents if table_exists?(:captain_documents)
+    drop_table :captain_assistants if table_exists?(:captain_assistants)
+    drop_table :article_embeddings if table_exists?(:article_embeddings)
+
+    # We are not disabling the extension here because it might be
+    # used by other tables which are not part of this migration.
+  end
+
+  private
+
+  def setup_vector_extension
+    return if extension_enabled?('vector')
+
+    begin
+      enable_extension 'vector'
+    rescue ActiveRecord::StatementInvalid
+      raise StandardError, "Failed to enable 'vector' extension. Read more at https://chwt.app/v4/migration"
+    end
+  end
+
+  def create_assistants
+    create_table :captain_assistants do |t|
+      t.string :name, null: false
+      t.bigint :account_id, null: false
+      t.string :description
+
+      t.timestamps
+    end
+
+    add_index :captain_assistants, :account_id
+    add_index :captain_assistants, [:account_id, :name], unique: true
+  end
+
+  def create_documents
+    create_table :captain_documents do |t|
+      t.string :name, null: false
+      t.string :external_link, null: false
+      t.text :content
+      t.bigint :assistant_id, null: false
+      t.bigint :account_id, null: false
+
+      t.timestamps
+    end
+
+    add_index :captain_documents, :account_id
+    add_index :captain_documents, :assistant_id
+    add_index :captain_documents, [:assistant_id, :external_link], unique: true
+  end
+
+  def create_assistant_responses
+    create_table :captain_assistant_responses do |t|
+      t.string :question, null: false
+      t.text :answer, null: false
+      t.vector :embedding, limit: 1536
+      t.bigint :assistant_id, null: false
+      t.bigint :document_id
+      t.bigint :account_id, null: false
+
+      t.timestamps
+    end
+
+    add_index :captain_assistant_responses, :account_id
+    add_index :captain_assistant_responses, :assistant_id
+    add_index :captain_assistant_responses, :document_id
+    add_index :captain_assistant_responses, :embedding, using: :ivfflat, name: 'vector_idx_knowledge_entries_embedding', opclass: :vector_l2_ops
+  end
+
+  def create_old_tables
+    create_table :article_embeddings, if_not_exists: true do |t|
+      t.bigint :article_id, null: false
+      t.text :term, null: false
+      t.vector :embedding, limit: 1536
+      t.timestamps
+    end
+    add_index :article_embeddings, :embedding, if_not_exists: true, using: :ivfflat, opclass: :vector_l2_ops
+  end
+end