Restructure omni services and add Chatwoot research snapshot

research/chatwoot/app/services/internal/remove_orphan_conversations_service.rb

@@ -0,0 +1,34 @@
+class Internal::RemoveOrphanConversationsService
+  def initialize(account: nil, days: 1)
+    @account = account
+    @days = days
+  end
+
+  def perform
+    orphan_conversations = build_orphan_conversations_query
+    total_deleted = 0
+
+    Rails.logger.info '[RemoveOrphanConversationsService] Starting removal of orphan conversations'
+
+    orphan_conversations.find_in_batches(batch_size: 1000) do |batch|
+      conversation_ids = batch.map(&:id)
+      Conversation.where(id: conversation_ids).destroy_all
+      total_deleted += batch.size
+      Rails.logger.info "[RemoveOrphanConversationsService] Deleted #{batch.size} orphan conversations (#{total_deleted} total)"
+    end
+
+    Rails.logger.info "[RemoveOrphanConversationsService] Completed. Total deleted: #{total_deleted}"
+    total_deleted
+  end
+
+  private
+
+  def build_orphan_conversations_query
+    base = @account ? @account.conversations : Conversation.all
+    base = base.where('conversations.created_at > ?', @days.days.ago)
+    base = base.left_outer_joins(:contact, :inbox)
+
+    # Find conversations whose associated contact or inbox record is missing
+    base.where(contacts: { id: nil }).or(base.where(inboxes: { id: nil }))
+  end
+end

research/chatwoot/app/services/internal/remove_stale_contact_inboxes_service.rb

@@ -0,0 +1,43 @@
+class Internal::RemoveStaleContactInboxesService
+  def perform
+    return unless remove_stale_contact_inbox_job_enabled?
+
+    time_period = 90.days.ago
+    contact_inboxes_to_delete = stale_contact_inboxes(time_period)
+
+    log_stale_contact_inboxes_deletion(contact_inboxes_to_delete, time_period)
+
+    # Since the number of records to delete is very high,
+    # delete_all would be faster than destroy_all since it operates at database level
+    # and avoid loading all the records in memory
+    # Transaction and batching is used to avoid deadlock and memory issues
+    ContactInbox.transaction do
+      contact_inboxes_to_delete
+        .find_in_batches(batch_size: 10_000) do |group|
+          ContactInbox.where(id: group.map(&:id)).delete_all
+        end
+    end
+  end
+
+  private
+
+  def remove_stale_contact_inbox_job_enabled?
+    job_status = ENV.fetch('REMOVE_STALE_CONTACT_INBOX_JOB_STATUS', false)
+    return false unless ActiveModel::Type::Boolean.new.cast(job_status)
+
+    true
+  end
+
+  def stale_contact_inboxes(time_period)
+    ContactInbox.stale_without_conversations(time_period)
+  end
+
+  def log_stale_contact_inboxes_deletion(contact_inboxes, time_period)
+    count = contact_inboxes.count
+    Rails.logger.info "Deleting #{count} stale contact inboxes older than #{time_period}"
+
+    # Log the SQL query without executing it
+    sql_query = contact_inboxes.to_sql
+    Rails.logger.info("SQL Query: #{sql_query}")
+  end
+end

research/chatwoot/app/services/internal/remove_stale_contacts_service.rb

@@ -0,0 +1,19 @@
+class Internal::RemoveStaleContactsService
+  pattr_initialize [:account!]
+
+  def perform(batch_size = 1000)
+    contacts_to_remove = @account.contacts.stale_without_conversations(30.days.ago)
+    total_deleted = 0
+
+    Rails.logger.info "[Internal::RemoveStaleContactsService] Starting removal of stale contacts for account #{@account.id}"
+
+    contacts_to_remove.find_in_batches(batch_size: batch_size) do |batch|
+      contact_ids = batch.map(&:id)
+
+      ContactInbox.where(contact_id: contact_ids).delete_all
+      Contact.where(id: contact_ids).delete_all
+      total_deleted += batch.size
+      Rails.logger.info "[Internal::RemoveStaleContactsService] Deleted #{batch.size} contacts (#{total_deleted} total) for account #{@account.id}"
+    end
+  end
+end

research/chatwoot/app/services/internal/remove_stale_redis_keys_service.rb

@@ -0,0 +1,15 @@
+class Internal::RemoveStaleRedisKeysService
+  pattr_initialize [:account_id!]
+
+  def perform
+    Rails.logger.info "Removing redis stale keys for account #{@account_id}"
+    range_start = (Time.zone.now - OnlineStatusTracker::PRESENCE_DURATION).to_i
+    # exclusive minimum score is specified by prefixing (
+    # we are clearing old records because this could clogg up the sorted set
+    ::Redis::Alfred.zremrangebyscore(
+      OnlineStatusTracker.presence_key(@account_id, 'Contact'),
+      '-inf',
+      "(#{range_start}"
+    )
+  end
+end