Restructure omni services and add Chatwoot research snapshot

research/chatwoot/enterprise/app/services/captain/tools/firecrawl_service.rb

@@ -0,0 +1,40 @@
+class Captain::Tools::FirecrawlService
+  def initialize
+    @api_key = InstallationConfig.find_by!(name: 'CAPTAIN_FIRECRAWL_API_KEY').value
+    raise 'Missing API key' if @api_key.empty?
+  end
+
+  def perform(url, webhook_url, crawl_limit = 10)
+    HTTParty.post(
+      'https://api.firecrawl.dev/v1/crawl',
+      body: crawl_payload(url, webhook_url, crawl_limit),
+      headers: headers
+    )
+  rescue StandardError => e
+    raise "Failed to crawl URL: #{e.message}"
+  end
+
+  private
+
+  def crawl_payload(url, webhook_url, crawl_limit)
+    {
+      url: url,
+      maxDepth: 50,
+      ignoreSitemap: false,
+      limit: crawl_limit,
+      webhook: webhook_url,
+      scrapeOptions: {
+        onlyMainContent: false,
+        formats: ['markdown'],
+        excludeTags: ['iframe']
+      }
+    }.to_json
+  end
+
+  def headers
+    {
+      'Authorization' => "Bearer #{@api_key}",
+      'Content-Type' => 'application/json'
+    }
+  end
+end