class Integrations::OpenaiBaseService # gpt-4o-mini supports 128,000 tokens # 1 token is approx 4 characters # sticking with 120000 to be safe # 120000 * 4 = 480,000 characters (rounding off downwards to 400,000 to be safe) TOKEN_LIMIT = 400_000 GPT_MODEL = ENV.fetch('OPENAI_GPT_MODEL', 'gpt-4o-mini').freeze ALLOWED_EVENT_NAMES = %w[rephrase summarize reply_suggestion fix_spelling_grammar shorten expand make_friendly make_formal simplify].freeze CACHEABLE_EVENTS = %w[].freeze pattr_initialize [:hook!, :event!] def perform return nil unless valid_event_name? return value_from_cache if value_from_cache.present? response = send("#{event_name}_message") save_to_cache(response) if response.present? response end private def event_name event['name'] end def cache_key return nil unless event_is_cacheable? return nil unless conversation # since the value from cache depends on the conversation last_activity_at, it will always be fresh format(::Redis::Alfred::OPENAI_CONVERSATION_KEY, event_name: event_name, conversation_id: conversation.id, updated_at: conversation.last_activity_at.to_i) end def value_from_cache return nil unless event_is_cacheable? return nil if cache_key.blank? deserialize_cached_value(Redis::Alfred.get(cache_key)) end def deserialize_cached_value(value) return nil if value.blank? JSON.parse(value, symbolize_names: true) rescue JSON::ParserError # If json parse failed, returning the value as is will fail too # since we access the keys as symbols down the line # So it's best to return nil nil end def save_to_cache(response) return nil unless event_is_cacheable? # Serialize to JSON # This makes parsing easy when response is a hash Redis::Alfred.setex(cache_key, response.to_json) end def conversation @conversation ||= hook.account.conversations.find_by(display_id: event['data']['conversation_display_id']) end def valid_event_name? # self.class::ALLOWED_EVENT_NAMES is way to access ALLOWED_EVENT_NAMES defined in the class hierarchy of the current object. # This ensures that if ALLOWED_EVENT_NAMES is updated elsewhere in it's ancestors, we access the latest value. self.class::ALLOWED_EVENT_NAMES.include?(event_name) end def event_is_cacheable? # self.class::CACHEABLE_EVENTS is way to access CACHEABLE_EVENTS defined in the class hierarchy of the current object. # This ensures that if CACHEABLE_EVENTS is updated elsewhere in it's ancestors, we access the latest value. self.class::CACHEABLE_EVENTS.include?(event_name) end def api_url endpoint = InstallationConfig.find_by(name: 'CAPTAIN_OPEN_AI_ENDPOINT')&.value.presence || 'https://api.openai.com/' endpoint = endpoint.chomp('/') "#{endpoint}/v1/chat/completions" end def make_api_call(body) headers = { 'Content-Type' => 'application/json', 'Authorization' => "Bearer #{hook.settings['api_key']}" } Rails.logger.info("OpenAI API request: #{body}") response = HTTParty.post(api_url, headers: headers, body: body) Rails.logger.info("OpenAI API response: #{response.body}") return { error: response.parsed_response, error_code: response.code } unless response.success? choices = JSON.parse(response.body)['choices'] return { message: choices.first['message']['content'] } if choices.present? { message: nil } end end