package eu.faircode.email; /* This file is part of FairEmail. FairEmail is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. FairEmail is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with FairEmail. If not, see . Copyright 2018-2024 by Marcel Bokhorst (M66B) */ import android.content.Context; import android.content.SharedPreferences; import android.text.Spannable; import android.text.SpannableStringBuilder; import android.text.Spanned; import android.text.TextUtils; import androidx.preference.PreferenceManager; import org.json.JSONException; import org.jsoup.nodes.Document; import org.jsoup.select.Elements; import java.io.File; import java.io.IOException; import java.util.ArrayList; import java.util.List; public class AI { private static final int MAX_SUMMARIZE_TEXT_SIZE = 4 * 1024; static boolean isAvailable(Context context) { return (OpenAI.isAvailable(context) || Gemini.isAvailable(context)); } static Spanned completeChat(Context context, long id, CharSequence body, long template) throws JSONException, IOException { if (body == null) body = ""; String reply = null; if (body.length() == 0 || template < 0L /* Default */) { File file = EntityMessage.getFile(context, id); if (file.exists()) { Document d = JsoupEx.parse(file); Elements ref = d.select("div[fairemail=reference]"); if (!ref.isEmpty()) { d = Document.createShell(""); d.appendChildren(ref); HtmlHelper.removeSignatures(d); HtmlHelper.truncate(d, MAX_SUMMARIZE_TEXT_SIZE); reply = d.text(); if (TextUtils.isEmpty(reply.trim())) reply = null; } } } String templatePrompt = null; if (template > 0L) { DB db = DB.getInstance(context); EntityAnswer t = db.answer().getAnswer(template); if (t != null) { String html = t.getData(context, null).getHtml(); templatePrompt = JsoupEx.parse(html).body().text(); } } StringBuilder sb = new StringBuilder(); SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context); if (OpenAI.isAvailable(context)) { String model = prefs.getString("openai_model", OpenAI.DEFAULT_MODEL); float temperature = prefs.getFloat("openai_temperature", OpenAI.DEFAULT_TEMPERATURE); boolean multimodal = prefs.getBoolean("openai_multimodal", false); String defaultPrompt = prefs.getString("openai_answer", OpenAI.DEFAULT_ANSWER_PROMPT); String systemPrompt = prefs.getString("openai_system", null); List messages = new ArrayList<>(); if (!TextUtils.isEmpty(systemPrompt)) messages.add(new OpenAI.Message(OpenAI.SYSTEM, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, systemPrompt)})); if (reply == null) { if (templatePrompt != null) messages.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, templatePrompt)})); if (body instanceof Spannable && multimodal) messages.add(new OpenAI.Message(OpenAI.USER, OpenAI.Content.get((Spannable) body, id, context))); else messages.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, body.toString())})); } else { if (templatePrompt == null && body.length() > 0) templatePrompt = body.toString(); messages.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, templatePrompt == null ? defaultPrompt : templatePrompt)})); messages.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, reply)})); } OpenAI.Message[] completions = OpenAI.completeChat(context, model, messages.toArray(new OpenAI.Message[0]), temperature, 1); for (OpenAI.Message completion : completions) for (OpenAI.Content content : completion.getContent()) if (OpenAI.CONTENT_TEXT.equals(content.getType())) { if (sb.length() > 0) sb.append('\n'); sb.append(content.getContent() .replaceAll("^\\n+", "") .replaceAll("\\n+$", "")); } } else if (Gemini.isAvailable(context)) { String model = prefs.getString("gemini_model", Gemini.DEFAULT_MODEL); float temperature = prefs.getFloat("gemini_temperature", Gemini.DEFAULT_TEMPERATURE); String defaultPrompt = prefs.getString("gemini_answer", Gemini.DEFAULT_ANSWER_PROMPT); List messages = new ArrayList<>(); if (reply == null) { if (templatePrompt != null) messages.add(new Gemini.Message(Gemini.USER, new String[]{templatePrompt})); messages.add(new Gemini.Message(Gemini.USER, new String[]{Gemini.truncateParagraphs(body.toString())})); } else { if (templatePrompt == null && body.length() > 0) templatePrompt = body.toString(); messages.add(new Gemini.Message(Gemini.USER, new String[]{templatePrompt == null ? defaultPrompt : templatePrompt})); messages.add(new Gemini.Message(Gemini.USER, new String[]{reply})); } Gemini.Message[] completions = Gemini.generate(context, model, messages.toArray(new Gemini.Message[0]), temperature, 1); for (Gemini.Message completion : completions) for (String result : completion.getContent()) { if (sb.length() > 0) sb.append('\n'); sb.append(result .replaceAll("^\\n+", "") .replaceAll("\\n+$", "")); } } else throw new IllegalArgumentException("No AI available"); String html = Markdown.toHtml(sb.toString()); Document d = HtmlHelper.sanitizeCompose(context, html, false); return HtmlHelper.fromDocument(context, d, null, null); } static String getSummarizePrompt(Context context) { SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context); if (OpenAI.isAvailable(context)) return prefs.getString("openai_summarize", OpenAI.DEFAULT_SUMMARY_PROMPT); else if (Gemini.isAvailable(context)) return prefs.getString("gemini_summarize", Gemini.DEFAULT_SUMMARY_PROMPT); else return context.getString(R.string.title_summarize); } static Spanned getSummaryText(Context context, EntityMessage message, long template) throws JSONException, IOException { File file = message.getFile(context); if (!file.exists()) return null; Document d = JsoupEx.parse(file); SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context); boolean remove_signatures = prefs.getBoolean("remove_signatures", false); if (remove_signatures) HtmlHelper.removeSignatures(d); HtmlHelper.removeQuotes(d, true); d = HtmlHelper.sanitizeView(context, d, false); HtmlHelper.truncate(d, MAX_SUMMARIZE_TEXT_SIZE); String body = d.body().text().trim(); if (TextUtils.isEmpty(body)) return null; String templatePrompt = null; if (template > 0L) { DB db = DB.getInstance(context); EntityAnswer t = db.answer().getAnswer(template); if (t != null) { String html = t.getData(context, null).getHtml(); templatePrompt = JsoupEx.parse(html).body().text(); } } StringBuilder sb = new StringBuilder(); if (OpenAI.isAvailable(context)) { String model = prefs.getString("openai_model", OpenAI.DEFAULT_MODEL); float temperature = prefs.getFloat("openai_temperature", OpenAI.DEFAULT_TEMPERATURE); String defaultPrompt = prefs.getString("openai_summarize", OpenAI.DEFAULT_SUMMARY_PROMPT); boolean multimodal = prefs.getBoolean("openai_multimodal", false); List input = new ArrayList<>(); input.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{new OpenAI.Content(OpenAI.CONTENT_TEXT, templatePrompt == null ? defaultPrompt : templatePrompt)})); if (multimodal) { SpannableStringBuilder ssb = HtmlHelper.fromDocument(context, d, null, null); input.add(new OpenAI.Message(OpenAI.USER, OpenAI.Content.get(ssb, message.id, context))); } else input.add(new OpenAI.Message(OpenAI.USER, new OpenAI.Content[]{ new OpenAI.Content(OpenAI.CONTENT_TEXT, body)})); OpenAI.Message[] completions = OpenAI.completeChat(context, model, input.toArray(new OpenAI.Message[0]), temperature, 1); for (OpenAI.Message completion : completions) for (OpenAI.Content content : completion.getContent()) if (OpenAI.CONTENT_TEXT.equals(content.getType())) { if (sb.length() != 0) sb.append('\n'); sb.append(content.getContent()); } } else if (Gemini.isAvailable(context)) { String model = prefs.getString("gemini_model", Gemini.DEFAULT_MODEL); float temperature = prefs.getFloat("gemini_temperature", Gemini.DEFAULT_TEMPERATURE); String defaultPrompt = prefs.getString("gemini_summarize", Gemini.DEFAULT_SUMMARY_PROMPT); List texts = new ArrayList<>(); texts.add(templatePrompt == null ? defaultPrompt : templatePrompt); if (!TextUtils.isEmpty(body)) texts.add(body); Gemini.Message content = new Gemini.Message(Gemini.USER, texts.toArray(new String[0])); Gemini.Message[] completions = Gemini.generate(context, model, new Gemini.Message[]{content}, temperature, 1); for (Gemini.Message completion : completions) for (String result : completion.getContent()) { if (sb.length() != 0) sb.append('\n'); sb.append(result); } } else throw new IllegalArgumentException("No AI available"); String html = Markdown.toHtml(sb.toString()); Document doc = HtmlHelper.sanitizeCompose(context, html, false); return HtmlHelper.fromDocument(context, doc, null, null); } }