mirror of https://github.com/M66B/FairEmail.git
M66B
2 years ago
parent
c4ea93f446
commit
c30a1c60fe
@ -0,0 +1,267 @@
|
||||
package eu.faircode.email;
|
||||
|
||||
/*
|
||||
This file is part of FairEmail.
|
||||
|
||||
FairEmail is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
FairEmail is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with FairEmail. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
Copyright 2018-2022 by Marcel Bokhorst (M66B)
|
||||
*/
|
||||
|
||||
import android.annotation.SuppressLint;
|
||||
import android.content.ContentValues;
|
||||
import android.content.Context;
|
||||
import android.database.Cursor;
|
||||
import android.text.TextUtils;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.List;
|
||||
|
||||
import javax.mail.Address;
|
||||
|
||||
import io.requery.android.database.sqlite.SQLiteDatabase;
|
||||
import io.requery.android.database.sqlite.SQLiteOpenHelper;
|
||||
|
||||
// https://www.sqlite.org/fts3.html
|
||||
// fts4 requires sqlite version 3.7.4, API 21 Android
|
||||
public class Fts4DbHelper extends SQLiteOpenHelper {
|
||||
private Context context;
|
||||
|
||||
@SuppressLint("StaticFieldLeak")
|
||||
private static Fts4DbHelper instance = null;
|
||||
|
||||
private static final int DATABASE_VERSION = 1;
|
||||
private static final String DATABASE_NAME = "fts4.db";
|
||||
|
||||
private Fts4DbHelper(Context context) {
|
||||
super(context.getApplicationContext(), DATABASE_NAME, null, DATABASE_VERSION);
|
||||
this.context = context.getApplicationContext();
|
||||
}
|
||||
|
||||
static SQLiteDatabase getInstance(Context context) {
|
||||
if (instance == null) {
|
||||
if (!context.getDatabasePath(DATABASE_NAME).exists()) {
|
||||
Fts5DbHelper.delete(context);
|
||||
DB.getInstance(context).message().resetFts();
|
||||
}
|
||||
instance = new Fts4DbHelper(context);
|
||||
}
|
||||
return instance.getWritableDatabase();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onCreate(SQLiteDatabase db) {
|
||||
Log.i("FTS create");
|
||||
db.execSQL("CREATE VIRTUAL TABLE `message`" +
|
||||
" USING fts4" +
|
||||
" (`account`" +
|
||||
", `folder`" +
|
||||
", `time`" +
|
||||
", `address`" +
|
||||
", `subject`" +
|
||||
", `keyword`" +
|
||||
", `text`" +
|
||||
", `notes`" +
|
||||
", notindexed=`account`" +
|
||||
", notindexed=`folder`" +
|
||||
", notindexed=`time`" +
|
||||
", tokenize=unicode61 \"remove_diacritics=2\")");
|
||||
// https://www.sqlite.org/fts3.html#tokenizer
|
||||
// https://unicode.org/reports/tr29/
|
||||
|
||||
// https://www.sqlite.org/fts3.html#fts4aux
|
||||
db.execSQL("CREATE VIRTUAL TABLE message_terms USING fts4aux('message');");
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onUpgrade(SQLiteDatabase db, int oldVersion, int newVersion) {
|
||||
Log.i("FTS upgrade from " + oldVersion + " to " + newVersion);
|
||||
|
||||
db.execSQL("DROP TABLE IF EXISTS `message`");
|
||||
db.execSQL("DROP TABLE IF EXISTS `message_terms`");
|
||||
|
||||
onCreate(db);
|
||||
|
||||
DB.getInstance(context).message().resetFts();
|
||||
}
|
||||
|
||||
static void insert(SQLiteDatabase db, EntityMessage message, String text) {
|
||||
Log.i("FTS insert id=" + message.id);
|
||||
List<Address> address = new ArrayList<>();
|
||||
if (message.from != null)
|
||||
address.addAll(Arrays.asList(message.from));
|
||||
if (message.to != null)
|
||||
address.addAll(Arrays.asList(message.to));
|
||||
if (message.cc != null)
|
||||
address.addAll(Arrays.asList(message.cc));
|
||||
if (message.bcc != null)
|
||||
address.addAll(Arrays.asList(message.bcc));
|
||||
|
||||
delete(db, message.id);
|
||||
|
||||
ContentValues cv = new ContentValues();
|
||||
cv.put("rowid", message.id);
|
||||
cv.put("account", message.account);
|
||||
cv.put("folder", message.folder);
|
||||
cv.put("time", message.received);
|
||||
cv.put("address", MessageHelper.formatAddresses(address.toArray(new Address[0]), true, false));
|
||||
cv.put("subject", message.subject == null ? "" : message.subject);
|
||||
cv.put("keyword", TextUtils.join(", ", message.keywords));
|
||||
cv.put("text", text);
|
||||
cv.put("notes", message.notes);
|
||||
db.insert("message", SQLiteDatabase.CONFLICT_FAIL, cv);
|
||||
}
|
||||
|
||||
static void delete(SQLiteDatabase db) {
|
||||
db.delete("message", null, null);
|
||||
}
|
||||
|
||||
static void delete(SQLiteDatabase db, long id) {
|
||||
db.delete("message", "rowid = ?", new Object[]{id});
|
||||
}
|
||||
|
||||
static List<String> getSuggestions(SQLiteDatabase db, String query, int max) {
|
||||
List<String> result = new ArrayList<>();
|
||||
|
||||
try (Cursor cursor = db.query(
|
||||
"SELECT term FROM message_terms" +
|
||||
" WHERE term LIKE ?" +
|
||||
" ORDER BY occurrences DESC" +
|
||||
" LIMIT " + max,
|
||||
new Object[]{query})) {
|
||||
while (cursor != null && cursor.moveToNext())
|
||||
result.add(cursor.getString(0));
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
static List<Long> match(
|
||||
SQLiteDatabase db,
|
||||
Long account, Long folder, long[] exclude,
|
||||
BoundaryCallbackMessages.SearchCriteria criteria) {
|
||||
|
||||
List<String> word = new ArrayList<>();
|
||||
List<String> plus = new ArrayList<>();
|
||||
List<String> minus = new ArrayList<>();
|
||||
List<String> opt = new ArrayList<>();
|
||||
StringBuilder all = new StringBuilder();
|
||||
for (String w : criteria.query.trim().split("\\s+")) {
|
||||
if (all.length() > 0)
|
||||
all.append(' ');
|
||||
|
||||
if (w.length() > 1 && w.startsWith("+")) {
|
||||
plus.add(w.substring(1));
|
||||
all.append(w.substring(1));
|
||||
} else if (w.length() > 1 && w.startsWith("-")) {
|
||||
minus.add(w.substring(1));
|
||||
all.append(w.substring(1));
|
||||
} else if (w.length() > 1 && w.startsWith("?")) {
|
||||
opt.add(w.substring(1));
|
||||
all.append(w.substring(1));
|
||||
} else {
|
||||
word.add(w);
|
||||
all.append(w);
|
||||
}
|
||||
}
|
||||
|
||||
StringBuilder sb = new StringBuilder();
|
||||
if (plus.size() + minus.size() + opt.size() > 0) {
|
||||
if (word.size() > 0)
|
||||
sb.append(escape(TextUtils.join(" ", word)));
|
||||
|
||||
for (String p : plus) {
|
||||
if (sb.length() > 0)
|
||||
sb.append(" AND ");
|
||||
sb.append(escape(p));
|
||||
}
|
||||
|
||||
for (String m : minus) {
|
||||
if (sb.length() > 0)
|
||||
sb.append(" NOT ");
|
||||
sb.append(escape(m));
|
||||
}
|
||||
|
||||
if (sb.length() > 0) {
|
||||
sb.insert(0, '(');
|
||||
sb.append(')');
|
||||
}
|
||||
|
||||
for (String o : opt) {
|
||||
if (sb.length() > 0)
|
||||
sb.append(" OR ");
|
||||
sb.append(escape(o));
|
||||
}
|
||||
}
|
||||
|
||||
String search = (sb.length() > 0 ? sb.toString() : escape(criteria.query));
|
||||
|
||||
String select = "";
|
||||
if (account != null)
|
||||
select += "account = " + account + " AND ";
|
||||
if (folder != null)
|
||||
select += "folder = " + folder + " AND ";
|
||||
if (exclude.length > 0) {
|
||||
select += "NOT folder IN (";
|
||||
for (int i = 0; i < exclude.length; i++) {
|
||||
if (i > 0)
|
||||
select += ", ";
|
||||
select += exclude[i];
|
||||
}
|
||||
select += ") AND ";
|
||||
}
|
||||
if (criteria.after != null)
|
||||
select += "time > " + criteria.after + " AND ";
|
||||
if (criteria.before != null)
|
||||
select += "time < " + criteria.before + " AND ";
|
||||
|
||||
Log.i("FTS select=" + select + " search=" + search);
|
||||
List<Long> result = new ArrayList<>();
|
||||
try (Cursor cursor = db.query(
|
||||
"message", new String[]{"rowid"},
|
||||
select + "message MATCH ?",
|
||||
new Object[]{search},
|
||||
null, null, "time DESC", null)) {
|
||||
while (cursor != null && cursor.moveToNext())
|
||||
result.add(cursor.getLong(0));
|
||||
}
|
||||
Log.i("FTS result=" + result.size());
|
||||
return result;
|
||||
}
|
||||
|
||||
private static String escape(String word) {
|
||||
return "\"" + word.replaceAll("\"", "\"\"") + "\"";
|
||||
}
|
||||
|
||||
static Cursor getIds(SQLiteDatabase db) {
|
||||
return db.query(
|
||||
"message", new String[]{"rowid"},
|
||||
null, null,
|
||||
null, null, "time");
|
||||
}
|
||||
|
||||
static long size(Context context) {
|
||||
return context.getDatabasePath(DATABASE_NAME).length();
|
||||
}
|
||||
|
||||
static void optimize(SQLiteDatabase db) {
|
||||
Log.i("FTS optimize");
|
||||
db.execSQL("INSERT INTO message (message) VALUES ('optimize')");
|
||||
}
|
||||
|
||||
static void delete(Context context) {
|
||||
context.getDatabasePath(DATABASE_NAME).delete();
|
||||
}
|
||||
}
|
||||
Loading…
Reference in new issue