package eu.faircode.email; /* This file is part of FairEmail. FairEmail is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. FairEmail is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with FairEmail. If not, see . Copyright 2018-2020 by Marcel Bokhorst (M66B) */ import android.content.Context; import android.content.SharedPreferences; import android.database.Cursor; import androidx.annotation.NonNull; import androidx.preference.PreferenceManager; import androidx.work.ExistingPeriodicWorkPolicy; import androidx.work.PeriodicWorkRequest; import androidx.work.WorkManager; import androidx.work.Worker; import androidx.work.WorkerParameters; import java.io.File; import java.util.ArrayList; import java.util.Arrays; import java.util.Date; import java.util.List; import java.util.concurrent.TimeUnit; import io.requery.android.database.sqlite.SQLiteDatabase; import static android.os.Process.THREAD_PRIORITY_BACKGROUND; public class WorkerCleanup extends Worker { private static final int CLEANUP_INTERVAL = 4; // hours private static final long KEEP_FILES_DURATION = 3600 * 1000L; // milliseconds private static final long KEEP_IMAGES_DURATION = 3 * 24 * 3600 * 1000L; // milliseconds private static final long KEEP_CONTACTS_DURATION = 180 * 24 * 3600 * 1000L; // milliseconds private static final long KEEP_LOG_DURATION = 24 * 3600 * 1000L; // milliseconds public WorkerCleanup(@NonNull Context context, @NonNull WorkerParameters workerParams) { super(context, workerParams); Log.i("Instance " + getName()); } @NonNull @Override public Result doWork() { Log.i("Running " + getName()); Thread.currentThread().setPriority(THREAD_PRIORITY_BACKGROUND); cleanup(getApplicationContext(), false); return Result.success(); } static void cleanup(Context context, boolean manual) { SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(context); boolean fts = prefs.getBoolean("fts", true); boolean cleanup_attachments = prefs.getBoolean("cleanup_attachments", false); DB db = DB.getInstance(context); try { Log.i("Start cleanup manual=" + manual); if (manual) { // Check message files Log.i("Checking message files"); List mids = db.message().getMessageWithContent(); for (Long mid : mids) { EntityMessage message = db.message().getMessage(mid); if (message != null) { File file = message.getFile(context); if (!file.exists()) { Log.w("Message file missing id=" + mid); db.message().resetMessageContent(mid); } } } // Check attachments files Log.i("Checking attachments files"); List aids = db.attachment().getAttachmentAvailable(); for (Long aid : aids) { EntityAttachment attachment = db.attachment().getAttachment(aid); if (attachment != null) { File file = attachment.getFile(context); if (!file.exists()) { Log.w("Attachment file missing id=" + aid); db.attachment().setAvailable(aid, false); } } } // Delete old attachments if (cleanup_attachments) { int purged = db.attachment().purge(new Date().getTime()); Log.i("Attachments purged=" + purged); } // Restore alarms for (EntityMessage message : db.message().getSnoozed(null)) EntityMessage.snooze(context, message.id, message.ui_snoozed); ServiceSynchronize.reschedule(context); // Contact info cache ContactInfo.clearCache(); } long now = new Date().getTime(); List files = new ArrayList<>(); File[] messages = new File(context.getFilesDir(), "messages").listFiles(); File[] revision = new File(context.getFilesDir(), "revision").listFiles(); File[] references = new File(context.getFilesDir(), "references").listFiles(); File[] photos = new File(context.getCacheDir(), "photo").listFiles(); File[] calendars = new File(context.getCacheDir(), "calendar").listFiles(); if (messages != null) files.addAll(Arrays.asList(messages)); if (revision != null) files.addAll(Arrays.asList(revision)); if (references != null) files.addAll(Arrays.asList(references)); if (photos != null) files.addAll(Arrays.asList(photos)); if (calendars != null) files.addAll(Arrays.asList(calendars)); // Cleanup message files Log.i("Cleanup message files"); for (File file : files) if (manual || file.lastModified() + KEEP_FILES_DURATION < now) { long id = Long.parseLong(file.getName().split("\\.")[0]); EntityMessage message = db.message().getMessage(id); if (message == null || !message.content) { Log.i("Deleting " + file); if (!file.delete()) Log.w("Error deleting " + file); } } // Cleanup message files Log.i("Cleanup raw message files"); File[] raws = new File(context.getFilesDir(), "raw").listFiles(); if (raws != null) for (File file : raws) if (manual || file.lastModified() + KEEP_FILES_DURATION < now) { long id = Long.parseLong(file.getName().split("\\.")[0]); EntityMessage message = db.message().getMessage(id); if (message == null || message.raw == null || !message.raw) { Log.i("Deleting " + file); if (!file.delete()) Log.w("Error deleting " + file); } } // Cleanup attachment files Log.i("Cleanup attachment files"); File[] attachments = new File(context.getFilesDir(), "attachments").listFiles(); if (attachments != null) for (File file : attachments) if (manual || file.lastModified() + KEEP_FILES_DURATION < now) { long id = Long.parseLong(file.getName().split("\\.")[0]); EntityAttachment attachment = db.attachment().getAttachment(id); if (attachment == null || !attachment.available) { Log.i("Deleting " + file); if (!file.delete()) Log.w("Error deleting " + file); } } // Cleanup cached images Log.i("Cleanup cached image files"); File[] images = new File(context.getCacheDir(), "images").listFiles(); if (images != null) for (File file : images) if (manual || file.lastModified() + KEEP_FILES_DURATION < now) { long id = Long.parseLong(file.getName().split("_")[0]); EntityMessage message = db.message().getMessage(id); if (manual || message == null || file.lastModified() + KEEP_IMAGES_DURATION < now) { Log.i("Deleting " + file); if (!file.delete()) Log.w("Error deleting " + file); } } Log.i("Cleanup FTS=" + fts); if (fts) { int deleted = 0; SQLiteDatabase sdb = FtsDbHelper.getInstance(context); try (Cursor cursor = FtsDbHelper.getIds(sdb)) { while (cursor.moveToNext()) { long rowid = cursor.getLong(0); EntityMessage message = db.message().getMessage(rowid); if (message == null || !message.fts) { Log.i("Deleting FTS rowid=" + rowid); FtsDbHelper.delete(sdb, rowid); deleted++; } } } Log.i("Cleanup FTS=" + deleted); if (manual) FtsDbHelper.optimize(sdb); } Log.i("Cleanup contacts"); int contacts = db.contact().deleteContacts(now - KEEP_CONTACTS_DURATION); Log.i("Deleted contacts=" + contacts); Log.i("Cleanup log"); int logs = db.log().deleteLogs(now - KEEP_LOG_DURATION); Log.i("Deleted logs=" + logs); if (manual) { // https://www.sqlite.org/lang_vacuum.html long size = context.getDatabasePath(db.getOpenHelper().getDatabaseName()).length(); long space = Helper.getAvailableStorageSpace(); if (size * 2 < space) { Log.i("Running VACUUM"); db.getOpenHelper().getWritableDatabase().execSQL("VACUUM;"); } else Log.w("Insufficient space for VACUUM"); } } catch (Throwable ex) { Log.e(ex); } finally { Log.i("End cleanup"); prefs.edit() .remove("crash_report_count") .putLong("last_cleanup", new Date().getTime()) .apply(); } } static void queue(Context context) { try { Log.i("Queuing " + getName() + " every " + CLEANUP_INTERVAL + " hours"); PeriodicWorkRequest workRequest = new PeriodicWorkRequest.Builder(WorkerCleanup.class, CLEANUP_INTERVAL, TimeUnit.HOURS) .setInitialDelay(CLEANUP_INTERVAL, TimeUnit.HOURS) .build(); WorkManager.getInstance(context) .enqueueUniquePeriodicWork(getName(), ExistingPeriodicWorkPolicy.KEEP, workRequest); Log.i("Queued " + getName()); } catch (IllegalStateException ex) { // https://issuetracker.google.com/issues/138465476 Log.w(ex); } } static void cancel(Context context) { try { Log.i("Cancelling " + getName()); WorkManager.getInstance(context).cancelUniqueWork(getName()); Log.i("Cancelled " + getName()); } catch (IllegalStateException ex) { Log.w(ex); } } private static String getName() { return WorkerCleanup.class.getSimpleName(); } }