You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
tasks/astrid/plugin-src/com/todoroo/astrid/actfm/sync/ActFmSyncService.java

1839 lines
73 KiB
Java

/**
* Copyright (c) 2012 Todoroo Inc
*
* See the file "LICENSE" for the full license governing this code.
*/
package com.todoroo.astrid.actfm.sync;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedList;
import java.util.List;
import java.util.Queue;
import java.util.Set;
import java.util.concurrent.atomic.AtomicInteger;
import org.apache.http.entity.mime.MultipartEntity;
import org.apache.http.entity.mime.content.ByteArrayBody;
import org.apache.http.entity.mime.content.FileBody;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import android.content.ContentValues;
import android.database.sqlite.SQLiteConstraintException;
import android.graphics.Bitmap;
import android.os.ConditionVariable;
import android.text.TextUtils;
import android.util.Log;
import com.timsu.astrid.R;
import com.todoroo.andlib.data.AbstractModel;
import com.todoroo.andlib.data.DatabaseDao;
import com.todoroo.andlib.data.DatabaseDao.ModelUpdateListener;
import com.todoroo.andlib.data.Property.LongProperty;
import com.todoroo.andlib.data.Property.StringProperty;
import com.todoroo.andlib.data.TodorooCursor;
import com.todoroo.andlib.service.Autowired;
import com.todoroo.andlib.service.DependencyInjectionService;
import com.todoroo.andlib.sql.Criterion;
import com.todoroo.andlib.sql.Functions;
import com.todoroo.andlib.sql.Join;
import com.todoroo.andlib.sql.Order;
import com.todoroo.andlib.sql.Query;
import com.todoroo.andlib.utility.AndroidUtilities;
import com.todoroo.andlib.utility.DateUtilities;
import com.todoroo.andlib.utility.Preferences;
import com.todoroo.astrid.billing.BillingConstants;
import com.todoroo.astrid.dao.MetadataDao;
import com.todoroo.astrid.dao.TagDataDao;
import com.todoroo.astrid.dao.TaskDao;
import com.todoroo.astrid.dao.TaskDao.TaskCriteria;
import com.todoroo.astrid.dao.UpdateDao;
import com.todoroo.astrid.dao.UserDao;
import com.todoroo.astrid.data.Metadata;
import com.todoroo.astrid.data.MetadataApiDao.MetadataCriteria;
import com.todoroo.astrid.data.RemoteModel;
import com.todoroo.astrid.data.SyncFlags;
import com.todoroo.astrid.data.TagData;
import com.todoroo.astrid.data.Task;
import com.todoroo.astrid.data.TaskApiDao;
import com.todoroo.astrid.data.Update;
import com.todoroo.astrid.data.User;
import com.todoroo.astrid.files.FileMetadata;
import com.todoroo.astrid.gtasks.GtasksMetadata;
import com.todoroo.astrid.gtasks.GtasksPreferenceService;
import com.todoroo.astrid.helper.ImageDiskCache;
import com.todoroo.astrid.service.MetadataService;
import com.todoroo.astrid.service.StatisticsConstants;
import com.todoroo.astrid.service.StatisticsService;
import com.todoroo.astrid.service.TagDataService;
import com.todoroo.astrid.service.TaskService;
import com.todoroo.astrid.service.abtesting.ABTestEventReportingService;
import com.todoroo.astrid.subtasks.SubtasksHelper;
import com.todoroo.astrid.sync.SyncV2Provider.SyncExceptionHandler;
import com.todoroo.astrid.tags.TagService;
import com.todoroo.astrid.tags.reusable.FeaturedListFilterExposer;
import com.todoroo.astrid.utility.Flags;
/**
* Service for synchronizing data on Astrid.com server with local.
*
* @author Tim Su <tim@todoroo.com>
*
*/
@SuppressWarnings("nls")
public final class ActFmSyncService {
// --- instance variables
@Autowired TagDataService tagDataService;
@Autowired MetadataService metadataService;
@Autowired TaskService taskService;
@Autowired ActFmPreferenceService actFmPreferenceService;
@Autowired GtasksPreferenceService gtasksPreferenceService;
@Autowired ActFmInvoker actFmInvoker;
@Autowired ActFmDataService actFmDataService;
@Autowired TaskDao taskDao;
@Autowired TagDataDao tagDataDao;
@Autowired UpdateDao updateDao;
@Autowired UserDao userDao;
@Autowired MetadataDao metadataDao;
@Autowired ABTestEventReportingService abTestEventReportingService;
public static final long TIME_BETWEEN_TRIES = 5 * DateUtilities.ONE_MINUTE;
private static final int PUSH_TYPE_TASK = 0;
private static final int PUSH_TYPE_TAG = 1;
private static final int PUSH_TYPE_UPDATE = 2;
private String token;
public ActFmSyncService() {
DependencyInjectionService.getInstance().inject(this);
}
private class FailedPush {
int pushType;
long itemId;
public FailedPush(int pushType, long itemId) {
this.pushType = pushType;
this.itemId = itemId;
}
}
private final List<FailedPush> failedPushes = Collections.synchronizedList(new LinkedList<FailedPush>());
private Thread pushRetryThread = null;
private Runnable pushRetryRunnable;
private Thread pushOrderThread = null;
private Runnable pushTagOrderRunnable;
private final List<Object> pushOrderQueue = Collections.synchronizedList(new LinkedList<Object>());
private final AtomicInteger taskPushThreads = new AtomicInteger(0);
private final ConditionVariable waitUntilEmpty = new ConditionVariable(true);
public void initialize() {
initializeRetryRunnable();
initializeTagOrderRunnable();
taskDao.addListener(new ModelUpdateListener<Task>() {
@Override
public void onModelUpdated(final Task model) {
if(model.checkAndClearTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC))
return;
if (actFmPreferenceService.isOngoing() && model.getTransitory(TaskService.TRANS_EDIT_SAVE) == null)
return;
final ContentValues setValues = model.getSetValues();
if(setValues == null || !checkForToken() ||
setValues.containsKey(RemoteModel.REMOTE_ID_PROPERTY_NAME))
return;
if(completedRepeatingTask(model))
return;
new Thread(new Runnable() {
@Override
public void run() {
waitUntilEmpty.close();
taskPushThreads.incrementAndGet();
// sleep so metadata associated with task is saved
try {
AndroidUtilities.sleepDeep(1000L);
pushTaskOnSave(model, setValues);
} finally {
if (taskPushThreads.decrementAndGet() == 0) {
waitUntilEmpty.open();
}
}
}
}).start();
}
private boolean completedRepeatingTask(Task model) {
return !TextUtils.isEmpty(model.getValue(Task.RECURRENCE)) && model.isCompleted();
}
});
updateDao.addListener(new ModelUpdateListener<Update>() {
@Override
public void onModelUpdated(final Update model) {
if(model.checkAndClearTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC))
return;
if (actFmPreferenceService.isOngoing())
return;
final ContentValues setValues = model.getSetValues();
if(setValues == null || !checkForToken() || model.getValue(Update.REMOTE_ID) > 0)
return;
new Thread(new Runnable() {
@Override
public void run() {
pushUpdateOnSave(model, setValues, null);
}
}).start();
}
});
tagDataDao.addListener(new ModelUpdateListener<TagData>() {
@Override
public void onModelUpdated(final TagData model) {
if(model.checkAndClearTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC))
return;
if (actFmPreferenceService.isOngoing())
return;
final ContentValues setValues = model.getSetValues();
if(setValues == null || !checkForToken() || setValues.containsKey(RemoteModel.REMOTE_ID_PROPERTY_NAME))
return;
new Thread(new Runnable() {
@Override
public void run() {
pushTagDataOnSave(model, setValues);
}
}).start();
}
});
}
private void initializeRetryRunnable() {
pushRetryRunnable = new Runnable() {
public void run() {
while (true) {
AndroidUtilities.sleepDeep(TIME_BETWEEN_TRIES);
if(failedPushes.isEmpty()) {
synchronized(ActFmSyncService.this) {
pushRetryThread = null;
return;
}
}
if(failedPushes.size() > 0) {
// Copy into a second queue so we don't end up infinitely retrying in the same loop
Queue<FailedPush> toTry = new LinkedList<FailedPush>();
while (failedPushes.size() > 0) {
toTry.add(failedPushes.remove(0));
}
while(!toTry.isEmpty() && !actFmPreferenceService.isOngoing()) {
FailedPush pushOp = toTry.remove();
switch(pushOp.pushType) {
case PUSH_TYPE_TASK:
pushTask(pushOp.itemId);
break;
case PUSH_TYPE_TAG:
pushTag(pushOp.itemId);
break;
case PUSH_TYPE_UPDATE:
pushUpdate(pushOp.itemId);
break;
}
}
}
}
}
};
}
private static final long WAIT_BEFORE_PUSH_ORDER = 15 * 1000;
private void initializeTagOrderRunnable() {
pushTagOrderRunnable = new Runnable() {
@Override
public void run() {
while (true) {
if(pushOrderQueue.isEmpty()) {
synchronized(ActFmSyncService.this) {
pushOrderThread = null;
return;
}
}
if (pushOrderQueue.size() > 0) {
AndroidUtilities.sleepDeep(WAIT_BEFORE_PUSH_ORDER);
try {
Object id = pushOrderQueue.remove(0);
if (id instanceof Long) {
Long tagDataId = (Long) id;
TagData td = tagDataService.fetchById(tagDataId, TagData.ID, TagData.REMOTE_ID, TagData.TAG_ORDERING);
if (td != null) {
pushTagOrdering(td);
}
} else if (id instanceof String) {
String filterId = (String) id;
pushFilterOrdering(filterId);
}
} catch (IndexOutOfBoundsException e) {
// In case element was removed
}
}
}
}
};
}
private void addFailedPush(FailedPush fp) {
failedPushes.add(fp);
synchronized(this) {
if(pushRetryThread == null) {
pushRetryThread = new Thread(pushRetryRunnable);
pushRetryThread.start();
}
}
}
public void waitUntilEmpty() {
waitUntilEmpty.block();
}
// --- data push methods
/**
* Synchronize with server when data changes
*/
public void pushUpdateOnSave(Update update, ContentValues values, Bitmap imageData) {
if(!values.containsKey(Update.MESSAGE.name))
return;
ArrayList<Object> params = new ArrayList<Object>();
params.add("message"); params.add(update.getValue(Update.MESSAGE));
if(update.getValue(Update.TAGS).length() > 0) {
String tagId = update.getValue(Update.TAGS);
tagId = tagId.substring(1, tagId.indexOf(',', 1));
params.add("tag_id"); params.add(tagId);
}
if(update.getValue(Update.TASK) > 0) {
params.add("task_id"); params.add(update.getValue(Update.TASK));
}
MultipartEntity picture = null;
if (imageData != null) {
picture = buildPictureData(imageData);
}
if(!checkForToken())
return;
try {
params.add("token"); params.add(token);
JSONObject result;
if (picture == null)
result = actFmInvoker.invoke("comment_add", params.toArray(new Object[params.size()]));
else
result = actFmInvoker.post("comment_add", picture, params.toArray(new Object[params.size()]));
update.setValue(Update.REMOTE_ID, result.optLong("id"));
ImageDiskCache imageCache = ImageDiskCache.getInstance();
//TODO figure out a way to replace local image files with the url
String commentPicture = result.optString("picture");
if (!TextUtils.isEmpty(commentPicture)) {
String cachedPicture = update.getValue(Update.PICTURE);
if (!TextUtils.isEmpty(cachedPicture) && imageCache.contains(cachedPicture)) {
imageCache.move(update.getValue(Update.PICTURE), commentPicture);
}
update.setValue(Update.PICTURE, result.optString("picture"));
}
updateDao.saveExisting(update);
} catch (IOException e) {
if (notPermanentError(e))
addFailedPush(new FailedPush(PUSH_TYPE_UPDATE, update.getId()));
handleException("task-save", e);
}
}
private boolean notPermanentError(Exception e) {
return !(e instanceof ActFmServiceException);
}
/**
* Synchronize with server when data changes
*/
public void pushTaskOnSave(Task task, ContentValues values) {
Task taskForRemote = taskService.fetchById(task.getId(), Task.REMOTE_ID, Task.CREATION_DATE);
long remoteId = 0;
if(task.containsNonNullValue(Task.REMOTE_ID)) {
remoteId = task.getValue(Task.REMOTE_ID);
} else {
if(taskForRemote == null)
return;
if(taskForRemote.containsNonNullValue(Task.REMOTE_ID))
remoteId = taskForRemote.getValue(Task.REMOTE_ID);
}
long creationDate;
if (task.containsValue(Task.CREATION_DATE)) {
creationDate = task.getValue(Task.CREATION_DATE) / 1000L; // In seconds
} else {
if (taskForRemote == null)
return;
creationDate = taskForRemote.getValue(Task.CREATION_DATE) / 1000L; // In seconds
}
boolean newlyCreated = remoteId == 0;
ArrayList<Object> params = new ArrayList<Object>();
// prevent creation of certain types of tasks
if(newlyCreated) {
if(task.getValue(Task.TITLE).length() == 0)
return;
if(TaskApiDao.insignificantChange(values))
return;
values = task.getMergedValues();
}
if(values.containsKey(Task.TITLE.name)) {
params.add("title"); params.add(task.getValue(Task.TITLE));
}
if(values.containsKey(Task.DUE_DATE.name)) {
params.add("due"); params.add(task.getValue(Task.DUE_DATE) / 1000L);
params.add("has_due_time"); params.add(task.hasDueTime() ? 1 : 0);
}
if(values.containsKey(Task.NOTES.name)) {
params.add("notes"); params.add(task.getValue(Task.NOTES));
}
if(values.containsKey(Task.DELETION_DATE.name)) {
params.add("deleted_at"); params.add(task.getValue(Task.DELETION_DATE) / 1000L);
}
if(task.getTransitory(TaskService.TRANS_REPEAT_COMPLETE) != null) {
params.add("completed"); params.add(DateUtilities.now() / 1000L);
} else if(values.containsKey(Task.COMPLETION_DATE.name)) {
params.add("completed"); params.add(task.getValue(Task.COMPLETION_DATE) / 1000L);
}
if(values.containsKey(Task.IMPORTANCE.name)) {
params.add("importance"); params.add(task.getValue(Task.IMPORTANCE));
}
if(values.containsKey(Task.RECURRENCE.name) ||
(values.containsKey(Task.FLAGS.name) && task.containsNonNullValue(Task.RECURRENCE))) {
String recurrence = task.getValue(Task.RECURRENCE);
if(!TextUtils.isEmpty(recurrence) && task.getFlag(Task.FLAGS, Task.FLAG_REPEAT_AFTER_COMPLETION))
recurrence = recurrence + ";FROM=COMPLETION";
params.add("repeat"); params.add(recurrence);
}
boolean sharing = false;
if(values.containsKey(Task.USER_ID.name) && task.getTransitory(TaskService.TRANS_ASSIGNED) != null) {
if(task.getValue(Task.USER_ID) == Task.USER_ID_EMAIL) {
try {
JSONObject user = new JSONObject(task.getValue(Task.USER));
String userEmail = user.optString("email");
if (!TextUtils.isEmpty(userEmail)) {
params.add("user_email");
params.add(userEmail);
actFmDataService.addUserByEmail(userEmail);
sharing = true;
}
} catch (JSONException e) {
Log.e("Error parsing user", task.getValue(Task.USER), e);
}
} else {
params.add("user_id");
if(task.getValue(Task.USER_ID) == Task.USER_ID_SELF)
params.add(ActFmPreferenceService.userId());
else
params.add(task.getValue(Task.USER_ID));
}
}
if (values.containsKey(Task.SHARED_WITH.name)) {
try {
JSONObject sharedWith = new JSONObject(task.getValue(Task.SHARED_WITH));
if (sharedWith.has("p")) {
JSONArray people = sharedWith.getJSONArray("p");
for (int i = 0; i < people.length(); i++) {
params.add("share_with[]"); params.add(people.getString(i));
}
if (sharedWith.has("message")) {
String message = sharedWith.getString("message");
if (!TextUtils.isEmpty(message))
params.add("message"); params.add(message);
}
}
} catch (JSONException e) {
Log.e("Error parsing shared_with", task.getValue(Task.SHARED_WITH), e);
}
sharing = true;
}
if (sharing) {
addAbTestEventInfo(params);
}
if(Flags.checkAndClear(Flags.TAGS_CHANGED) || newlyCreated) {
TodorooCursor<Metadata> cursor = TagService.getInstance().getTags(task.getId(), false);
try {
if(cursor.getCount() == 0) {
params.add("tags");
params.add("");
} else {
Metadata metadata = new Metadata();
for(cursor.moveToFirst(); !cursor.isAfterLast(); cursor.moveToNext()) {
metadata.readFromCursor(cursor);
if(metadata.containsNonNullValue(TagService.REMOTE_ID) &&
metadata.getValue(TagService.REMOTE_ID) > 0) {
params.add("tag_ids[]");
params.add(metadata.getValue(TagService.REMOTE_ID));
} else {
params.add("tags[]");
params.add(metadata.getValue(TagService.TAG));
}
}
}
} finally {
cursor.close();
}
}
if(params.size() == 0 || !checkForToken())
return;
if(!newlyCreated) {
params.add("id"); params.add(remoteId);
} else if(!values.containsKey(Task.TITLE.name)) {
pushTask(task.getId());
return;
} else {
params.add("created_at"); params.add(creationDate);
}
try {
params.add("token"); params.add(token);
JSONObject result = actFmInvoker.invoke("task_save", params.toArray(new Object[params.size()]));
ArrayList<Metadata> metadata = new ArrayList<Metadata>();
JsonHelper.taskFromJson(result, task, metadata);
} catch (JSONException e) {
handleException("task-save-json", e);
} catch (IOException e) {
if (notPermanentError(e)) {
addFailedPush(new FailedPush(PUSH_TYPE_TASK, task.getId()));
} else {
handleException("task-save-io", e);
task.setValue(Task.LAST_SYNC, DateUtilities.now() + 1000L);
}
}
task.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
taskDao.saveExistingWithSqlConstraintCheck(task);
}
private void addAbTestEventInfo(List<Object> params) {
JSONArray abTestInfo = abTestEventReportingService.getTestsWithVariantsArray();
try {
for (int i = 0; i < abTestInfo.length(); i++) {
params.add("ab_variants[]"); params.add(abTestInfo.getString(i));
}
} catch (JSONException e) {
Log.e("Error parsing AB test info", abTestInfo.toString(), e);
}
}
/**
* Synchronize complete task with server
* @param task id
*/
public void pushTask(long taskId) {
Task task = taskService.fetchById(taskId, Task.PROPERTIES);
if (task != null && task.getValue(Task.MODIFICATION_DATE) > task.getValue(Task.LAST_SYNC))
pushTaskOnSave(task, task.getMergedValues());
}
/**
* Synchronize complete tag with server
* @param tagdata id
*/
public void pushTag(long tagId) {
TagData tagData = tagDataService.fetchById(tagId, TagData.PROPERTIES);
if (tagData != null)
pushTagDataOnSave(tagData, tagData.getMergedValues());
}
/**
* Synchronize complete update with server
* @param update id
*/
public void pushUpdate(long updateId) {
Update update = updateDao.fetch(updateId, Update.PROPERTIES);
if (update != null)
pushUpdateOnSave(update, update.getMergedValues(), null);
}
/**
* Push complete update with new image to server (used for new comments)
*/
public void pushUpdate(long updateId, Bitmap imageData) {
Update update = updateDao.fetch(updateId, Update.PROPERTIES);
pushUpdateOnSave(update, update.getMergedValues(), imageData);
}
//----------------- Push ordering
public void pushTagOrderingOnSave(long tagDataId) {
pushOrderingOnSave(tagDataId);
}
public void pushFilterOrderingOnSave(String filterId) {
pushOrderingOnSave(filterId);
}
private void pushOrderingOnSave(Object id) {
if (!pushOrderQueue.contains(id)) {
pushOrderQueue.add(id);
synchronized(this) {
if(pushOrderThread == null) {
pushOrderThread = new Thread(pushTagOrderRunnable);
pushOrderThread.start();
}
}
}
}
public void pushTagOrderingImmediately(TagData tagData) {
if (pushOrderQueue.contains(tagData.getId())) {
pushOrderQueue.remove(tagData.getId());
}
pushTagOrdering(tagData);
}
public void pushFilterOrderingImmediately(String filterId) {
if (pushOrderQueue.contains(filterId)) {
pushOrderQueue.remove(filterId);
}
pushFilterOrdering(filterId);
}
public boolean cancelTagOrderingPush(long tagDataId) {
if (pushOrderQueue.contains(tagDataId)) {
pushOrderQueue.remove(tagDataId);
return true;
}
return false;
}
public boolean cancelFilterOrderingPush(String filterId) {
if (pushOrderQueue.contains(filterId)) {
pushOrderQueue.remove(filterId);
return true;
}
return false;
}
private void pushTagOrdering(TagData tagData) {
if (!checkForToken())
return;
Long remoteId = tagData.getValue(TagData.REMOTE_ID);
if (remoteId == null || remoteId <= 0)
return;
// Make sure that all tasks are pushed before attempting to sync tag ordering
waitUntilEmpty();
ArrayList<Object> params = new ArrayList<Object>();
params.add("tag_id"); params.add(remoteId);
params.add("order");
params.add(SubtasksHelper.convertTreeToRemoteIds(tagData.getValue(TagData.TAG_ORDERING)));
params.add("token"); params.add(token);
try {
actFmInvoker.invoke("list_order", params.toArray(new Object[params.size()]));
} catch (IOException e) {
handleException("push-tag-order", e);
}
}
private void pushFilterOrdering(String filterLocalId) {
if (!checkForToken())
return;
String filterId = SubtasksHelper.serverFilterOrderId(filterLocalId);
if (filterId == null)
return;
// Make sure that all tasks are pushed before attempting to sync filter ordering
waitUntilEmpty();
ArrayList<Object> params = new ArrayList<Object>();
String order = Preferences.getStringValue(filterLocalId);
if (order == null || "null".equals(order))
order = "[]";
params.add("filter"); params.add(filterId);
params.add("order"); params.add(SubtasksHelper.convertTreeToRemoteIds(order));
params.add("token"); params.add(token);
try {
actFmInvoker.invoke("list_order", params.toArray(new Object[params.size()]));
} catch (IOException e) {
handleException("push-filter-order", e);
}
}
public void fetchFilterOrder(String localFilterId) {
if (!checkForToken())
return;
String filterId = SubtasksHelper.serverFilterOrderId(localFilterId);
ArrayList<Object> params = new ArrayList<Object>();
params.add("filter"); params.add(filterId);
params.add("token"); params.add(token);
try {
JSONObject result = actFmInvoker.invoke("list_order", params.toArray(new Object[params.size()]));
String order = result.optString("order");
if (!TextUtils.isEmpty(order) && !"null".equals(order))
Preferences.setString(localFilterId, SubtasksHelper.convertTreeToLocalIds(order));
} catch (IOException e) {
handleException("fetch-filter-order", e);
}
}
public void fetchTagOrder(TagData tagData) {
if (!checkForToken())
return;
if (!(tagData.containsNonNullValue(TagData.REMOTE_ID) && tagData.getValue(TagData.REMOTE_ID) > 0))
return;
try {
JSONObject result = actFmInvoker.invoke("list_order", "tag_id", tagData.getValue(TagData.REMOTE_ID), "token", token);
JSONArray ordering = result.optJSONArray("order");
if (ordering == null)
return;
if (ordering.optLong(0) != -1L) {
JSONArray newOrdering = new JSONArray();
newOrdering.put(-1L);
for (int i = 0; i < ordering.length(); i++)
newOrdering.put(ordering.get(i));
ordering = newOrdering;
}
String orderString = ordering.toString();
String localOrder = SubtasksHelper.convertTreeToLocalIds(orderString);
tagData.setValue(TagData.TAG_ORDERING, localOrder);
tagDataService.save(tagData);
} catch (JSONException e) {
handleException("fetch-tag-order-json", e);
} catch (IOException e) {
handleException("fetch-tag-order-io", e);
}
}
/**
* Send tagData changes to server
* @param setValues
*/
public void pushTagDataOnSave(TagData tagData, ContentValues values) {
long remoteId;
if(tagData.containsNonNullValue(TagData.REMOTE_ID))
remoteId = tagData.getValue(TagData.REMOTE_ID);
else {
TagData forRemote = tagDataService.fetchById(tagData.getId(), TagData.REMOTE_ID);
if(forRemote == null)
return;
remoteId = forRemote.getValue(TagData.REMOTE_ID);
}
boolean newlyCreated = remoteId == 0;
ArrayList<Object> params = new ArrayList<Object>();
if(values.containsKey(TagData.NAME.name)) {
params.add("name"); params.add(tagData.getValue(TagData.NAME));
}
if(values.containsKey(TagData.DELETION_DATE.name)) {
params.add("deleted_at"); params.add(tagData.getValue(TagData.DELETION_DATE) / 1000L);
}
if(values.containsKey(TagData.TAG_DESCRIPTION.name)) {
params.add("description"); params.add(tagData.getValue(TagData.TAG_DESCRIPTION));
}
if(values.containsKey(TagData.MEMBERS.name)) {
params.add("members");
try {
JSONArray members = new JSONArray(tagData.getValue(TagData.MEMBERS));
if(members.length() == 0)
params.add("");
else {
ArrayList<Object> array = new ArrayList<Object>(members.length());
for(int i = 0; i < members.length(); i++) {
JSONObject person = members.getJSONObject(i);
if(person.has("id"))
array.add(person.getLong("id"));
else {
if(person.has("name"))
array.add(person.getString("name") + " <" +
person.getString("email") + ">");
else
array.add(person.getString("email"));
}
}
params.add(array);
if (members.length() > 0)
addAbTestEventInfo(params);
}
} catch (JSONException e) {
throw new RuntimeException(e);
}
}
if(values.containsKey(TagData.FLAGS.name)) {
params.add("is_silent");
boolean silenced = tagData.getFlag(TagData.FLAGS, TagData.FLAG_SILENT);
params.add(silenced ? "1" : "0");
}
if(params.size() == 0 || !checkForToken())
return;
if(!newlyCreated) {
params.add("id"); params.add(remoteId);
}
try {
params.add("token"); params.add(token);
JSONObject result = actFmInvoker.invoke("tag_save", params.toArray(new Object[params.size()]));
if(newlyCreated) {
tagData.setValue(TagData.REMOTE_ID, result.optLong("id"));
tagData.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
tagDataDao.saveExisting(tagData);
}
} catch (ActFmServiceException e) {
handleException("tag-save", e);
try {
fetchTag(tagData);
} catch (IOException e1) {
handleException("refetch-error-tag", e);
} catch (JSONException e1) {
handleException("refetch-error-tag", e);
}
} catch (IOException e) {
addFailedPush(new FailedPush(PUSH_TYPE_TAG, tagData.getId()));
handleException("tag-save", e);
}
}
public void pushAttachmentInBackground(final Metadata fileMetadata) {
if (!ActFmPreferenceService.isPremiumUser())
return;
new Thread(new Runnable() {
@Override
public void run() {
waitUntilEmpty.close();
taskPushThreads.incrementAndGet();
try {
Task t = taskDao.fetch(fileMetadata.getValue(Metadata.TASK), Task.REMOTE_ID);
if (t == null || t.getValue(Task.REMOTE_ID) == null || t.getValue(Task.REMOTE_ID) <= 0)
return;
if (fileMetadata.getValue(FileMetadata.DELETION_DATE) > 0)
deleteAttachment(fileMetadata);
else
pushAttachment(t.getValue(Task.REMOTE_ID), fileMetadata);
} finally {
if (taskPushThreads.decrementAndGet() == 0) {
waitUntilEmpty.open();
}
}
}
}).start();
}
/**
* Push a file attachment to the server
* @param remoteTaskId
* @param fileMetadata
*/
public void pushAttachment(long remoteTaskId, Metadata fileMetadata) {
if (!ActFmPreferenceService.isPremiumUser())
return;
if (!fileMetadata.containsNonNullValue(FileMetadata.FILE_PATH) || remoteTaskId <= 0)
return;
File f = new File(fileMetadata.getValue(FileMetadata.FILE_PATH));
if (!f.exists())
return;
if (!checkForToken())
return;
ArrayList<Object> params = new ArrayList<Object>();
params.add("task_id"); params.add(remoteTaskId);
params.add("token"); params.add(token);
try {
MultipartEntity entity = new MultipartEntity();
FileBody body = new FileBody(f, fileMetadata.getValue(FileMetadata.FILE_TYPE));
entity.addPart("file", body);
JSONObject result = actFmInvoker.post("task_attachment_create", entity,
params.toArray(new Object[params.size()]));
fileMetadata.setValue(FileMetadata.REMOTE_ID, result.optLong("id"));
fileMetadata.setValue(FileMetadata.URL, result.optString("url"));
metadataService.save(fileMetadata);
} catch (ActFmServiceException e) {
handleException("push-attachment-error", e);
} catch (IOException e) {
handleException("push-attachment-error", e);
}
}
public void deleteAttachment(Metadata fileMetadata) {
long attachmentId = fileMetadata.getValue(FileMetadata.REMOTE_ID);
if (attachmentId <= 0)
return;
if (!checkForToken())
return;
ArrayList<Object> params = new ArrayList<Object>();
params.add("id"); params.add(attachmentId);
params.add("token"); params.add(token);
try {
JSONObject result = actFmInvoker.post("task_attachment_remove", null, params.toArray(new Object[params.size()]));
if (result.optString("status").equals("success")) {
metadataService.delete(fileMetadata);
}
} catch (ActFmServiceException e) {
if (e.result != null && e.result.optString("code").equals("not_found"))
metadataService.delete(fileMetadata);
else
handleException("push-attachment-error", e);
} catch (IOException e) {
handleException("push-attachment-error", e);
}
}
// --- data fetch methods
/**
* Fetch tagData listing asynchronously
*/
public void fetchTagDataDashboard(boolean manual, final Runnable done) {
invokeFetchList("goal", manual, null, new ListItemProcessor<TagData>() {
@Override
protected void mergeAndSave(JSONArray list, HashMap<Long,Long> locals, long serverTime) throws JSONException {
TagData remote = new TagData();
for(int i = 0; i < list.length(); i++) {
JSONObject item = list.getJSONObject(i);
readIds(locals, item, remote);
JsonHelper.tagFromJson(item, remote);
remote.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
tagDataService.save(remote);
}
}
@Override
protected HashMap<Long, Long> getLocalModels() {
TodorooCursor<TagData> cursor = tagDataService.query(Query.select(TagData.ID,
TagData.REMOTE_ID).where(TagData.REMOTE_ID.in(remoteIds)).orderBy(
Order.asc(TagData.REMOTE_ID)));
return cursorToMap(cursor, taskDao, TagData.REMOTE_ID, TagData.ID);
}
@Override
protected Class<TagData> typeClass() {
return TagData.class;
}
}, done, "goals");
}
/**
* Get details for this tag
* @param tagData
* @throws IOException
* @throws JSONException
*/
public void fetchTag(final TagData tagData) throws IOException, JSONException {
JSONObject result;
if(!checkForToken())
return;
if(tagData.getValue(TagData.REMOTE_ID) == 0) {
if(TextUtils.isEmpty(tagData.getValue(TagData.NAME)))
return;
result = actFmInvoker.invoke("tag_show", "name", tagData.getValue(TagData.NAME),
"token", token);
} else
result = actFmInvoker.invoke("tag_show", "id", tagData.getValue(TagData.REMOTE_ID),
"token", token);
JsonHelper.tagFromJson(result, tagData);
tagData.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
tagDataService.save(tagData);
}
/**
* Get details for this task
* @param task
* @throws IOException
* @throws JSONException
*/
public void fetchTask(Task task) throws IOException, JSONException {
JSONObject result;
if(!checkForToken())
return;
if(task.getValue(TagData.REMOTE_ID) == 0)
return;
result = actFmInvoker.invoke("task_show", "id", task.getValue(Task.REMOTE_ID),
"token", token);
ArrayList<Metadata> metadata = new ArrayList<Metadata>();
JsonHelper.taskFromJson(result, task, metadata);
task.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
taskService.save(task);
metadataService.synchronizeMetadata(task.getId(), metadata, Metadata.KEY.eq(TagService.KEY));
synchronizeAttachments(result, task);
}
/**
* Fetch all tags
* @param serverTime
* @return new serverTime
*/
public int fetchTags(int serverTime) throws JSONException, IOException {
if(!checkForToken())
return 0;
JSONObject result = actFmInvoker.invoke("tag_list",
"token", token, "modified_after", serverTime);
JSONArray tags = result.getJSONArray("list");
HashSet<Long> remoteIds = new HashSet<Long>(tags.length());
for(int i = 0; i < tags.length(); i++) {
JSONObject tagObject = tags.getJSONObject(i);
actFmDataService.saveTagData(tagObject);
remoteIds.add(tagObject.getLong("id"));
}
if(serverTime == 0) {
Long[] remoteIdArray = remoteIds.toArray(new Long[remoteIds.size()]);
tagDataService.deleteWhere(Criterion.and(
Criterion.not(Functions.bitwiseAnd(TagData.FLAGS, TagData.FLAG_FEATURED).gt(0)),
Criterion.not(TagData.REMOTE_ID.in(remoteIdArray))));
}
return result.optInt("time", 0);
}
public int fetchFeaturedLists(int serverTime) throws JSONException, IOException {
if (!checkForToken())
return 0;
JSONObject result = actFmInvoker.invoke("featured_lists",
"token", token, "modified_after", serverTime);
JSONArray featuredLists = result.getJSONArray("list");
if (featuredLists.length() > 0)
Preferences.setBoolean(FeaturedListFilterExposer.PREF_SHOULD_SHOW_FEATURED_LISTS, true);
for (int i = 0; i < featuredLists.length(); i++) {
JSONObject featObject = featuredLists.getJSONObject(i);
actFmDataService.saveFeaturedList(featObject);
}
return result.optInt("time", 0);
}
private void saveUsers(JSONArray users, HashSet<Long> ids) throws JSONException {
for (int i = 0; i < users.length(); i++) {
JSONObject userObject = users.getJSONObject(i);
ids.add(userObject.optLong("id"));
actFmDataService.saveUserData(userObject);
}
}
public int fetchUsers() throws JSONException, IOException {
if (!checkForToken())
return 0;
JSONObject result = actFmInvoker.invoke("user_list",
"token", token);
JSONObject suggestedResult = actFmInvoker.invoke("suggested_user_list",
"token", token);
JSONArray users = result.getJSONArray("list");
JSONArray suggestedUsers = suggestedResult.getJSONArray("list");
HashSet<Long> ids = new HashSet<Long>();
if (users.length() > 0 || suggestedUsers.length() > 0)
Preferences.setBoolean(R.string.p_show_friends_view, true);
saveUsers(users, ids);
saveUsers(suggestedUsers, ids);
Long[] idsArray = ids.toArray(new Long[ids.size()]);
actFmDataService.userDao.deleteWhere(Criterion.not(User.REMOTE_ID.in(idsArray)));
return result.optInt("time", 0);
}
public void pushUser(User model) {
if (TextUtils.isEmpty(model.getValue(User.PENDING_STATUS)))
return;
if (model.getValue(User.REMOTE_ID) == 0)
return;
if (!checkForToken())
return;
try {
ArrayList<Object> params = new ArrayList<Object>();
params.add("token"); params.add(token);
params.add("id"); params.add(model.getValue(User.REMOTE_ID));
params.add("status"); params.add(model.getValue(User.PENDING_STATUS));
JSONObject result = actFmInvoker.invoke("user_set_status", params.toArray(new Object[params.size()]));
if (result.optString("status").equals("success")) {
String newStatus = result.optString("friendship_status");
if (!TextUtils.isEmpty(newStatus)) {
model.setValue(User.STATUS, newStatus);
model.setValue(User.PENDING_STATUS, "");
userDao.saveExisting(model);
}
}
} catch (IOException e) {
handleException("user-status", e);
}
}
/**
* Fetch active tasks asynchronously
* @param manual
* @param done
*/
public void fetchActiveTasks(final boolean manual, SyncExceptionHandler handler, Runnable done) {
invokeFetchList("task", manual, handler, new TaskListItemProcessor(manual), done, "active_tasks");
}
/**
* Fetch tasks for the given tagData asynchronously
* @param tagData
* @param manual
* @param done
*/
public void fetchTasksForTag(final TagData tagData, final boolean manual, Runnable done) {
invokeFetchList("task", manual, null, new TaskListItemProcessor(manual) {
@Override
protected void deleteExtras(Long[] localIds) {
taskService.deleteWhere(Criterion.and(
TagService.memberOfTagData(tagData.getValue(TagData.REMOTE_ID)),
TaskCriteria.activeAndVisible(),
Task.REMOTE_ID.isNotNull(),
Criterion.not(Task.ID.in(localIds))));
}
}, done, "tasks:" + tagData.getId(), "tag_id", tagData.getValue(TagData.REMOTE_ID));
}
public void fetchTasksForUser(final User user, final boolean manual, Runnable done) {
invokeFetchList("task", manual, null, new TaskListItemProcessor(false),
done, "user_" + user.getId(), "user_id", user.getValue(User.REMOTE_ID));
}
/**
* Fetch updates for the given tagData asynchronously
* @param tagData
* @param manual
* @param done
*/
public void fetchUpdatesForTag(final TagData tagData, final boolean manual, Runnable done) {
invokeFetchList("activity", manual, null, new UpdateListItemProcessor(), done,
"updates:" + tagData.getId(), "tag_id", tagData.getValue(TagData.REMOTE_ID));
pushQueuedUpdatesForTag(tagData);
}
/**
* Fetch updates for the given task asynchronously
* @param task
* @param manual
* @param runnable
*/
public void fetchUpdatesForTask(final Task task, boolean manual, Runnable done) {
invokeFetchList("activity", manual, null, new UpdateListItemProcessor(), done,
"comments:" + task.getId(), "task_id", task.getValue(Task.REMOTE_ID));
pushQueuedUpdatesForTask(task);
}
/**
* Fetch updates for the current user asynchronously
* @param manual
* @param done
*/
public void fetchPersonalUpdates(boolean manual, Runnable done) {
invokeFetchList("activity", manual, null, new UpdateListItemProcessor(), done, "personal");
pushAllQueuedUpdates();
}
public void updateUserSubscriptionStatus(Runnable onSuccess, Runnable onRecoverableError, Runnable onInvalidToken) {
String purchaseToken = Preferences.getStringValue(BillingConstants.PREF_PURCHASE_TOKEN);
String productId = Preferences.getStringValue(BillingConstants.PREF_PRODUCT_ID);
try {
if (!checkForToken())
throw new ActFmServiceException("Not logged in", null);
ArrayList<Object> params = new ArrayList<Object>();
params.add("purchase_token"); params.add(purchaseToken);
params.add("product_id"); params.add(productId);
addAbTestEventInfo(params);
params.add("token"); params.add(token);
actFmInvoker.invoke("premium_update_android", params.toArray(new Object[params.size()]));
Preferences.setBoolean(BillingConstants.PREF_NEEDS_SERVER_UPDATE, false);
if (onSuccess != null)
onSuccess.run();
} catch (Exception e) {
if (e instanceof ActFmServiceException) {
ActFmServiceException ae = (ActFmServiceException)e;
if (ae.result != null && ae.result.optString("status").equals("error")) {
if (ae.result.optString("code").equals("invalid_purchase_token")) { // Not a valid purchase--expired or duolicate
Preferences.setBoolean(ActFmPreferenceService.PREF_LOCAL_PREMIUM, false);
Preferences.setBoolean(BillingConstants.PREF_NEEDS_SERVER_UPDATE, false);
if (onInvalidToken != null)
onInvalidToken.run();
return;
}
}
}
Preferences.setBoolean(BillingConstants.PREF_NEEDS_SERVER_UPDATE, true);
if (onRecoverableError != null)
onRecoverableError.run();
}
}
private void pushQueuedUpdatesForTag(TagData tagData) {
Criterion criterion = null;
if (tagData.getValue(TagData.REMOTE_ID) < 1) {
criterion = Criterion.and(Update.REMOTE_ID.eq(0),
Update.TAGS_LOCAL.like("%," + tagData.getId() + ",%"));
}
else {
criterion = Criterion.and(Update.REMOTE_ID.eq(0),
Criterion.or(Update.TAGS.like("%," + tagData.getValue(TagData.REMOTE_ID) + ",%"),
Update.TAGS_LOCAL.like("%," + tagData.getId() + ",%")));
}
Update template = new Update();
template.setValue(Update.TAGS, "," + tagData.getValue(TagData.REMOTE_ID) + ",");
updateDao.update(criterion, template);
TodorooCursor<Update> cursor = updateDao.query(Query.select(Update.ID, Update.PICTURE).where(criterion));
pushQueuedUpdates(cursor);
}
private void pushQueuedUpdatesForTask(Task task) {
Criterion criterion = null;
if (task.containsNonNullValue(Task.REMOTE_ID)) {
criterion = Criterion.and(Update.REMOTE_ID.eq(0),
Criterion.or(Update.TASK.eq(task.getValue(Task.REMOTE_ID)), Update.TASK_LOCAL.eq(task.getId())));
} else
return;
Update template = new Update();
template.setValue(Update.TASK, task.getValue(Task.REMOTE_ID)); //$NON-NLS-1$
updateDao.update(criterion, template);
TodorooCursor<Update> cursor = updateDao.query(Query.select(Update.ID, Update.PICTURE).where(criterion));
pushQueuedUpdates(cursor);
}
private void pushAllQueuedUpdates() {
TodorooCursor<Update> cursor = updateDao.query(Query.select(Update.ID, Update.PICTURE).where(Update.REMOTE_ID.eq(0)));
pushQueuedUpdates(cursor);
}
private void pushQueuedUpdates( TodorooCursor<Update> cursor) {
try {
final ImageDiskCache imageCache = ImageDiskCache.getInstance();
for(int i = 0; i < cursor.getCount(); i++) {
cursor.moveToNext();
final Update update = new Update(cursor);
new Thread(new Runnable() {
public void run() {
Bitmap picture = null;
if(imageCache != null && imageCache.contains(update.getValue(Update.PICTURE))) {
try {
picture = imageCache.get(update.getValue(Update.PICTURE));
} catch (IOException e) {
e.printStackTrace();
}
}
pushUpdate(update.getId(), picture);
}
}).start();
}
} finally {
cursor.close();
}
}
private class UpdateListItemProcessor extends ListItemProcessor<Update> {
@Override
protected void mergeAndSave(JSONArray list, HashMap<Long,Long> locals, long serverTime) throws JSONException {
Update remote = new Update();
for(int i = 0; i < list.length(); i++) {
JSONObject item = list.getJSONObject(i);
readIds(locals, item, remote);
JsonHelper.updateFromJson(item, remote);
remote.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
if(remote.getId() == AbstractModel.NO_ID)
updateDao.createNew(remote);
else
updateDao.saveExisting(remote);
remote.clear();
}
}
@Override
protected HashMap<Long, Long> getLocalModels() {
TodorooCursor<Update> cursor = updateDao.query(Query.select(Update.ID,
Update.REMOTE_ID).where(Update.REMOTE_ID.in(remoteIds)).orderBy(
Order.asc(Update.REMOTE_ID)));
return cursorToMap(cursor, updateDao, Update.REMOTE_ID, Update.ID);
}
@Override
protected Class<Update> typeClass() {
return Update.class;
}
}
/**
* Update tag picture
* @param path
* @throws IOException
* @throws ActFmServiceException
*/
public String setTagPicture(long tagId, Bitmap bitmap) throws ActFmServiceException, IOException {
if(!checkForToken())
return null;
MultipartEntity data = buildPictureData(bitmap);
JSONObject result = actFmInvoker.post("tag_save", data, "id", tagId, "token", token);
return result.optString("picture");
}
public static MultipartEntity buildPictureData(Bitmap bitmap) {
ByteArrayOutputStream baos = new ByteArrayOutputStream();
if(bitmap.getWidth() > 512 || bitmap.getHeight() > 512) {
float scale = Math.min(512f / bitmap.getWidth(), 512f / bitmap.getHeight());
bitmap = Bitmap.createScaledBitmap(bitmap, (int)(scale * bitmap.getWidth()),
(int)(scale * bitmap.getHeight()), false);
}
bitmap.compress(Bitmap.CompressFormat.JPEG, 50, baos);
byte[] bytes = baos.toByteArray();
MultipartEntity data = new MultipartEntity();
data.addPart("picture", new ByteArrayBody(bytes, "image/jpg", "image.jpg"));
return data;
}
// --- generic invokation
/** invoke authenticated method against the server */
public JSONObject invoke(String method, Object... getParameters) throws IOException,
ActFmServiceException {
if(!checkForToken())
throw new ActFmServiceException("not logged in", null);
Object[] parameters = new Object[getParameters.length + 2];
parameters[0] = "token";
parameters[1] = token;
for(int i = 0; i < getParameters.length; i++)
parameters[i+2] = getParameters[i];
return actFmInvoker.invoke(method, parameters);
}
// --- helpers
private abstract class ListItemProcessor<TYPE extends AbstractModel> {
protected Long[] remoteIds = null;
abstract protected HashMap<Long, Long> getLocalModels();
abstract protected Class<TYPE> typeClass();
abstract protected void mergeAndSave(JSONArray list,
HashMap<Long,Long> locals, long serverTime) throws JSONException;
public void process(JSONArray list, long serverTime) throws JSONException {
readRemoteIds(list);
synchronized (typeClass()) {
HashMap<Long, Long> locals = getLocalModels();
mergeAndSave(list, locals, serverTime);
}
}
public void processExtras(JSONObject fullResult) {
// Subclasses can override if they want to examine the full JSONObject for other information
}
protected void readRemoteIds(JSONArray list) throws JSONException {
remoteIds = new Long[list.length()];
for(int i = 0; i < list.length(); i++)
remoteIds[i] = list.getJSONObject(i).getLong("id");
}
protected void readIds(HashMap<Long, Long> locals, JSONObject json, RemoteModel model) throws JSONException {
long remoteId = json.getLong("id");
model.setValue(RemoteModel.REMOTE_ID_PROPERTY, remoteId);
if(locals.containsKey(remoteId)) {
model.setId(locals.remove(remoteId));
} else {
model.clearValue(AbstractModel.ID_PROPERTY);
}
}
protected HashMap<Long, Long> cursorToMap(TodorooCursor<TYPE> cursor, DatabaseDao<?> dao,
LongProperty remoteIdProperty, LongProperty localIdProperty) {
try {
HashMap<Long, Long> map = new HashMap<Long, Long>(cursor.getCount());
for(cursor.moveToFirst(); !cursor.isAfterLast(); cursor.moveToNext()) {
long remoteId = cursor.get(remoteIdProperty);
long localId = cursor.get(localIdProperty);
if(map.containsKey(remoteId))
dao.delete(map.get(remoteId));
map.put(remoteId, localId);
}
return map;
} finally {
cursor.close();
}
}
}
private class TaskListItemProcessor extends ListItemProcessor<Task> {
private final boolean deleteExtras;
private final HashMap<Long, Long> modificationDates;
public TaskListItemProcessor(boolean deleteExtras) {
this.deleteExtras = deleteExtras;
this.modificationDates = new HashMap<Long, Long>();
}
@Override
protected void mergeAndSave(JSONArray list, HashMap<Long,Long> locals, long serverTime) throws JSONException {
Task remote = new Task();
ArrayList<Metadata> metadata = new ArrayList<Metadata>();
HashSet<Long> ids = new HashSet<Long>(list.length());
long timeDelta = serverTime == 0 ? 0 : DateUtilities.now() - serverTime * 1000;
for(int i = 0; i < list.length(); i++) {
JSONObject item = list.getJSONObject(i);
readIds(locals, item, remote);
long serverModificationDate = item.optLong("updated_at") * 1000;
if (serverModificationDate > 0 && modificationDates.containsKey(remote.getId())
&& serverModificationDate < (modificationDates.get(remote.getId()) - timeDelta)) {
ids.add(remote.getId());
continue; // Modified locally more recently than remotely -- don't overwrite changes
}
JsonHelper.taskFromJson(item, remote, metadata);
if(remote.getValue(Task.USER_ID) == 0) {
if(!remote.isSaved())
StatisticsService.reportEvent(StatisticsConstants.ACTFM_TASK_CREATED);
else if(remote.isCompleted())
StatisticsService.reportEvent(StatisticsConstants.ACTFM_TASK_COMPLETED);
}
if(!remote.isSaved() && remote.hasDueDate() &&
remote.getValue(Task.DUE_DATE) < DateUtilities.now())
remote.setFlag(Task.REMINDER_FLAGS, Task.NOTIFY_AFTER_DEADLINE, false);
remote.putTransitory(SyncFlags.ACTFM_SUPPRESS_SYNC, true);
if (remote.getValue(Task.USER_ID) != Task.USER_ID_SELF)
remote.putTransitory(SyncFlags.GTASKS_SUPPRESS_SYNC, true);
// TODO: It seems like something about this title matching might be causing
// SQLiteConstraint exceptions. Think about it. In the meantime, catch and merge
if (!remote.isSaved() && gtasksPreferenceService.isLoggedIn()) {
titleMatchOnGoogleTask(remote);
}
try {
taskService.save(remote);
} catch (SQLiteConstraintException e) {
taskDao.handleSQLiteConstraintException(remote);
}
ids.add(remote.getId());
metadataService.synchronizeMetadata(remote.getId(), metadata, MetadataCriteria.withKey(TagService.KEY));
synchronizeAttachments(item, remote);
remote.clear();
}
if(deleteExtras) {
Long[] localIds = ids.toArray(new Long[ids.size()]);
deleteExtras(localIds);
}
}
private void titleMatchOnGoogleTask(Task remote) {
String title = remote.getValue(Task.TITLE);
TodorooCursor<Task> match = taskService.query(Query.select(Task.ID)
.join(Join.inner(Metadata.TABLE, Criterion.and(Metadata.KEY.eq(GtasksMetadata.METADATA_KEY), Metadata.TASK.eq(Task.ID))))
.where(Criterion.and(Task.TITLE.eq(title), Task.REMOTE_ID.isNull())));
try {
if (match.getCount() > 0) {
match.moveToFirst();
remote.setId(match.get(Task.ID));
}
} finally {
match.close();
}
}
protected void deleteExtras(Long[] localIds) {
taskService.deleteWhere(Criterion.and(TaskCriteria.activeVisibleMine(),
Task.REMOTE_ID.isNotNull(),
Criterion.not(Task.ID.in(localIds))));
}
@Override
protected HashMap<Long, Long> getLocalModels() {
TodorooCursor<Task> cursor = taskService.query(Query.select(Task.ID, Task.MODIFICATION_DATE,
Task.REMOTE_ID).where(Task.REMOTE_ID.in(remoteIds)).orderBy(
Order.asc(Task.REMOTE_ID)));
Task task = new Task();
for (cursor.moveToFirst(); !cursor.isAfterLast(); cursor.moveToNext()) {
task.readFromCursor(cursor);
modificationDates.put(task.getId(), task.getValue(Task.MODIFICATION_DATE));
}
return cursorToMap(cursor, taskDao, Task.REMOTE_ID, Task.ID);
}
@Override
protected Class<Task> typeClass() {
return Task.class;
}
}
private void synchronizeAttachments(JSONObject item, Task model) {
TodorooCursor<Metadata> attachments = metadataService.query(Query.select(Metadata.PROPERTIES)
.where(Criterion.and(MetadataCriteria.byTaskAndwithKey(model.getId(),
FileMetadata.METADATA_KEY), FileMetadata.REMOTE_ID.gt(0))));
try {
HashMap<Long, Metadata> currentFiles = new HashMap<Long, Metadata>();
for (attachments.moveToFirst(); !attachments.isAfterLast(); attachments.moveToNext()) {
Metadata m = new Metadata(attachments);
currentFiles.put(m.getValue(FileMetadata.REMOTE_ID), m);
}
JSONArray remoteFiles = item.getJSONArray("attachments");
for (int i = 0; i < remoteFiles.length(); i++) {
JSONObject file = remoteFiles.getJSONObject(i);
long id = file.optLong("id");
if (currentFiles.containsKey(id)) {
// Match, make sure name and url are up to date, then remove from map
Metadata fileMetadata = currentFiles.get(id);
fileMetadata.setValue(FileMetadata.URL, file.getString("url"));
fileMetadata.setValue(FileMetadata.NAME, file.getString("name"));
metadataService.save(fileMetadata);
currentFiles.remove(id);
} else {
// Create new file attachment
Metadata newAttachment = FileMetadata.createNewFileMetadata(model.getId(), "",
file.getString("name"), file.getString("content_type"));
String url = file.getString("url");
newAttachment.setValue(FileMetadata.URL, url);
newAttachment.setValue(FileMetadata.REMOTE_ID, id);
metadataService.save(newAttachment);
}
}
// Remove all the leftovers
Set<Long> attachmentsToDelete = currentFiles.keySet();
for (Long remoteId : attachmentsToDelete) {
Metadata toDelete = currentFiles.get(remoteId);
String path = toDelete.getValue(FileMetadata.FILE_PATH);
if (TextUtils.isEmpty(path))
metadataService.delete(toDelete);
else {
File f = new File(toDelete.getValue(FileMetadata.FILE_PATH));
if (!f.exists() || f.delete()) {
metadataService.delete(toDelete);
}
}
}
} catch (JSONException e) {
e.printStackTrace();
} finally {
attachments.close();
}
}
/** Call sync method */
private void invokeFetchList(final String model, final boolean manual, final SyncExceptionHandler handler,
final ListItemProcessor<?> processor, final Runnable done, final String lastSyncKey,
Object... params) {
if(!checkForToken())
return;
long serverFetchTime = manual ? 0 : Preferences.getLong("actfm_time_" + lastSyncKey, 0);
final Object[] getParams = AndroidUtilities.concat(new Object[params.length + 4], params, "token", token,
"modified_after", serverFetchTime);
new Thread(new Runnable() {
@Override
public void run() {
JSONObject result = null;
try {
result = actFmInvoker.invoke(model + "_list", getParams);
long serverTime = result.optLong("time", 0);
JSONArray list = result.getJSONArray("list");
processor.process(list, serverTime);
processor.processExtras(result);
Preferences.setLong("actfm_time_" + lastSyncKey, serverTime);
Preferences.setLong("actfm_last_" + lastSyncKey, DateUtilities.now());
} catch (IOException e) {
if (handler != null)
handler.handleException("io-exception-list-" + model, e, e.toString());
else
handleException("io-exception-list-" + model, e);
} catch (JSONException e) {
handleException("json-exception-" + model, e);
} finally {
if(done != null)
done.run();
}
}
}).start();
}
protected void handleException(String message, Exception exception) {
Log.w("actfm-sync", message, exception);
}
private boolean checkForToken() {
if(!actFmPreferenceService.isLoggedIn())
return false;
token = actFmPreferenceService.getToken();
return true;
}
// --- json reader helper
/**
* Read data models from JSON
*/
public static class JsonHelper {
protected static long readDate(JSONObject item, String key) {
return item.optLong(key, 0) * 1000L;
}
public static void userFromJson(JSONObject json, User model) throws JSONException {
model.setValue(User.REMOTE_ID, json.getLong("id"));
model.setValue(User.NAME, json.optString("name"));
model.setValue(User.EMAIL, json.optString("email"));
model.setValue(User.PICTURE, json.optString("picture"));
model.setValue(User.STATUS, json.optString("status"));
}
public static void jsonFromUser(JSONObject json, User model) throws JSONException {
json.put("id", model.getValue(User.REMOTE_ID));
json.put("name", model.getValue(User.NAME));
json.put("email", model.getValue(User.EMAIL));
json.put("picture", model.getValue(User.PICTURE));
}
public static void updateFromJson(JSONObject json, Update model) throws JSONException {
model.setValue(Update.REMOTE_ID, json.getLong("id"));
readUser(json.getJSONObject("user"), model, Update.USER_ID, Update.USER);
if (!json.isNull("other_user")) {
readUser(json.getJSONObject("other_user"), model, Update.OTHER_USER_ID, Update.OTHER_USER);
}
model.setValue(Update.ACTION, json.getString("action"));
model.setValue(Update.ACTION_CODE, json.getString("action_code"));
model.setValue(Update.TARGET_NAME, json.getString("target_name"));
if(json.isNull("message"))
model.setValue(Update.MESSAGE, "");
else
model.setValue(Update.MESSAGE, json.getString("message"));
model.setValue(Update.PICTURE, json.optString("picture", ""));
model.setValue(Update.CREATION_DATE, readDate(json, "created_at"));
String tagIds = "," + json.optString("tag_ids", "") + ",";
model.setValue(Update.TAGS, tagIds);
model.setValue(Update.TASK, json.optLong("task_id", 0));
}
public static void readUser(JSONObject user, AbstractModel model, LongProperty idProperty,
StringProperty userProperty) throws JSONException {
long id = user.optLong("id", -2);
if(id == -2) {
model.setValue(idProperty, -1L);
if(userProperty != null) {
JSONObject unassigned = new JSONObject();
unassigned.put("id", -1L);
model.setValue(userProperty, unassigned.toString());
}
} else if (id == ActFmPreferenceService.userId()) {
model.setValue(idProperty, 0L);
if (userProperty != null)
model.setValue(userProperty, ActFmPreferenceService.thisUser().toString());
} else {
model.setValue(idProperty, id);
if(userProperty != null)
model.setValue(userProperty, user.toString());
}
}
/**
* Read tagData from JSON
* @param model
* @param json
* @throws JSONException
*/
public static void tagFromJson(JSONObject json, TagData model) throws JSONException {
parseTagDataFromJson(json, model, false);
}
public static void featuredListFromJson(JSONObject json, TagData model) throws JSONException {
parseTagDataFromJson(json, model, true);
}
private static void parseTagDataFromJson(JSONObject json, TagData model, boolean featuredList) throws JSONException {
model.clearValue(TagData.REMOTE_ID);
model.setValue(TagData.REMOTE_ID, json.getLong("id"));
model.setValue(TagData.NAME, json.getString("name"));
if (!featuredList)
readUser(json.getJSONObject("user"), model, TagData.USER_ID, TagData.USER);
if (featuredList)
model.setFlag(TagData.FLAGS, TagData.FLAG_FEATURED, true);
if(json.has("picture"))
model.setValue(TagData.PICTURE, json.optString("picture", ""));
if(json.has("thumb"))
model.setValue(TagData.THUMB, json.optString("thumb", ""));
if(json.has("is_silent"))
model.setFlag(TagData.FLAGS, TagData.FLAG_SILENT,json.getBoolean("is_silent"));
if(json.has("emergent"))
model.setFlag(TagData.FLAGS, TagData.FLAG_EMERGENT,json.getBoolean("emergent"));
if(!json.isNull("description"))
model.setValue(TagData.TAG_DESCRIPTION, json.getString("description"));
if(json.has("members")) {
JSONArray members = json.getJSONArray("members");
model.setValue(TagData.MEMBERS, members.toString());
model.setValue(TagData.MEMBER_COUNT, members.length());
}
if (json.has("deleted_at"))
model.setValue(TagData.DELETION_DATE, readDate(json, "deleted_at"));
if(json.has("tasks"))
model.setValue(TagData.TASK_COUNT, json.getInt("tasks"));
}
/**
* Read task from json
* @param json
* @param model
* @param metadata
* @throws JSONException
*/
public static void taskFromJson(JSONObject json, Task model, ArrayList<Metadata> metadata) throws JSONException {
metadata.clear();
model.clearValue(Task.REMOTE_ID);
long remoteId = json.getLong("id");
if (remoteId == 0)
model.setValue(Task.REMOTE_ID, null);
else
model.setValue(Task.REMOTE_ID, remoteId);
readUser(json.getJSONObject("user"), model, Task.USER_ID, Task.USER);
readUser(json.getJSONObject("creator"), model, Task.CREATOR_ID, null);
model.setValue(Task.TITLE, json.getString("title"));
model.setValue(Task.IMPORTANCE, json.getInt("importance"));
int urgency = json.getBoolean("has_due_time") ? Task.URGENCY_SPECIFIC_DAY_TIME : Task.URGENCY_SPECIFIC_DAY;
model.setValue(Task.DUE_DATE, Task.createDueDate(urgency, readDate(json, "due")));
model.setValue(Task.COMPLETION_DATE, readDate(json, "completed_at"));
model.setValue(Task.CREATION_DATE, readDate(json, "created_at"));
model.setValue(Task.DELETION_DATE, readDate(json, "deleted_at"));
model.setValue(Task.RECURRENCE, filterRepeat(json.optString("repeat", "")));
if(json.optString("repeat", "").contains("FROM=COMPLETION"))
model.setFlag(Task.FLAGS, Task.FLAG_REPEAT_AFTER_COMPLETION, true);
else
model.setFlag(Task.FLAGS, Task.FLAG_REPEAT_AFTER_COMPLETION, false);
String privacy = json.optString("privacy");
model.setFlag(Task.FLAGS, Task.FLAG_PUBLIC, privacy.equals("public"));
model.setValue(Task.NOTES, json.optString("notes", ""));
model.setValue(Task.DETAILS_DATE, 0L);
model.setValue(Task.LAST_SYNC, DateUtilities.now() + 1000L);
if(model.isModified())
model.setValue(Task.DETAILS, null);
JSONArray tags = json.getJSONArray("tags");
for(int i = 0; i < tags.length(); i++) {
JSONObject tag = tags.getJSONObject(i);
String name = tag.getString("name");
if(TextUtils.isEmpty(name))
continue;
Metadata tagMetadata = new Metadata();
tagMetadata.setValue(Metadata.KEY, TagService.KEY);
tagMetadata.setValue(TagService.TAG, name);
tagMetadata.setValue(TagService.REMOTE_ID, tag.getLong("id"));
metadata.add(tagMetadata);
}
}
/** Filter out FROM */
private static String filterRepeat(String repeat) {
return repeat.replaceAll("BYDAY=;","").replaceAll(";?FROM=[^;]*", "");
}
}
}