/* * libcsync -- a library to sync a directory with another * * Copyright (c) 2008-2013 by Andreas Schneider * Copyright (c) 2012-2013 by Klaas Freitag * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "config_csync.h" #ifndef _GNU_SOURCE #define _GNU_SOURCE #endif #include #include #include #include #include #include #include #include "c_lib.h" #include "csync_private.h" #include "csync_exclude.h" #include "csync_util.h" #include "csync_misc.h" #include "std/c_private.h" #include "csync_update.h" #include "csync_reconcile.h" #include "vio/csync_vio.h" #include "csync_rename.h" #include "common/c_jhash.h" #include "common/syncjournalfilerecord.h" Q_LOGGING_CATEGORY(lcCSync, "sync.csync.csync", QtInfoMsg) csync_s::csync_s(const char *localUri, OCC::SyncJournalDb *statedb) : statedb(statedb) { size_t len = 0; /* remove trailing slashes */ len = strlen(localUri); while(len > 0 && localUri[len - 1] == '/') --len; local.uri = c_strndup(localUri, len); } int csync_update(CSYNC *ctx) { int rc = -1; if (ctx == NULL) { errno = EBADF; return -1; } ctx->status_code = CSYNC_STATUS_OK; ctx->status_code = CSYNC_STATUS_OK; csync_memstat_check(); if (!ctx->exclude_traversal_fn) { qCInfo(lcCSync, "No exclude file loaded or defined!"); } /* update detection for local replica */ QElapsedTimer timer; timer.start(); ctx->current = LOCAL_REPLICA; qCInfo(lcCSync, "## Starting local discovery ##"); rc = csync_ftw(ctx, ctx->local.uri, csync_walker, MAX_DEPTH); if (rc < 0) { if(ctx->status_code == CSYNC_STATUS_OK) { ctx->status_code = csync_errno_to_status(errno, CSYNC_STATUS_UPDATE_ERROR); } return rc; } qCInfo(lcCSync) << "Update detection for local replica took" << timer.elapsed() / 1000. << "seconds walking" << ctx->local.files.size() << "files"; csync_memstat_check(); /* update detection for remote replica */ timer.restart(); ctx->current = REMOTE_REPLICA; qCInfo(lcCSync, "## Starting remote discovery ##"); rc = csync_ftw(ctx, "", csync_walker, MAX_DEPTH); if (rc < 0) { if(ctx->status_code == CSYNC_STATUS_OK) { ctx->status_code = csync_errno_to_status(errno, CSYNC_STATUS_UPDATE_ERROR); } return rc; } qCInfo(lcCSync) << "Update detection for remote replica took" << timer.elapsed() / 1000. << "seconds walking" << ctx->remote.files.size() << "files"; csync_memstat_check(); ctx->status |= CSYNC_STATUS_UPDATE; rc = 0; return rc; } int csync_reconcile(CSYNC *ctx) { int rc = -1; if (ctx == NULL) { errno = EBADF; return -1; } ctx->status_code = CSYNC_STATUS_OK; /* Reconciliation for local replica */ QElapsedTimer timer; timer.start(); ctx->current = LOCAL_REPLICA; rc = csync_reconcile_updates(ctx); qCInfo(lcCSync) << "Reconciliation for local replica took " << timer.elapsed() / 1000. << "seconds visiting " << ctx->local.files.size() << " files."; if (rc < 0) { if (!CSYNC_STATUS_IS_OK(ctx->status_code)) { ctx->status_code = csync_errno_to_status( errno, CSYNC_STATUS_RECONCILE_ERROR ); } return rc; } /* Reconciliation for remote replica */ timer.restart(); ctx->current = REMOTE_REPLICA; rc = csync_reconcile_updates(ctx); qCInfo(lcCSync) << "Reconciliation for remote replica took " << timer.elapsed() / 1000. << "seconds visiting " << ctx->remote.files.size() << " files."; if (rc < 0) { if (!CSYNC_STATUS_IS_OK(ctx->status_code)) { ctx->status_code = csync_errno_to_status(errno, CSYNC_STATUS_RECONCILE_ERROR ); } return rc; } ctx->status |= CSYNC_STATUS_RECONCILE; rc = 0; return rc; } /* * local visitor which calls the user visitor with repacked stat info. */ static int _csync_treewalk_visitor(csync_file_stat_t *cur, CSYNC * ctx, const csync_treewalk_visit_func &visitor) { csync_s::FileMap *other_tree = nullptr; /* we need the opposite tree! */ switch (ctx->current) { case LOCAL_REPLICA: other_tree = &ctx->remote.files; break; case REMOTE_REPLICA: other_tree = &ctx->local.files; break; default: break; } csync_s::FileMap::const_iterator other_file_it = other_tree->find(cur->path); if (other_file_it == other_tree->cend()) { /* Check the renamed path as well. */ QByteArray renamed_path = csync_rename_adjust_parent_path(ctx, cur->path); if (renamed_path != cur->path) other_file_it = other_tree->find(renamed_path); } if (other_file_it == other_tree->cend()) { /* Check the source path as well. */ QByteArray renamed_path = csync_rename_adjust_parent_path_source(ctx, cur->path); if (renamed_path != cur->path) other_file_it = other_tree->find(renamed_path); } csync_file_stat_t *other = (other_file_it != other_tree->cend()) ? other_file_it->second.get() : NULL; ctx->status_code = CSYNC_STATUS_OK; Q_ASSERT(visitor); return visitor(cur, other); } /* * treewalk function, called from its wrappers below. */ static int _csync_walk_tree(CSYNC *ctx, csync_s::FileMap &tree, const csync_treewalk_visit_func &visitor) { for (auto &pair : tree) { if (_csync_treewalk_visitor(pair.second.get(), ctx, visitor) < 0) { if( ctx->status_code == CSYNC_STATUS_OK ) ctx->status_code = csync_errno_to_status(errno, CSYNC_STATUS_TREE_ERROR); return -1; } } return 0; } /* * wrapper function for treewalk on the remote tree */ int csync_walk_remote_tree(CSYNC *ctx, const csync_treewalk_visit_func &visitor) { ctx->status_code = CSYNC_STATUS_OK; ctx->current = REMOTE_REPLICA; return _csync_walk_tree(ctx, ctx->remote.files, visitor); } /* * wrapper function for treewalk on the local tree */ int csync_walk_local_tree(CSYNC *ctx, const csync_treewalk_visit_func &visitor) { ctx->status_code = CSYNC_STATUS_OK; ctx->current = LOCAL_REPLICA; return _csync_walk_tree(ctx, ctx->local.files, visitor); } int csync_s::reinitialize() { int rc = 0; status_code = CSYNC_STATUS_OK; remote.read_from_db = 0; read_remote_from_db = true; local.files.clear(); remote.files.clear(); renames.folder_renamed_from.clear(); renames.folder_renamed_to.clear(); status = CSYNC_STATUS_INIT; SAFE_FREE(error_string); rc = 0; return rc; } csync_s::~csync_s() { SAFE_FREE(local.uri); SAFE_FREE(error_string); } void *csync_get_userdata(CSYNC *ctx) { if (ctx == NULL) { return NULL; } return ctx->callbacks.userdata; } int csync_set_userdata(CSYNC *ctx, void *userdata) { if (ctx == NULL) { return -1; } ctx->callbacks.userdata = userdata; return 0; } csync_auth_callback csync_get_auth_callback(CSYNC *ctx) { if (ctx == NULL) { return NULL; } return ctx->callbacks.auth_function; } int csync_set_status(CSYNC *ctx, int status) { if (ctx == NULL || status < 0) { return -1; } ctx->status = status; return 0; } CSYNC_STATUS csync_get_status(CSYNC *ctx) { if (ctx == NULL) { return CSYNC_STATUS_ERROR; } return ctx->status_code; } const char *csync_get_status_string(CSYNC *ctx) { return csync_vio_get_status_string(ctx); } void csync_request_abort(CSYNC *ctx) { if (ctx != NULL) { ctx->abort = true; } } void csync_resume(CSYNC *ctx) { if (ctx != NULL) { ctx->abort = false; } } int csync_abort_requested(CSYNC *ctx) { if (ctx != NULL) { return ctx->abort; } else { return (1 == 0); } } std::unique_ptr csync_file_stat_s::fromSyncJournalFileRecord(const OCC::SyncJournalFileRecord &rec) { std::unique_ptr st(new csync_file_stat_t); st->path = rec._path; st->inode = rec._inode; st->modtime = rec._modtime; st->type = static_cast(rec._type); st->etag = rec._etag; st->file_id = rec._fileId; st->remotePerm = rec._remotePerm; st->size = rec._fileSize; st->has_ignored_files = rec._serverHasIgnoredFiles; st->checksumHeader = rec._checksumHeader; st->e2eMangledName = rec._e2eMangledName; return st; }