summaryrefslogtreecommitdiff
path: root/rapid/copyfiles.py
diff options
context:
space:
mode:
authorJulien Valroff <julien@kirya.net>2011-04-29 18:38:10 +0200
committerJulien Valroff <julien@kirya.net>2011-04-29 18:38:10 +0200
commit890778d8bc097acb3b7cff0fd134c2fe89e22c78 (patch)
tree195e65c397ca43f2dc7a8851df32963dd2fa313f /rapid/copyfiles.py
parentab35ecfe638a0eb072a5669263a18a60ae1d6611 (diff)
parentc0a71b15d1fc070d1a55ee94ed8a7bd81aa3608a (diff)
Merge branch 'experimental'
Diffstat (limited to 'rapid/copyfiles.py')
-rw-r--r--rapid/copyfiles.py202
1 files changed, 202 insertions, 0 deletions
diff --git a/rapid/copyfiles.py b/rapid/copyfiles.py
new file mode 100644
index 0000000..65a6c6d
--- /dev/null
+++ b/rapid/copyfiles.py
@@ -0,0 +1,202 @@
+#!/usr/bin/python
+# -*- coding: latin1 -*-
+
+### Copyright (C) 2011 Damon Lynch <damonlynch@gmail.com>
+
+### This program is free software; you can redistribute it and/or modify
+### it under the terms of the GNU General Public License as published by
+### the Free Software Foundation; either version 2 of the License, or
+### (at your option) any later version.
+
+### This program is distributed in the hope that it will be useful,
+### but WITHOUT ANY WARRANTY; without even the implied warranty of
+### MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+### GNU General Public License for more details.
+
+### You should have received a copy of the GNU General Public License
+### along with this program; if not, write to the Free Software
+### Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+
+import multiprocessing
+import tempfile
+import os
+
+import gio
+
+import logging
+logger = multiprocessing.get_logger()
+
+import rpdmultiprocessing as rpdmp
+import rpdfile
+import problemnotification as pn
+import config
+import thumbnail as tn
+
+
+from gettext import gettext as _
+
+
+class CopyFiles(multiprocessing.Process):
+ def __init__(self, photo_download_folder, video_download_folder, files,
+ scan_pid,
+ batch_size_MB, results_pipe, terminate_queue,
+ run_event):
+ multiprocessing.Process.__init__(self)
+ self.results_pipe = results_pipe
+ self.terminate_queue = terminate_queue
+ self.batch_size_bytes = batch_size_MB * 1048576 # * 1024 * 1024
+ self.photo_download_folder = photo_download_folder
+ self.video_download_folder = video_download_folder
+ self.files = files
+ self.scan_pid = scan_pid
+ self.no_files= len(self.files)
+ self.run_event = run_event
+
+ def check_termination_request(self):
+ """
+ Check to see this process has not been requested to immediately terminate
+ """
+ if not self.terminate_queue.empty():
+ x = self.terminate_queue.get()
+ # terminate immediately
+ logger.info("Terminating file copying")
+ return True
+ return False
+
+
+ def update_progress(self, amount_downloaded, total):
+ # first check if process is being terminated
+ if not self.terminate_queue.empty():
+ # it is - cancel the current copy
+ self.cancel_copy.cancel()
+ else:
+ if not self.total_reached:
+ chunk_downloaded = amount_downloaded - self.bytes_downloaded
+ if (chunk_downloaded > self.batch_size_bytes) or (amount_downloaded == total):
+ self.bytes_downloaded = amount_downloaded
+ if amount_downloaded == total:
+ # this function is called a couple of times when total is reached
+ self.total_reached = True
+
+ self.results_pipe.send((rpdmp.CONN_PARTIAL, (rpdmp.MSG_BYTES, (self.scan_pid, self.total_downloaded + amount_downloaded, chunk_downloaded))))
+ if amount_downloaded == total:
+ self.bytes_downloaded = 0
+
+ def progress_callback(self, amount_downloaded, total):
+ self.update_progress(amount_downloaded, total)
+
+
+ def run(self):
+ """start the actual copying of files"""
+
+ self.bytes_downloaded = 0
+ self.total_downloaded = 0
+
+ self.cancel_copy = gio.Cancellable()
+
+ self.create_temp_dirs()
+
+ # Send the location of both temporary directories, so they can be
+ # removed once another process attempts to rename all the files in them
+ # and move them to generated subfolders
+ self.results_pipe.send((rpdmp.CONN_PARTIAL, (rpdmp.MSG_TEMP_DIRS,
+ (self.scan_pid,
+ self.photo_temp_dir,
+ self.video_temp_dir))))
+
+ if self.photo_temp_dir or self.video_temp_dir:
+
+ self.thumbnail_maker = tn.Thumbnail()
+
+ for i in range(len(self.files)):
+ rpd_file = self.files[i]
+ self.total_reached = False
+
+ # pause if instructed by the caller
+ self.run_event.wait()
+
+ if self.check_termination_request():
+ return None
+
+ source = gio.File(path=rpd_file.full_file_name)
+ temp_full_file_name = os.path.join(
+ self._get_dest_dir(rpd_file.file_type),
+ rpd_file.name)
+ rpd_file.temp_full_file_name = temp_full_file_name
+ dest = gio.File(path=temp_full_file_name)
+
+ copy_succeeded = False
+ try:
+ source.copy(dest, self.progress_callback, cancellable=self.cancel_copy)
+ copy_succeeded = True
+ except gio.Error, inst:
+ rpd_file.add_problem(None,
+ pn.DOWNLOAD_COPYING_ERROR_W_NO,
+ {'filetype': rpd_file.title})
+ rpd_file.add_extra_detail(
+ pn.DOWNLOAD_COPYING_ERROR_W_NO_DETAIL,
+ {'errorno': inst.code, 'strerror': inst.message})
+
+ rpd_file.status = config.STATUS_DOWNLOAD_FAILED
+
+ rpd_file.error_title = rpd_file.problem.get_title()
+ rpd_file.error_msg = _("%(problem)s\nFile: %(file)s") % \
+ {'problem': rpd_file.problem.get_problems(),
+ 'file': rpd_file.full_file_name}
+
+ logger.error("Failed to download file: %s", rpd_file.full_file_name)
+ logger.error(inst)
+ self.update_progress(rpd_file.size, rpd_file.size)
+
+ # increment this amount regardless of whether the copy actually
+ # succeeded or not. It's neccessary to keep the user informed.
+ self.total_downloaded += rpd_file.size
+
+ if copy_succeeded and rpd_file.generate_thumbnail:
+ thumbnail, thumbnail_icon = self.thumbnail_maker.get_thumbnail(
+ temp_full_file_name,
+ rpd_file.file_type,
+ (160, 120), (100,100))
+ else:
+ thumbnail = None
+ thumbnail_icon = None
+
+ if rpd_file.metadata is not None:
+ rpd_file.metadata = None
+
+ self.results_pipe.send((rpdmp.CONN_PARTIAL, (rpdmp.MSG_FILE,
+ (copy_succeeded, rpd_file, i + 1, temp_full_file_name,
+ thumbnail_icon, thumbnail))))
+
+
+ self.results_pipe.send((rpdmp.CONN_COMPLETE, None))
+
+
+ def _get_dest_dir(self, file_type):
+ if file_type == rpdfile.FILE_TYPE_PHOTO:
+ return self.photo_temp_dir
+ else:
+ return self.video_temp_dir
+
+ def _create_temp_dir(self, folder):
+ try:
+ temp_dir = tempfile.mkdtemp(prefix="rpd-tmp-", dir=folder)
+ except OSError, (errno, strerror):
+ # FIXME: error reporting
+ logger.error("Failed to create temporary directory in %s: %s %s",
+ errono,
+ strerror,
+ folder)
+ temp_dir = None
+
+ return temp_dir
+
+ def create_temp_dirs(self):
+ self.photo_temp_dir = self.video_temp_dir = None
+ if self.photo_download_folder is not None:
+ self.photo_temp_dir = self._create_temp_dir(self.photo_download_folder)
+ if self.video_download_folder is not None:
+ self.video_temp_dir = self._create_temp_dir(self.photo_download_folder)
+
+
+