All patches and comments are welcome. Please squash your changes to logical
commits before using git-format-patch and git-send-email to
patches@git.madduck.net.
If you'd read over the Git project's submission guidelines and adhered to them,
I'd be especially grateful.
1 from __future__ import print_function
12 from backends import TaskWarrior, TaskWarriorException
14 DATE_FORMAT = '%Y%m%dT%H%M%SZ'
15 DATE_FORMAT_CALC = '%Y-%m-%dT%H:%M:%S'
18 COMPLETED = 'completed'
20 logger = logging.getLogger(__name__)
21 local_zone = tzlocal.get_localzone()
24 class ReadOnlyDictView(object):
26 Provides simplified read-only view upon dict object.
29 def __init__(self, viewed_dict):
30 self.viewed_dict = viewed_dict
32 def __getitem__(self, key):
33 return copy.deepcopy(self.viewed_dict.__getitem__(key))
35 def __contains__(self, k):
36 return self.viewed_dict.__contains__(k)
39 for value in self.viewed_dict:
40 yield copy.deepcopy(value)
43 return len(self.viewed_dict)
45 def get(self, key, default=None):
46 return copy.deepcopy(self.viewed_dict.get(key, default))
49 return [copy.deepcopy(v) for v in self.viewed_dict.items()]
52 return [copy.deepcopy(v) for v in self.viewed_dict.values()]
55 class SerializingObject(object):
57 Common ancestor for TaskResource & TaskFilter, since they both
58 need to serialize arguments.
60 Serializing method should hold the following contract:
61 - any empty value (meaning removal of the attribute)
62 is deserialized into a empty string
63 - None denotes a empty value for any attribute
65 Deserializing method should hold the following contract:
66 - None denotes a empty value for any attribute (however,
67 this is here as a safeguard, TaskWarrior currently does
68 not export empty-valued attributes) if the attribute
69 is not iterable (e.g. list or set), in which case
70 a empty iterable should be used.
72 Normalizing methods should hold the following contract:
73 - They are used to validate and normalize the user input.
74 Any attribute value that comes from the user (during Task
75 initialization, assignign values to Task attributes, or
76 filtering by user-provided values of attributes) is first
77 validated and normalized using the normalize_{key} method.
78 - If validation or normalization fails, normalizer is expected
82 def __init__(self, warrior):
83 self.warrior = warrior
85 def _deserialize(self, key, value):
86 hydrate_func = getattr(self, 'deserialize_{0}'.format(key),
87 lambda x: x if x != '' else None)
88 return hydrate_func(value)
90 def _serialize(self, key, value):
91 dehydrate_func = getattr(self, 'serialize_{0}'.format(key),
92 lambda x: x if x is not None else '')
93 return dehydrate_func(value)
95 def _normalize(self, key, value):
97 Use normalize_<key> methods to normalize user input. Any user
98 input will be normalized at the moment it is used as filter,
99 or entered as a value of Task attribute.
102 # None value should not be converted by normalizer
106 normalize_func = getattr(self, 'normalize_{0}'.format(key),
109 return normalize_func(value)
111 def timestamp_serializer(self, date):
115 # Any serialized timestamp should be localized, we need to
116 # convert to UTC before converting to string (DATE_FORMAT uses UTC)
117 date = date.astimezone(pytz.utc)
119 return date.strftime(DATE_FORMAT)
121 def timestamp_deserializer(self, date_str):
125 # Return timestamp localized in the local zone
126 naive_timestamp = datetime.datetime.strptime(date_str, DATE_FORMAT)
127 localized_timestamp = pytz.utc.localize(naive_timestamp)
128 return localized_timestamp.astimezone(local_zone)
130 def serialize_entry(self, value):
131 return self.timestamp_serializer(value)
133 def deserialize_entry(self, value):
134 return self.timestamp_deserializer(value)
136 def normalize_entry(self, value):
137 return self.datetime_normalizer(value)
139 def serialize_modified(self, value):
140 return self.timestamp_serializer(value)
142 def deserialize_modified(self, value):
143 return self.timestamp_deserializer(value)
145 def normalize_modified(self, value):
146 return self.datetime_normalizer(value)
148 def serialize_start(self, value):
149 return self.timestamp_serializer(value)
151 def deserialize_start(self, value):
152 return self.timestamp_deserializer(value)
154 def normalize_start(self, value):
155 return self.datetime_normalizer(value)
157 def serialize_end(self, value):
158 return self.timestamp_serializer(value)
160 def deserialize_end(self, value):
161 return self.timestamp_deserializer(value)
163 def normalize_end(self, value):
164 return self.datetime_normalizer(value)
166 def serialize_due(self, value):
167 return self.timestamp_serializer(value)
169 def deserialize_due(self, value):
170 return self.timestamp_deserializer(value)
172 def normalize_due(self, value):
173 return self.datetime_normalizer(value)
175 def serialize_scheduled(self, value):
176 return self.timestamp_serializer(value)
178 def deserialize_scheduled(self, value):
179 return self.timestamp_deserializer(value)
181 def normalize_scheduled(self, value):
182 return self.datetime_normalizer(value)
184 def serialize_until(self, value):
185 return self.timestamp_serializer(value)
187 def deserialize_until(self, value):
188 return self.timestamp_deserializer(value)
190 def normalize_until(self, value):
191 return self.datetime_normalizer(value)
193 def serialize_wait(self, value):
194 return self.timestamp_serializer(value)
196 def deserialize_wait(self, value):
197 return self.timestamp_deserializer(value)
199 def normalize_wait(self, value):
200 return self.datetime_normalizer(value)
202 def serialize_annotations(self, value):
203 value = value if value is not None else []
205 # This may seem weird, but it's correct, we want to export
206 # a list of dicts as serialized value
207 serialized_annotations = [json.loads(annotation.export_data())
208 for annotation in value]
209 return serialized_annotations if serialized_annotations else ''
211 def deserialize_annotations(self, data):
212 return [TaskAnnotation(self, d) for d in data] if data else []
214 def serialize_tags(self, tags):
215 return ','.join(tags) if tags else ''
217 def deserialize_tags(self, tags):
218 if isinstance(tags, six.string_types):
219 return tags.split(',') if tags else []
222 def serialize_depends(self, value):
223 # Return the list of uuids
224 value = value if value is not None else set()
225 return ','.join(task['uuid'] for task in value)
227 def deserialize_depends(self, raw_uuids):
228 raw_uuids = raw_uuids or [] # Convert None to empty list
230 # TW 2.4.4 encodes list of dependencies as a single string
231 if type(raw_uuids) is not list:
232 uuids = raw_uuids.split(',')
233 # TW 2.4.5 and later exports them as a list, no conversion needed
237 return set(self.warrior.tasks.get(uuid=uuid) for uuid in uuids if uuid)
239 def datetime_normalizer(self, value):
241 Normalizes date/datetime value (considered to come from user input)
242 to localized datetime value. Following conversions happen:
244 naive date -> localized datetime with the same date, and time=midnight
245 naive datetime -> localized datetime with the same value
246 localized datetime -> localized datetime (no conversion)
249 if (isinstance(value, datetime.date)
250 and not isinstance(value, datetime.datetime)):
251 # Convert to local midnight
252 value_full = datetime.datetime.combine(value, datetime.time.min)
253 localized = local_zone.localize(value_full)
254 elif isinstance(value, datetime.datetime):
255 if value.tzinfo is None:
256 # Convert to localized datetime object
257 localized = local_zone.localize(value)
259 # If the value is already localized, there is no need to change
260 # time zone at this point. Also None is a valid value too.
262 elif (isinstance(value, six.string_types)
263 and self.warrior.version >= VERSION_2_4_0):
264 # For strings, use 'task calc' to evaluate the string to datetime
265 # available since TW 2.4.0
267 result = self.warrior.execute_command(['calc'] + args)
268 naive = datetime.datetime.strptime(result[0], DATE_FORMAT_CALC)
269 localized = local_zone.localize(naive)
271 raise ValueError("Provided value could not be converted to "
272 "datetime, its type is not supported: {}"
273 .format(type(value)))
277 def normalize_uuid(self, value):
279 if not isinstance(value, six.string_types) or value == '':
280 raise ValueError("UUID must be a valid non-empty string, "
281 "not: {}".format(value))
286 class TaskResource(SerializingObject):
287 read_only_fields = []
289 def _load_data(self, data):
290 self._data = dict((key, self._deserialize(key, value))
291 for key, value in data.items())
292 # We need to use a copy for original data, so that changes
293 # are not propagated.
294 self._original_data = copy.deepcopy(self._data)
296 def _update_data(self, data, update_original=False, remove_missing=False):
298 Low level update of the internal _data dict. Data which are coming as
299 updates should already be serialized. If update_original is True, the
300 original_data dict is updated as well.
302 self._data.update(dict((key, self._deserialize(key, value))
303 for key, value in data.items()))
305 # In certain situations, we want to treat missing keys as removals
307 for key in set(self._data.keys()) - set(data.keys()):
308 self._data[key] = None
311 self._original_data = copy.deepcopy(self._data)
314 def __getitem__(self, key):
315 # This is a workaround to make TaskResource non-iterable
316 # over simple index-based iteration
323 if key not in self._data:
324 self._data[key] = self._deserialize(key, None)
326 return self._data.get(key)
328 def __setitem__(self, key, value):
329 if key in self.read_only_fields:
330 raise RuntimeError('Field \'%s\' is read-only' % key)
332 # Normalize the user input before saving it
333 value = self._normalize(key, value)
334 self._data[key] = value
337 s = six.text_type(self.__unicode__())
339 s = s.encode('utf-8')
345 def export_data(self):
347 Exports current data contained in the Task as JSON
350 # We need to remove spaces for TW-1504, use custom separators
351 data_tuples = ((key, self._serialize(key, value))
352 for key, value in six.iteritems(self._data))
354 # Empty string denotes empty serialized value, we do not want
355 # to pass that to TaskWarrior.
356 data_tuples = filter(lambda t: t[1] is not '', data_tuples)
357 data = dict(data_tuples)
358 return json.dumps(data, separators=(',',':'))
361 def _modified_fields(self):
362 writable_fields = set(self._data.keys()) - set(self.read_only_fields)
363 for key in writable_fields:
364 new_value = self._data.get(key)
365 old_value = self._original_data.get(key)
367 # Make sure not to mark data removal as modified field if the
368 # field originally had some empty value
369 if key in self._data and not new_value and not old_value:
372 if new_value != old_value:
377 return bool(list(self._modified_fields))
380 class TaskAnnotation(TaskResource):
381 read_only_fields = ['entry', 'description']
383 def __init__(self, task, data=None):
385 self._load_data(data or dict())
386 super(TaskAnnotation, self).__init__(task.warrior)
389 self.task.remove_annotation(self)
391 def __unicode__(self):
392 return self['description']
394 def __eq__(self, other):
395 # consider 2 annotations equal if they belong to the same task, and
396 # their data dics are the same
397 return self.task == other.task and self._data == other._data
399 __repr__ = __unicode__
402 class Task(TaskResource):
403 read_only_fields = ['id', 'entry', 'urgency', 'uuid', 'modified']
405 class DoesNotExist(Exception):
408 class CompletedTask(Exception):
410 Raised when the operation cannot be performed on the completed task.
414 class DeletedTask(Exception):
416 Raised when the operation cannot be performed on the deleted task.
420 class ActiveTask(Exception):
422 Raised when the operation cannot be performed on the active task.
426 class InactiveTask(Exception):
428 Raised when the operation cannot be performed on an inactive task.
432 class NotSaved(Exception):
434 Raised when the operation cannot be performed on the task, because
435 it has not been saved to TaskWarrior yet.
440 def from_input(cls, input_file=sys.stdin, modify=None, warrior=None):
442 Creates a Task object, directly from the stdin, by reading one line.
443 If modify=True, two lines are used, first line interpreted as the
444 original state of the Task object, and second line as its new,
445 modified value. This is consistent with the TaskWarrior's hook
448 Object created by this method should not be saved, deleted
449 or refreshed, as t could create a infinite loop. For this
450 reason, TaskWarrior instance is set to None.
452 Input_file argument can be used to specify the input file,
453 but defaults to sys.stdin.
456 # Detect the hook type if not given directly
457 name = os.path.basename(sys.argv[0])
458 modify = name.startswith('on-modify') if modify is None else modify
460 # Create the TaskWarrior instance if none passed
462 hook_parent_dir = os.path.dirname(os.path.dirname(sys.argv[0]))
463 warrior = TaskWarrior(data_location=hook_parent_dir)
465 # TaskWarrior instance is set to None
468 # Load the data from the input
469 task._load_data(json.loads(input_file.readline().strip()))
471 # If this is a on-modify event, we are provided with additional
472 # line of input, which provides updated data
474 task._update_data(json.loads(input_file.readline().strip()),
479 def __init__(self, warrior, **kwargs):
480 super(Task, self).__init__(warrior)
482 # Check that user is not able to set read-only value in __init__
483 for key in kwargs.keys():
484 if key in self.read_only_fields:
485 raise RuntimeError('Field \'%s\' is read-only' % key)
487 # We serialize the data in kwargs so that users of the library
488 # do not have to pass different data formats via __setitem__ and
489 # __init__ methods, that would be confusing
491 # Rather unfortunate syntax due to python2.6 comaptiblity
492 self._data = dict((key, self._normalize(key, value))
493 for (key, value) in six.iteritems(kwargs))
494 self._original_data = copy.deepcopy(self._data)
496 # Provide read only access to the original data
497 self.original = ReadOnlyDictView(self._original_data)
499 def __unicode__(self):
500 return self['description']
502 def __eq__(self, other):
503 if self['uuid'] and other['uuid']:
504 # For saved Tasks, just define equality by equality of uuids
505 return self['uuid'] == other['uuid']
507 # If the tasks are not saved, compare the actual instances
508 return id(self) == id(other)
513 # For saved Tasks, just define equality by equality of uuids
514 return self['uuid'].__hash__()
516 # If the tasks are not saved, return hash of instance id
517 return id(self).__hash__()
521 return self['status'] == six.text_type('completed')
525 return self['status'] == six.text_type('deleted')
529 return self['status'] == six.text_type('waiting')
533 return self['status'] == six.text_type('pending')
537 return self['start'] is not None
541 return self['uuid'] is not None or self['id'] is not None
543 def serialize_depends(self, cur_dependencies):
544 # Check that all the tasks are saved
545 for task in (cur_dependencies or set()):
547 raise Task.NotSaved('Task \'%s\' needs to be saved before '
548 'it can be set as dependency.' % task)
550 return super(Task, self).serialize_depends(cur_dependencies)
552 def format_depends(self):
553 # We need to generate added and removed dependencies list,
554 # since Taskwarrior does not accept redefining dependencies.
556 # This cannot be part of serialize_depends, since we need
557 # to keep a list of all depedencies in the _data dictionary,
558 # not just currently added/removed ones
560 old_dependencies = self._original_data.get('depends', set())
562 added = self['depends'] - old_dependencies
563 removed = old_dependencies - self['depends']
565 # Removed dependencies need to be prefixed with '-'
566 return 'depends:' + ','.join(
567 [t['uuid'] for t in added] +
568 ['-' + t['uuid'] for t in removed]
571 def format_description(self):
572 # Task version older than 2.4.0 ignores first word of the
573 # task description if description: prefix is used
574 if self.warrior.version < VERSION_2_4_0:
575 return self._data['description']
577 return six.u("description:'{0}'").format(self._data['description'] or '')
581 raise Task.NotSaved("Task needs to be saved before it can be deleted")
583 # Refresh the status, and raise exception if the task is deleted
584 self.refresh(only_fields=['status'])
587 raise Task.DeletedTask("Task was already deleted")
589 self.backend.delete_task(self)
591 # Refresh the status again, so that we have updated info stored
592 self.refresh(only_fields=['status', 'start', 'end'])
596 raise Task.NotSaved("Task needs to be saved before it can be started")
598 # Refresh, and raise exception if task is already completed/deleted
599 self.refresh(only_fields=['status'])
602 raise Task.CompletedTask("Cannot start a completed task")
604 raise Task.DeletedTask("Deleted task cannot be started")
606 raise Task.ActiveTask("Task is already active")
608 self.backend.start_task(self)
610 # Refresh the status again, so that we have updated info stored
611 self.refresh(only_fields=['status', 'start'])
615 raise Task.NotSaved("Task needs to be saved before it can be stopped")
617 # Refresh, and raise exception if task is already completed/deleted
618 self.refresh(only_fields=['status'])
621 raise Task.InactiveTask("Cannot stop an inactive task")
623 self.backend.stop_task(self)
625 # Refresh the status again, so that we have updated info stored
626 self.refresh(only_fields=['status', 'start'])
630 raise Task.NotSaved("Task needs to be saved before it can be completed")
632 # Refresh, and raise exception if task is already completed/deleted
633 self.refresh(only_fields=['status'])
636 raise Task.CompletedTask("Cannot complete a completed task")
638 raise Task.DeletedTask("Deleted task cannot be completed")
640 self.backend.complete_task(self)
642 # Refresh the status again, so that we have updated info stored
643 self.refresh(only_fields=['status', 'start', 'end'])
646 if self.saved and not self.modified:
649 # All the actual work is done by the backend
650 self.backend.save_task(self)
652 def add_annotation(self, annotation):
654 raise Task.NotSaved("Task needs to be saved to add annotation")
656 self.backend.annotate_task(self, annotation)
657 self.refresh(only_fields=['annotations'])
659 def remove_annotation(self, annotation):
661 raise Task.NotSaved("Task needs to be saved to remove annotation")
663 if isinstance(annotation, TaskAnnotation):
664 annotation = annotation['description']
666 self.backend.denotate_task(self, annotation)
667 self.refresh(only_fields=['annotations'])
669 def _get_modified_fields_as_args(self):
672 def add_field(field):
673 # Add the output of format_field method to args list (defaults to
675 serialized_value = self._serialize(field, self._data[field])
677 # Empty values should not be enclosed in quotation marks, see
679 if serialized_value is '':
680 escaped_serialized_value = ''
682 escaped_serialized_value = six.u("'{0}'").format(serialized_value)
684 format_default = lambda: six.u("{0}:{1}").format(field,
685 escaped_serialized_value)
687 format_func = getattr(self, 'format_{0}'.format(field),
690 args.append(format_func())
692 # If we're modifying saved task, simply pass on all modified fields
694 for field in self._modified_fields:
696 # For new tasks, pass all fields that make sense
698 for field in self._data.keys():
699 if field in self.read_only_fields:
705 def refresh(self, only_fields=None, after_save=False):
706 # Raise error when trying to refresh a task that has not been saved
708 raise Task.NotSaved("Task needs to be saved to be refreshed")
710 new_data = self.backend.refresh_task(self, after_save=after_save)
714 [(k, new_data.get(k)) for k in only_fields])
715 self._update_data(to_update, update_original=True)
717 self._load_data(new_data)
719 class TaskFilter(SerializingObject):
721 A set of parameters to filter the task list with.
724 def __init__(self, warrior, filter_params=None):
725 self.filter_params = filter_params or []
726 super(TaskFilter, self).__init__(warrior)
728 def add_filter(self, filter_str):
729 self.filter_params.append(filter_str)
731 def add_filter_param(self, key, value):
732 key = key.replace('__', '.')
734 # Replace the value with empty string, since that is the
735 # convention in TW for empty values
736 attribute_key = key.split('.')[0]
738 # Since this is user input, we need to normalize before we serialize
739 value = self._normalize(attribute_key, value)
740 value = self._serialize(attribute_key, value)
742 # If we are filtering by uuid:, do not use uuid keyword
745 self.filter_params.insert(0, value)
747 # Surround value with aphostrophes unless it's a empty string
748 value = "'%s'" % value if value else ''
750 # We enforce equality match by using 'is' (or 'none') modifier
751 # Without using this syntax, filter fails due to TW-1479
752 # which is, however, fixed in 2.4.5
753 if self.warrior.version < VERSION_2_4_5:
754 modifier = '.is' if value else '.none'
755 key = key + modifier if '.' not in key else key
757 self.filter_params.append(six.u("{0}:{1}").format(key, value))
759 def get_filter_params(self):
760 return [f for f in self.filter_params if f]
763 c = self.__class__(self.warrior)
764 c.filter_params = list(self.filter_params)
768 class TaskQuerySet(object):
770 Represents a lazy lookup for a task objects.
773 def __init__(self, warrior=None, filter_obj=None):
774 self.warrior = warrior
775 self._result_cache = None
776 self.filter_obj = filter_obj or TaskFilter(warrior)
778 def __deepcopy__(self, memo):
780 Deep copy of a QuerySet doesn't populate the cache
782 obj = self.__class__()
783 for k, v in self.__dict__.items():
784 if k in ('_iter', '_result_cache'):
785 obj.__dict__[k] = None
787 obj.__dict__[k] = copy.deepcopy(v, memo)
791 data = list(self[:REPR_OUTPUT_SIZE + 1])
792 if len(data) > REPR_OUTPUT_SIZE:
793 data[-1] = "...(remaining elements truncated)..."
797 if self._result_cache is None:
798 self._result_cache = list(self)
799 return len(self._result_cache)
802 if self._result_cache is None:
803 self._result_cache = self._execute()
804 return iter(self._result_cache)
806 def __getitem__(self, k):
807 if self._result_cache is None:
808 self._result_cache = list(self)
809 return self._result_cache.__getitem__(k)
812 if self._result_cache is not None:
813 return bool(self._result_cache)
816 except StopIteration:
820 def __nonzero__(self):
821 return type(self).__bool__(self)
823 def _clone(self, klass=None, **kwargs):
825 klass = self.__class__
826 filter_obj = self.filter_obj.clone()
827 c = klass(warrior=self.warrior, filter_obj=filter_obj)
828 c.__dict__.update(kwargs)
833 Fetch the tasks which match the current filters.
835 return self.warrior.filter_tasks(self.filter_obj)
839 Returns a new TaskQuerySet that is a copy of the current one.
844 return self.filter(status=PENDING)
847 return self.filter(status=COMPLETED)
849 def filter(self, *args, **kwargs):
851 Returns a new TaskQuerySet with the given filters added.
853 clone = self._clone()
855 clone.filter_obj.add_filter(f)
856 for key, value in kwargs.items():
857 clone.filter_obj.add_filter_param(key, value)
860 def get(self, **kwargs):
862 Performs the query and returns a single object matching the given
865 clone = self.filter(**kwargs)
868 return clone._result_cache[0]
870 raise Task.DoesNotExist(
871 'Task matching query does not exist. '
872 'Lookup parameters were {0}'.format(kwargs))
874 'get() returned more than one Task -- it returned {0}! '
875 'Lookup parameters were {1}'.format(num, kwargs))