2018-04-07 14:25:09 +00:00
|
|
|
import datetime
|
|
|
|
import hashlib
|
|
|
|
import operator
|
2018-04-09 12:08:45 +00:00
|
|
|
from copy import deepcopy
|
|
|
|
from random import shuffle
|
2021-05-01 10:47:02 +00:00
|
|
|
from typing import Union, List, Dict, Optional
|
2018-04-07 14:25:09 +00:00
|
|
|
|
|
|
|
import dateutil.parser
|
2018-04-17 19:41:14 +00:00
|
|
|
import pytest
|
2018-04-07 14:25:09 +00:00
|
|
|
from pytz import timezone, utc
|
|
|
|
|
2020-02-19 20:26:28 +00:00
|
|
|
from sync_ics2gcal import CalendarSync
|
2018-04-07 14:25:09 +00:00
|
|
|
|
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
def sha1(string: Union[str, bytes]) -> str:
|
2018-04-17 19:41:14 +00:00
|
|
|
if isinstance(string, str):
|
|
|
|
string = string.encode('utf8')
|
|
|
|
h = hashlib.sha1()
|
|
|
|
h.update(string)
|
|
|
|
return h.hexdigest()
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
def gen_events(start: int,
|
|
|
|
stop: int,
|
|
|
|
start_time: Union[datetime.datetime, datetime.date],
|
|
|
|
no_time: bool = False) -> List[Dict[str, Union[str, Dict[str, str]]]]:
|
2018-04-17 19:41:14 +00:00
|
|
|
if no_time:
|
|
|
|
start_time = datetime.date(
|
|
|
|
start_time.year, start_time.month, start_time.day)
|
2021-05-01 10:47:02 +00:00
|
|
|
duration: datetime.timedelta = datetime.date(1, 1, 2) - datetime.date(1, 1, 1)
|
|
|
|
date_key: str = "date"
|
|
|
|
date_end: str = ''
|
2018-04-17 19:41:14 +00:00
|
|
|
else:
|
|
|
|
start_time = utc.normalize(
|
|
|
|
start_time.astimezone(utc)).replace(tzinfo=None)
|
2021-05-01 10:47:02 +00:00
|
|
|
duration: datetime.timedelta = datetime.datetime(1, 1, 1, 2) - datetime.datetime(1, 1, 1, 1)
|
|
|
|
date_key: str = "dateTime"
|
|
|
|
date_end: str = 'Z'
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
result: List[Dict[str, Union[str, Dict[str, str]]]] = []
|
2018-04-17 19:41:14 +00:00
|
|
|
for i in range(start, stop):
|
|
|
|
event_start = start_time + (duration * i)
|
|
|
|
event_end = event_start + duration
|
2018-04-11 20:37:14 +00:00
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
updated: Union[datetime.datetime, datetime.date] = event_start
|
2018-04-11 20:37:14 +00:00
|
|
|
if no_time:
|
2018-04-17 19:41:14 +00:00
|
|
|
updated = datetime.datetime(
|
|
|
|
updated.year, updated.month, updated.day, 0, 0, 0, 1, tzinfo=utc)
|
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
event: Dict[str, Union[str, Dict[str, str]]] = {
|
2018-04-17 19:41:14 +00:00
|
|
|
'summary': 'test event __ {}'.format(i),
|
|
|
|
'location': 'la la la {}'.format(i),
|
|
|
|
'description': 'test TEST -- test event {}'.format(i),
|
|
|
|
"iCalUID": "{}@test.com".format(sha1("test - event {}".format(i))),
|
|
|
|
"updated": updated.isoformat() + 'Z',
|
2021-05-01 10:47:02 +00:00
|
|
|
"created": updated.isoformat() + 'Z',
|
|
|
|
'start': {date_key: event_start.isoformat() + date_end},
|
|
|
|
'end': {date_key: event_end.isoformat() + date_end}
|
2018-04-17 19:41:14 +00:00
|
|
|
}
|
|
|
|
result.append(event)
|
|
|
|
return result
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
def gen_list_to_compare(start: int, stop: int) -> List[Dict[str, str]]:
|
|
|
|
result: List[Dict[str, str]] = []
|
2018-04-17 19:41:14 +00:00
|
|
|
for i in range(start, stop):
|
|
|
|
result.append({'iCalUID': 'test{:06d}'.format(i)})
|
|
|
|
return result
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
|
2021-05-01 10:47:02 +00:00
|
|
|
def get_start_date(event: Dict[str, Union[str, Dict[str, str]]]) -> Union[datetime.datetime, datetime.date]:
|
|
|
|
event_start: Dict[str, str] = event['start']
|
|
|
|
start_date: Optional[str] = None
|
2018-04-17 19:41:14 +00:00
|
|
|
is_date = False
|
|
|
|
if 'date' in event_start:
|
|
|
|
start_date = event_start['date']
|
|
|
|
is_date = True
|
|
|
|
if 'dateTime' in event_start:
|
|
|
|
start_date = event_start['dateTime']
|
|
|
|
|
|
|
|
result = dateutil.parser.parse(start_date)
|
|
|
|
if is_date:
|
|
|
|
result = datetime.date(result.year, result.month, result.day)
|
|
|
|
|
|
|
|
return result
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
def test_compare():
|
|
|
|
part_len = 20
|
|
|
|
# [1..2n]
|
|
|
|
lst_src = gen_list_to_compare(1, 1 + part_len * 2)
|
|
|
|
# [n..3n]
|
|
|
|
lst_dst = gen_list_to_compare(
|
|
|
|
1 + part_len, 1 + part_len * 3)
|
|
|
|
|
|
|
|
lst_src_rnd = deepcopy(lst_src)
|
|
|
|
lst_dst_rnd = deepcopy(lst_dst)
|
|
|
|
|
|
|
|
shuffle(lst_src_rnd)
|
|
|
|
shuffle(lst_dst_rnd)
|
|
|
|
|
|
|
|
to_ins, to_upd, to_del = CalendarSync._events_list_compare(
|
|
|
|
lst_src_rnd, lst_dst_rnd)
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
assert len(to_ins) == part_len
|
|
|
|
assert len(to_upd) == part_len
|
|
|
|
assert len(to_del) == part_len
|
2018-04-17 19:41:14 +00:00
|
|
|
|
|
|
|
assert sorted(to_ins, key=lambda x: x['iCalUID']) == lst_src[:part_len]
|
|
|
|
assert sorted(to_del, key=lambda x: x['iCalUID']) == lst_dst[part_len:]
|
|
|
|
|
|
|
|
to_upd_ok = list(zip(lst_src[part_len:], lst_dst[:part_len]))
|
2018-04-17 19:53:56 +00:00
|
|
|
assert len(to_upd) == len(to_upd_ok)
|
2018-04-17 19:41:14 +00:00
|
|
|
for item in to_upd_ok:
|
|
|
|
assert item in to_upd
|
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
|
|
|
|
@pytest.mark.parametrize("no_time", [True, False], ids=['date', 'dateTime'])
|
2021-05-01 10:47:02 +00:00
|
|
|
def test_filter_events_by_date(no_time: bool):
|
2018-04-17 19:41:14 +00:00
|
|
|
msk = timezone('Europe/Moscow')
|
|
|
|
now = utc.localize(datetime.datetime.utcnow())
|
|
|
|
msk_now = msk.normalize(now.astimezone(msk))
|
|
|
|
|
|
|
|
part_len = 5
|
|
|
|
|
|
|
|
if no_time:
|
|
|
|
duration = datetime.date(
|
|
|
|
1, 1, 2) - datetime.date(1, 1, 1)
|
|
|
|
else:
|
|
|
|
duration = datetime.datetime(
|
|
|
|
1, 1, 1, 2) - datetime.datetime(1, 1, 1, 1)
|
2018-04-11 20:37:14 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
date_cmp = msk_now + (duration * part_len)
|
2018-04-09 12:08:45 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
if no_time:
|
|
|
|
date_cmp = datetime.date(
|
|
|
|
date_cmp.year, date_cmp.month, date_cmp.day)
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
events = gen_events(
|
|
|
|
1, 1 + (part_len * 2), msk_now, no_time)
|
|
|
|
shuffle(events)
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
events_pending = CalendarSync._filter_events_by_date(
|
|
|
|
events, date_cmp, operator.ge)
|
|
|
|
events_past = CalendarSync._filter_events_by_date(
|
|
|
|
events, date_cmp, operator.lt)
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
assert len(events_pending) == 1 + part_len
|
|
|
|
assert len(events_past) == part_len - 1
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
for event in events_pending:
|
|
|
|
assert get_start_date(event) >= date_cmp
|
2018-04-11 20:37:14 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
for event in events_past:
|
|
|
|
assert get_start_date(event) < date_cmp
|
2018-04-07 14:25:09 +00:00
|
|
|
|
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
def test_filter_events_to_update():
|
|
|
|
msk = timezone('Europe/Moscow')
|
|
|
|
now = utc.localize(datetime.datetime.utcnow())
|
|
|
|
msk_now = msk.normalize(now.astimezone(msk))
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
one_hour = datetime.datetime(
|
|
|
|
1, 1, 1, 2) - datetime.datetime(1, 1, 1, 1)
|
|
|
|
date_upd = msk_now + (one_hour * 5)
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
count = 10
|
|
|
|
events_old = gen_events(1, 1 + count, msk_now)
|
|
|
|
events_new = gen_events(1, 1 + count, date_upd)
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
sync1 = CalendarSync(None, None)
|
|
|
|
sync1.to_update = list(zip(events_new, events_old))
|
|
|
|
sync1._filter_events_to_update()
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:41:14 +00:00
|
|
|
sync2 = CalendarSync(None, None)
|
|
|
|
sync2.to_update = list(zip(events_old, events_new))
|
|
|
|
sync2._filter_events_to_update()
|
2018-04-07 14:25:09 +00:00
|
|
|
|
2018-04-17 19:53:56 +00:00
|
|
|
assert len(sync1.to_update) == count
|
2018-04-17 19:41:14 +00:00
|
|
|
assert sync2.to_update == []
|
2022-02-21 19:39:40 +00:00
|
|
|
|
|
|
|
|
2022-02-22 06:52:28 +00:00
|
|
|
def test_filter_events_no_updated():
|
|
|
|
"""
|
|
|
|
test filtering events that not have 'updated' field
|
|
|
|
such events should always pass the filter
|
|
|
|
"""
|
|
|
|
now = datetime.datetime.utcnow()
|
|
|
|
yesterday = now - datetime.timedelta(days=-1)
|
2022-02-21 19:39:40 +00:00
|
|
|
|
|
|
|
count = 10
|
|
|
|
events_old = gen_events(1, 1 + count, now)
|
2022-02-22 06:52:28 +00:00
|
|
|
events_new = gen_events(1, 1 + count, now)
|
2022-02-21 19:39:40 +00:00
|
|
|
|
2022-02-22 06:52:28 +00:00
|
|
|
# 1/2 updated=yesterday, 1/2 no updated field
|
|
|
|
i = 0
|
2022-02-21 19:39:40 +00:00
|
|
|
for event in events_new:
|
2022-02-22 06:52:28 +00:00
|
|
|
if 0 == i % 2:
|
|
|
|
event['updated'] = yesterday.isoformat() + 'Z'
|
|
|
|
else:
|
|
|
|
del event['updated']
|
|
|
|
i += 1
|
|
|
|
|
|
|
|
sync = CalendarSync(None, None)
|
|
|
|
sync.to_update = list(zip(events_old, events_new))
|
|
|
|
sync._filter_events_to_update()
|
|
|
|
assert len(sync.to_update) == count // 2
|