sleepbot_to_sleep_as_android.py

# Configuration
PATH_IN_SLEEPBOT_EXPORT = "test/sleepbot_for_convert_20180914.csv"
PATH_OUT_SLEEP_AS_ANDROID = "test/sleepbot_for_convert_20180914_out.csv"
SLEEPBOT_EXPORT_DATE_FORMAT = "%d/%m/%y"
SLEEPBOT_EXPORT_TIME_FORMAT = "%H:%M"
TIMEZONE = "Asia/Hong_Kong"
NOTE_PREFIX = ""
NOTE_SUFFIX = " [Sleepbot Import]"

# Constants
SLEEPBOT_EXPORT_HEADER = ["Date", "Sleep Time", "Wake Time", "Hours", "Note"]
SLEEPBOT_TIME_DIFF_THRESHOLD = 0.1
SLEEP_AS_ANDROID_TIME_FORMAT = '%H:%M'
SLEEP_AS_ANDROID_DATETIME_FORMAT = '%d. %m. %Y %-H:%M'
SLEEP_AS_ANDROID_DATETIME_FORMAT = '{dt:%d}. {dt:%m}. {dt:%Y} {dt.hour}:{dt:%M}'

# Import
import collections
import csv
from datetime import datetime, timedelta
import decimal
import math

# Define named tuple
SleepbotExportRow = collections.namedtuple('SleepbotExportRow', 'sleep_time wake_time hours note')

# Functions implementation
def check_header(row):
    result = True
    size = len(row)
    if size == len(SLEEPBOT_EXPORT_HEADER):
        for i in range(size):
            if SLEEPBOT_EXPORT_HEADER[i].lower() != row[i].strip().lower():
                result = False
                break
    else:
        result = False
    return result

def parse_sleepbot_row(row):
    result = None
    # Note exported from SleepBot is not properly escaped, restore the tokens as one single note
    if len(row) > 5:
        note = ','.join(row[4:])
        row = row[0:5]
        row[4] = note
    # Trim all space characters
    map(str.strip, row)
    # Parse the sleep time, wake time and sleep hours
    sleep_time = datetime.strptime(row[0] + ' ' + row[1], SLEEPBOT_EXPORT_DATE_FORMAT + ' ' + SLEEPBOT_EXPORT_TIME_FORMAT)
    wake_time = datetime.strptime(row[0] + ' ' + row[2], SLEEPBOT_EXPORT_DATE_FORMAT + ' ' + SLEEPBOT_EXPORT_TIME_FORMAT)
    sleep_hours = decimal.Decimal(row[3])
    # Check whether the sleep time advanced some days, in Sleepbot, the date is the date of the wake time
    if wake_time < sleep_time:
        # Check the sleep hours, just in case someone sleep over 24 hours which will across 2 days
        day_adj = math.ceil(sleep_hours / 24)
        # Adjust the sleep time
        sleep_time -= timedelta(days = day_adj)
    # Check the sleep hours is consistent with sleep time and wake time
    if math.fabs((wake_time - sleep_time).total_seconds() / 3600 - float(sleep_hours)) <= SLEEPBOT_TIME_DIFF_THRESHOLD:
        # Build the result
        result = SleepbotExportRow(sleep_time, wake_time, sleep_hours, row[4])
    else:
        print('WARN: Skipping Sleepbot data with different between sleep time and wake time not matching with sleep hours', row)
    return result

def write_sleep_as_android_row(out_file, row):
    note = row.note.replace('"', '""')
    out_file.write(','.join([
        'Id',
        'Tz',
        'From',
        'To',
        'Sched',
        'Hours',
        'Rating',
        'Comment',
        'Framerate',
        'Snore',
        'Noise',
        'Cycles',
        'DeepSleep',
        'LenAdjust',
        'Geo',
        '"' + datetime.strftime(row.wake_time, SLEEP_AS_ANDROID_TIME_FORMAT) + '"'
    ]))
    out_file.write('\n')
    out_file.write(','.join([
        '"' + str(int(row.sleep_time.timestamp()) * 1000) + '"',
        '"' + TIMEZONE + '"',
        '"' + SLEEP_AS_ANDROID_DATETIME_FORMAT.format(dt = row.sleep_time) + '"',
        '"' + SLEEP_AS_ANDROID_DATETIME_FORMAT.format(dt = row.wake_time) + '"',
        '"' + SLEEP_AS_ANDROID_DATETIME_FORMAT.format(dt = row.wake_time) + '"',
        '"' + '{0:.3f}'.format(row.hours) + '"',
        '"0.0"',
        '"' + (NOTE_PREFIX + note + NOTE_SUFFIX).strip() + '"',
        '"10000"',
        '"-1"',
        '"-1.0"',
        '"-1"',
        '"-2.0"',
        '"0"',
        '""',
        '"0.0"'
    ]))
    out_file.write('\n')

def process(out_file, row):
    row = parse_sleepbot_row(row)
    if row != None:
        write_sleep_as_android_row(out_file, row)

# Main implementation
with open(PATH_IN_SLEEPBOT_EXPORT, 'r') as in_file, open(PATH_OUT_SLEEP_AS_ANDROID, 'w', newline = '\n') as out_file:
    reader = csv.reader(in_file, quoting = csv.QUOTE_NONE)
    header = next(reader, [])
    if check_header(header):
        count = 0
        for row in reader:
            process(out_file, row)
            count += 1
            if count % 50 == 0:
                print('Converted', count, 'records!' if count > 1 else 'record!')
        print('Converted', count, 'records!' if count > 1 else 'record!')
        print('Convertion finished!')
    else:
        print('ERROR: Header of Sleepbot export file is not correct, expected ', SLEEPBOT_EXPORT_HEADER, ', given ', header, sep = '')