265 lines
7 KiB
Go
265 lines
7 KiB
Go
// Vikunja is a to-do list application to facilitate your life.
|
|
// Copyright 2018-2021 Vikunja and contributors. All rights reserved.
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public Licensee as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public Licensee for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public Licensee
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package ticktick
|
|
|
|
import (
|
|
"encoding/csv"
|
|
"errors"
|
|
"io"
|
|
"regexp"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"code.vikunja.io/api/pkg/log"
|
|
|
|
"code.vikunja.io/api/pkg/models"
|
|
"code.vikunja.io/api/pkg/modules/migration"
|
|
"code.vikunja.io/api/pkg/user"
|
|
)
|
|
|
|
const timeISO = "2006-01-02T15:04:05-0700"
|
|
|
|
type Migrator struct {
|
|
}
|
|
|
|
type tickTickTask struct {
|
|
FolderName string
|
|
ListName string
|
|
Title string
|
|
Tags []string
|
|
Content string
|
|
IsChecklist bool
|
|
StartDate time.Time
|
|
DueDate time.Time
|
|
Reminder time.Duration
|
|
Repeat string
|
|
Priority int
|
|
Status string
|
|
CreatedTime time.Time
|
|
CompletedTime time.Time
|
|
Order float64
|
|
TaskID int64
|
|
ParentID int64
|
|
}
|
|
|
|
// Copied from https://stackoverflow.com/a/57617885
|
|
var durationRegex = regexp.MustCompile(`P([\d\.]+Y)?([\d\.]+M)?([\d\.]+D)?T?([\d\.]+H)?([\d\.]+M)?([\d\.]+?S)?`)
|
|
|
|
// ParseDuration converts a ISO8601 duration into a time.Duration
|
|
func parseDuration(str string) time.Duration {
|
|
matches := durationRegex.FindStringSubmatch(str)
|
|
|
|
if len(matches) == 0 {
|
|
return 0
|
|
}
|
|
|
|
years := parseDurationPart(matches[1], time.Hour*24*365)
|
|
months := parseDurationPart(matches[2], time.Hour*24*30)
|
|
days := parseDurationPart(matches[3], time.Hour*24)
|
|
hours := parseDurationPart(matches[4], time.Hour)
|
|
minutes := parseDurationPart(matches[5], time.Second*60)
|
|
seconds := parseDurationPart(matches[6], time.Second)
|
|
|
|
return years + months + days + hours + minutes + seconds
|
|
}
|
|
|
|
func parseDurationPart(value string, unit time.Duration) time.Duration {
|
|
if len(value) != 0 {
|
|
if parsed, err := strconv.ParseFloat(value[:len(value)-1], 64); err == nil {
|
|
return time.Duration(float64(unit) * parsed)
|
|
}
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func convertTickTickToVikunja(tasks []*tickTickTask) (result []*models.NamespaceWithListsAndTasks) {
|
|
namespace := &models.NamespaceWithListsAndTasks{
|
|
Namespace: models.Namespace{
|
|
Title: "Migrated from TickTick",
|
|
},
|
|
Lists: []*models.ListWithTasksAndBuckets{},
|
|
}
|
|
|
|
lists := make(map[string]*models.ListWithTasksAndBuckets)
|
|
for _, t := range tasks {
|
|
_, has := lists[t.ListName]
|
|
if !has {
|
|
lists[t.ListName] = &models.ListWithTasksAndBuckets{
|
|
List: models.List{
|
|
Title: t.ListName,
|
|
},
|
|
}
|
|
}
|
|
|
|
labels := make([]*models.Label, 0, len(t.Tags))
|
|
for _, tag := range t.Tags {
|
|
labels = append(labels, &models.Label{
|
|
Title: tag,
|
|
})
|
|
}
|
|
|
|
task := &models.TaskWithComments{
|
|
Task: models.Task{
|
|
ID: t.TaskID,
|
|
Title: t.Title,
|
|
Description: t.Content,
|
|
StartDate: t.StartDate,
|
|
EndDate: t.DueDate,
|
|
DueDate: t.DueDate,
|
|
Reminders: []time.Time{
|
|
t.DueDate.Add(t.Reminder * -1),
|
|
},
|
|
Done: t.Status == "1",
|
|
DoneAt: t.CompletedTime,
|
|
Position: t.Order,
|
|
Labels: labels,
|
|
},
|
|
}
|
|
|
|
if t.ParentID != 0 {
|
|
task.RelatedTasks = map[models.RelationKind][]*models.Task{
|
|
models.RelationKindParenttask: {{ID: t.ParentID}},
|
|
}
|
|
}
|
|
|
|
lists[t.ListName].Tasks = append(lists[t.ListName].Tasks, task)
|
|
}
|
|
|
|
for _, l := range lists {
|
|
namespace.Lists = append(namespace.Lists, l)
|
|
}
|
|
|
|
sort.Slice(namespace.Lists, func(i, j int) bool {
|
|
return namespace.Lists[i].Title < namespace.Lists[j].Title
|
|
})
|
|
|
|
return []*models.NamespaceWithListsAndTasks{namespace}
|
|
}
|
|
|
|
// Name is used to get the name of the ticktick migration - we're using the docs here to annotate the status route.
|
|
// @Summary Get migration status
|
|
// @Description Returns if the current user already did the migation or not. This is useful to show a confirmation message in the frontend if the user is trying to do the same migration again.
|
|
// @tags migration
|
|
// @Produce json
|
|
// @Security JWTKeyAuth
|
|
// @Success 200 {object} migration.Status "The migration status"
|
|
// @Failure 500 {object} models.Message "Internal server error"
|
|
// @Router /migration/ticktick/status [get]
|
|
func (m *Migrator) Name() string {
|
|
return "ticktick"
|
|
}
|
|
|
|
// Migrate takes a ticktick export, parses it and imports everything in it into Vikunja.
|
|
// @Summary Import all lists, tasks etc. from a TickTick backup export
|
|
// @Description Imports all projects, tasks, notes, reminders, subtasks and files from a TickTick backup export into Vikunja.
|
|
// @tags migration
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Security JWTKeyAuth
|
|
// @Param import formData string true "The TickTick backup csv file."
|
|
// @Success 200 {object} models.Message "A message telling you everything was migrated successfully."
|
|
// @Failure 500 {object} models.Message "Internal server error"
|
|
// @Router /migration/ticktick/migrate [post]
|
|
func (m *Migrator) Migrate(user *user.User, file io.ReaderAt, size int64) error {
|
|
fr := io.NewSectionReader(file, 0, size)
|
|
r := csv.NewReader(fr)
|
|
|
|
allTasks := []*tickTickTask{}
|
|
line := 0
|
|
for {
|
|
|
|
record, err := r.Read()
|
|
if err != nil {
|
|
if errors.Is(err, io.EOF) {
|
|
break
|
|
}
|
|
log.Debugf("[TickTick Migration] CSV parse error: %s", err)
|
|
}
|
|
|
|
line++
|
|
if line <= 4 {
|
|
continue
|
|
}
|
|
|
|
priority, err := strconv.Atoi(record[10])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
order, err := strconv.ParseFloat(record[14], 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
taskID, err := strconv.ParseInt(record[21], 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
parentID, err := strconv.ParseInt(record[21], 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
reminder := parseDuration(record[8])
|
|
|
|
t := &tickTickTask{
|
|
ListName: record[1],
|
|
Title: record[2],
|
|
Tags: strings.Split(record[3], ", "),
|
|
Content: record[4],
|
|
IsChecklist: record[5] == "Y",
|
|
Reminder: reminder,
|
|
Repeat: record[9],
|
|
Priority: priority,
|
|
Status: record[11],
|
|
Order: order,
|
|
TaskID: taskID,
|
|
ParentID: parentID,
|
|
}
|
|
|
|
if record[6] != "" {
|
|
t.StartDate, err = time.Parse(timeISO, record[6])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if record[7] != "" {
|
|
t.DueDate, err = time.Parse(timeISO, record[7])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if record[12] != "" {
|
|
t.StartDate, err = time.Parse(timeISO, record[12])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if record[13] != "" {
|
|
t.CompletedTime, err = time.Parse(timeISO, record[13])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
allTasks = append(allTasks, t)
|
|
}
|
|
|
|
vikunjaTasks := convertTickTickToVikunja(allTasks)
|
|
|
|
return migration.InsertFromStructure(vikunjaTasks, user)
|
|
}
|