Migration: add a tool to migrate to etesync 2.0.
Tom Hacohen
4 years ago
parent
5a5c777619
commit
f579f3fcb0
@ -0,0 +1,380 @@
|
||||
// SPDX-FileCopyrightText: © 2017 EteSync Authors
|
||||
// SPDX-License-Identifier: AGPL-3.0-only
|
||||
|
||||
import * as React from "react";
|
||||
import * as EteSync from "etesync";
|
||||
import * as Etebase from "etebase";
|
||||
import Button from "@material-ui/core/Button";
|
||||
import TextField from "@material-ui/core/TextField";
|
||||
import Switch from "@material-ui/core/Switch";
|
||||
import { Map as ImmutableMap } from "immutable";
|
||||
|
||||
import ContactsIcon from "@material-ui/icons/Contacts";
|
||||
import CalendarTodayIcon from "@material-ui/icons/CalendarToday";
|
||||
import FormatListBulletedIcon from "@material-ui/icons/FormatListBulleted";
|
||||
|
||||
import Container from "./widgets/Container";
|
||||
import { useSelector } from "react-redux";
|
||||
import { StoreState, CredentialsData, UserInfoData } from "./store";
|
||||
import AppBarOverride from "./widgets/AppBarOverride";
|
||||
import ColorBox from "./widgets/ColorBox";
|
||||
import { List, ListItem } from "./widgets/List";
|
||||
import { colorIntToHtml } from "./journal-processors";
|
||||
import { Checkbox, FormGroup, FormControlLabel, CircularProgress } from "@material-ui/core";
|
||||
import Alert from "@material-ui/lab/Alert";
|
||||
import { arrayToChunkIterator } from "./helpers";
|
||||
import { ContactType, EventType, TaskType, PimType } from "./pim-types";
|
||||
|
||||
interface PropsType {
|
||||
etesync: CredentialsData;
|
||||
userInfo: UserInfoData;
|
||||
}
|
||||
|
||||
interface FormErrors {
|
||||
errorEmail?: string;
|
||||
errorPassword?: string;
|
||||
errorServer?: string;
|
||||
|
||||
errorGeneral?: string;
|
||||
}
|
||||
|
||||
export default function MigrateV2(props: PropsType) {
|
||||
const [wantedJournals, setWantedJournals] = React.useState<ImmutableMap<string, EteSync.Journal>>(ImmutableMap({}));
|
||||
const [username, setUsername] = React.useState("");
|
||||
const [password, setPassword] = React.useState("");
|
||||
const [server, setServer] = React.useState("");
|
||||
const [showAdvanced, setShowAdvanced] = React.useState(false);
|
||||
const [loading, setLoading] = React.useState(false);
|
||||
const [progress, setProgress] = React.useState("");
|
||||
const [errors, setErrors] = React.useState<FormErrors>({});
|
||||
const journals = useSelector((state: StoreState) => state.cache.journals!);
|
||||
const journalEntries = useSelector((state: StoreState) => state.cache.entries);
|
||||
const derived = props.etesync.encryptionKey;
|
||||
|
||||
const decryptedJournals = React.useMemo(() => {
|
||||
return journals.map((journal) => {
|
||||
const userInfo = props.userInfo;
|
||||
const keyPair = userInfo.getKeyPair(userInfo.getCryptoManager(derived));
|
||||
const cryptoManager = journal.getCryptoManager(derived, keyPair);
|
||||
const info = journal.getInfo(cryptoManager);
|
||||
return { journal, info };
|
||||
});
|
||||
}, [props.userInfo, journals, derived]);
|
||||
|
||||
const journalClicked = React.useCallback((journal: EteSync.Journal) => {
|
||||
if (wantedJournals.has(journal.uid)) {
|
||||
setWantedJournals(wantedJournals.remove(journal.uid));
|
||||
} else {
|
||||
setWantedJournals(wantedJournals.set(journal.uid, journal));
|
||||
}
|
||||
}, [wantedJournals]);
|
||||
|
||||
const journalMap = React.useMemo(() => {
|
||||
return decryptedJournals.reduce(
|
||||
(ret, { journal, info }) => {
|
||||
let colorBox: React.ReactElement | undefined;
|
||||
switch (info.type) {
|
||||
case "CALENDAR":
|
||||
case "TASKS":
|
||||
colorBox = (
|
||||
<ColorBox size={24} color={colorIntToHtml(info.color)} />
|
||||
);
|
||||
break;
|
||||
}
|
||||
ret[info.type] = ret[info.type] || [];
|
||||
ret[info.type].push(
|
||||
<ListItem key={journal.uid} rightIcon={colorBox} insetChildren
|
||||
onClick={() => journalClicked(journal)}>
|
||||
<Checkbox
|
||||
checked={wantedJournals.has(journal.uid)}
|
||||
/>
|
||||
{info.displayName}
|
||||
</ListItem>
|
||||
);
|
||||
|
||||
return ret;
|
||||
},
|
||||
{
|
||||
CALENDAR: [],
|
||||
ADDRESS_BOOK: [],
|
||||
TASKS: [],
|
||||
});
|
||||
}, [decryptedJournals, journalClicked]);
|
||||
|
||||
const styles = {
|
||||
form: {
|
||||
},
|
||||
forgotPassword: {
|
||||
paddingTop: 20,
|
||||
},
|
||||
textField: {
|
||||
marginTop: 20,
|
||||
},
|
||||
submit: {
|
||||
marginTop: 40,
|
||||
},
|
||||
};
|
||||
|
||||
function handleInputChange(func: (value: string) => void) {
|
||||
return (event: React.ChangeEvent<any>) => {
|
||||
func(event.target.value);
|
||||
};
|
||||
}
|
||||
|
||||
async function onSubmit() {
|
||||
setLoading(true);
|
||||
setProgress("");
|
||||
try {
|
||||
const errors: FormErrors = {};
|
||||
const fieldRequired = "This field is required!";
|
||||
if (!username) {
|
||||
errors.errorEmail = fieldRequired;
|
||||
}
|
||||
if (!password) {
|
||||
errors.errorPassword = fieldRequired;
|
||||
}
|
||||
if (showAdvanced && !server.startsWith("http")) {
|
||||
errors.errorServer = "Server URI must start with http/https://";
|
||||
}
|
||||
|
||||
if (Object.keys(errors).length) {
|
||||
setErrors(errors);
|
||||
return;
|
||||
} else {
|
||||
setErrors({});
|
||||
}
|
||||
|
||||
const serverUrl = (showAdvanced) ? server : undefined;
|
||||
let malformed = 0;
|
||||
|
||||
setProgress("Logging into EteSync 2.0 account");
|
||||
const etebase = await Etebase.Account.login(username, password, serverUrl);
|
||||
const colMgr = etebase.getCollectionManager();
|
||||
|
||||
const { etesync, userInfo } = props;
|
||||
const derived = etesync.encryptionKey;
|
||||
const userInfoCryptoManager = userInfo.getCryptoManager(etesync.encryptionKey);
|
||||
const keyPair = userInfo.getKeyPair(userInfoCryptoManager);
|
||||
|
||||
const now = (new Date()).getTime();
|
||||
|
||||
let i = 1;
|
||||
for (const journal of wantedJournals.values()) {
|
||||
setProgress(`Migrating collection ${i}/${wantedJournals.size}`);
|
||||
console.log("Migrating ", journal.uid);
|
||||
|
||||
const cryptoManager = journal.getCryptoManager(derived, keyPair);
|
||||
const info = journal.getInfo(cryptoManager);
|
||||
const entries = journalEntries.get(journal.uid)!;
|
||||
|
||||
let colType;
|
||||
let parseFunc: (content: string) => PimType;
|
||||
switch (info.type) {
|
||||
case "ADDRESS_BOOK": {
|
||||
colType = "etebase.vcard";
|
||||
parseFunc = ContactType.parse;
|
||||
break;
|
||||
}
|
||||
case "CALENDAR": {
|
||||
colType = "etebase.vevent";
|
||||
parseFunc = EventType.parse;
|
||||
break;
|
||||
}
|
||||
case "TASKS": {
|
||||
colType = "etebase.vtodo";
|
||||
parseFunc = TaskType.parse;
|
||||
break;
|
||||
}
|
||||
default: {
|
||||
continue;
|
||||
}
|
||||
}
|
||||
const meta: Etebase.CollectionMetadata = {
|
||||
type: colType,
|
||||
name: info.displayName,
|
||||
description: info.description,
|
||||
color: (info.color !== undefined) ? colorIntToHtml(info.color) : undefined,
|
||||
};
|
||||
const collection = await colMgr.create(meta, "");
|
||||
await colMgr.upload(collection);
|
||||
|
||||
const itemMgr = colMgr.getItemManager(collection);
|
||||
|
||||
const CHUNK_SIZE = 20;
|
||||
const items = new Map<string, Etebase.Item>();
|
||||
let done = 0;
|
||||
let prevUid: string | null = null;
|
||||
for (const chunk of arrayToChunkIterator(entries.toArray(), CHUNK_SIZE)) {
|
||||
setProgress(`Migrating collection ${i}/${wantedJournals.size}\nMigrated entries: ${done}/${entries.size}`);
|
||||
const chunkItems = [];
|
||||
for (const entry of chunk) {
|
||||
console.log("Migrating entry ", entry.uid);
|
||||
done++;
|
||||
const syncEntry = entry.getSyncEntry(cryptoManager, prevUid);
|
||||
prevUid = entry.uid;
|
||||
const pimItem = parseFunc(syncEntry.content);
|
||||
const uid = pimItem.uid;
|
||||
// When we can't set mtime, set to the item's position in the change log so we at least maintain EteSync 1.0 ordering.
|
||||
const mtime = (pimItem.lastModified?.toJSDate())?.getTime() ?? now + done;
|
||||
|
||||
if (!uid) {
|
||||
malformed++;
|
||||
continue;
|
||||
}
|
||||
|
||||
let item = items.get(uid);
|
||||
if (item) {
|
||||
// Existing item
|
||||
item = item._clone(); // We are cloning so we can push multiple revisions at once
|
||||
await item.setContent(syncEntry.content);
|
||||
const meta = await item.getMeta();
|
||||
meta.mtime = mtime;
|
||||
await item.setMeta(meta);
|
||||
} else {
|
||||
// New
|
||||
const meta: Etebase.ItemMetadata = {
|
||||
mtime,
|
||||
name: uid,
|
||||
};
|
||||
item = await itemMgr.create(meta, syncEntry.content);
|
||||
items.set(uid, item);
|
||||
}
|
||||
if (syncEntry.action === EteSync.SyncEntryAction.Delete) {
|
||||
item.delete(true);
|
||||
}
|
||||
|
||||
chunkItems.push(item);
|
||||
}
|
||||
await itemMgr.batch(chunkItems);
|
||||
}
|
||||
|
||||
i++;
|
||||
}
|
||||
|
||||
await etebase.logout();
|
||||
if (malformed > 0) {
|
||||
setProgress(`Done\nIgnored ${malformed} entries (probably safe to ignore)`);
|
||||
} else {
|
||||
setProgress("Done");
|
||||
}
|
||||
|
||||
} catch (e) {
|
||||
if (e instanceof Etebase.UnauthorizedError) {
|
||||
errors.errorGeneral = "Wrong username or password";
|
||||
} else {
|
||||
errors.errorGeneral = e.toString();
|
||||
}
|
||||
setErrors(errors);
|
||||
} finally {
|
||||
setLoading(false);
|
||||
}
|
||||
}
|
||||
|
||||
let advancedSettings = null;
|
||||
if (showAdvanced) {
|
||||
advancedSettings = (
|
||||
<React.Fragment>
|
||||
<TextField
|
||||
type="url"
|
||||
style={styles.textField}
|
||||
error={!!errors.errorServer}
|
||||
helperText={errors.errorServer}
|
||||
label="Server"
|
||||
name="server"
|
||||
value={server}
|
||||
onChange={handleInputChange(setServer)}
|
||||
/>
|
||||
<br />
|
||||
</React.Fragment>
|
||||
);
|
||||
}
|
||||
|
||||
return (
|
||||
<Container>
|
||||
<AppBarOverride title="Migrate to EteSync 2.0" />
|
||||
<p>
|
||||
This tool will help you migrate your data to EteSync 2.0.
|
||||
</p>
|
||||
<p>
|
||||
The migration doesn't delete any data. It only copies your data over to the new EteSync 2.0 server. This means that there is no risk of data-loss in the migration.
|
||||
</p>
|
||||
<p>
|
||||
Please select the collections you would like to migrate, and then enter your EteSync 2.0 credentials and click migrate.
|
||||
</p>
|
||||
<List>
|
||||
<ListItem
|
||||
primaryText="Address Books"
|
||||
leftIcon={<ContactsIcon />}
|
||||
nestedItems={journalMap.ADDRESS_BOOK}
|
||||
/>
|
||||
|
||||
<ListItem
|
||||
primaryText="Calendars"
|
||||
leftIcon={<CalendarTodayIcon />}
|
||||
nestedItems={journalMap.CALENDAR}
|
||||
/>
|
||||
|
||||
<ListItem
|
||||
primaryText="Tasks"
|
||||
leftIcon={<FormatListBulletedIcon />}
|
||||
nestedItems={journalMap.TASKS}
|
||||
/>
|
||||
</List>
|
||||
|
||||
<h3>EteSync 2.0 credentials</h3>
|
||||
<TextField
|
||||
type="text"
|
||||
style={styles.textField}
|
||||
error={!!errors.errorEmail}
|
||||
helperText={errors.errorEmail}
|
||||
label="Username"
|
||||
name="username"
|
||||
value={username}
|
||||
onChange={handleInputChange(setUsername)}
|
||||
/>
|
||||
<br />
|
||||
<TextField
|
||||
type="password"
|
||||
style={styles.textField}
|
||||
error={!!errors.errorPassword}
|
||||
helperText={errors.errorPassword}
|
||||
label="Password"
|
||||
name="password"
|
||||
value={password}
|
||||
onChange={handleInputChange(setPassword)}
|
||||
/>
|
||||
<FormGroup>
|
||||
<FormControlLabel
|
||||
control={
|
||||
<Switch
|
||||
color="primary"
|
||||
checked={showAdvanced}
|
||||
onChange={() => setShowAdvanced(!showAdvanced)}
|
||||
/>
|
||||
}
|
||||
label="Advanced settings"
|
||||
/>
|
||||
</FormGroup>
|
||||
{advancedSettings}
|
||||
{errors.errorGeneral && (
|
||||
<Alert severity="error" style={styles.textField}>{errors.errorGeneral}</Alert>
|
||||
)}
|
||||
{progress && (
|
||||
<Alert severity="info" style={styles.textField}>{progress}</Alert>
|
||||
)}
|
||||
<div style={styles.submit}>
|
||||
<Button
|
||||
variant="contained"
|
||||
color="secondary"
|
||||
onClick={onSubmit}
|
||||
disabled={loading}
|
||||
>
|
||||
{loading ? (
|
||||
<CircularProgress />
|
||||
) : "Migrate"
|
||||
}
|
||||
</Button>
|
||||
</div>
|
||||
</Container>
|
||||
);
|
||||
}
|
||||
Loading…
Reference in New Issue