42cbe42f06
* Add crate csv * Add start of csv importing on backend * Add Menomosyne serializer * Add csv and json importing on backend * Add plaintext importing on frontend * Add csv metadata extraction on backend * Add csv importing with GUI * Fix missing dfa file in build Added compile_data_attr, then re-ran cargo/update.py. * Don't use doubly buffered reader in csv * Escape HTML entities if CSV is not HTML Also use name 'is_html' consistently. * Use decimal number as foreign ease (like '2.5') * ForeignCard.ivl → ForeignCard.interval * Only allow fixed set of CSV delimiters * Map timestamp of ForeignCard to native due time * Don't trim CSV records * Document use of empty strings for defaults * Avoid creating CardGenContexts for every note This requires CardGenContext to be generic, so it works both with an owned and borrowed notetype. * Show all accepted file types in import file picker * Add import_json_file() * factor → ease_factor * delimter_from_value → delimiter_from_value * Map columns to fields, not the other way around * Fallback to current config for csv metadata * Add start of new import csv screen * Temporary fix for compilation issue on Linux/Mac * Disable jest bazel action for import-csv Jest fails with an error code if no tests are available, but this would not be noticable on Windows as Jest is not run there. * Fix field mapping issue * Revert "Temporary fix for compilation issue on Linux/Mac" This reverts commit 21f8a261408cdae49ec031aa21a1b659c4f66d82. * Add HtmlSwitch and move Switch to components * Fix spacing and make selectors consistent * Fix shortcut tooltip * Place import button at the top with path * Fix meta column indices * Remove NotetypeForString * Fix queue and type of foreign cards * Support different dupe resolution strategies * Allow dupe resolution selection when importing CSV * Test import of unnormalized text Close #1863. * Fix logging of foreign notes * Implement CSV exports * Use db_scalar() in notes_table_len() * Rework CSV metadata - Notetypes and decks are either defined by a global id or by a column. - If a notetype id is provided, its field map must also be specified. - If a notetype column is provided, fields are now mapped by index instead of name at import time. So the first non-meta column is used for the first field of every note, regardless of notetype. This makes importing easier and should improve compatiblity with files without a notetype column. - Ensure first field can be mapped to a column. - Meta columns must be defined as `#[meta name]:[column index]` instead of in the `#columns` tag. - Column labels contain the raw names defined by the file and must be prettified by the frontend. * Adjust frontend to new backend column mapping * Add force flags for is_html and delimiter * Detect if CSV is HTML by field content * Update dupe resolution labels * Simplify selectors * Fix coalescence of oneofs in TS * Disable meta columns from selection Plus a lot of refactoring. * Make import button stick to the bottom * Write delimiter and html flag into csv * Refetch field map after notetype change * Fix log labels for csv import * Log notes whose deck/notetype was missing * Fix hiding of empty log queues * Implement adding tags to all notes of a csv * Fix dupe resolution not being set in log * Implement adding tags to updated notes of a csv * Check first note field is not empty * Temporary fix for build on Linux/Mac * Fix inverted html check (dae) * Remove unused ftl string * Delimiter → Separator * Remove commented-out line * Don't accept .json files * Tweak tag ftl strings * Remove redundant blur call * Strip sound and add spaces in csv export * Export HTML by default * Fix unset deck in Mnemosyne import Also accept both numbers and strings for notetypes and decks in JSON. * Make DupeResolution::Update the default * Fix missing dot in extension * Make column indices 1-based * Remove StickContainer from TagEditor Fixes line breaking, border and z index on ImportCsvPage. * Assign different key combos to tag editors * Log all updated duplicates Add a log field for the true number of found notes. * Show identical notes as skipped * Split tag-editor into separate ts module (dae) * Add progress for CSV export * Add progress for text import * Tidy-ups after tag-editor split (dae) - import-csv no longer depends on editor - remove some commented lines
77 lines
2.5 KiB
TypeScript
77 lines
2.5 KiB
TypeScript
// Copyright: Ankitects Pty Ltd and contributors
|
|
// License: GNU AGPL, version 3 or later; http://www.gnu.org/licenses/agpl.html
|
|
|
|
import "./import-csv-base.css";
|
|
|
|
import { ModuleName, setupI18n } from "../lib/i18n";
|
|
import { checkNightMode } from "../lib/nightmode";
|
|
import {
|
|
Decks,
|
|
decks as decksService,
|
|
empty,
|
|
notetypes as notetypeService,
|
|
} from "../lib/proto";
|
|
import ImportCsvPage from "./ImportCsvPage.svelte";
|
|
import { getCsvMetadata } from "./lib";
|
|
|
|
const gettingNotetypes = notetypeService.getNotetypeNames(empty);
|
|
const gettingDecks = decksService.getDeckNames(
|
|
Decks.GetDeckNamesRequest.create({
|
|
skipEmptyDefault: false,
|
|
includeFiltered: false,
|
|
}),
|
|
);
|
|
const i18n = setupI18n({
|
|
modules: [
|
|
ModuleName.ACTIONS,
|
|
ModuleName.CHANGE_NOTETYPE,
|
|
ModuleName.DECKS,
|
|
ModuleName.EDITING,
|
|
ModuleName.IMPORTING,
|
|
ModuleName.KEYBOARD,
|
|
ModuleName.NOTETYPES,
|
|
ModuleName.STUDYING,
|
|
],
|
|
});
|
|
|
|
export async function setupImportCsvPage(path: string): Promise<ImportCsvPage> {
|
|
const gettingMetadata = getCsvMetadata(path);
|
|
const [notetypes, decks, metadata] = await Promise.all([
|
|
gettingNotetypes,
|
|
gettingDecks,
|
|
gettingMetadata,
|
|
i18n,
|
|
]);
|
|
|
|
checkNightMode();
|
|
|
|
return new ImportCsvPage({
|
|
target: document.body,
|
|
props: {
|
|
path: path,
|
|
deckNameIds: decks.entries,
|
|
notetypeNameIds: notetypes.entries,
|
|
delimiter: metadata.delimiter,
|
|
forceDelimiter: metadata.forceDelimiter,
|
|
isHtml: metadata.isHtml,
|
|
forceIsHtml: metadata.forceIsHtml,
|
|
globalTags: metadata.globalTags,
|
|
updatedTags: metadata.updatedTags,
|
|
columnLabels: metadata.columnLabels,
|
|
tagsColumn: metadata.tagsColumn,
|
|
globalNotetype: metadata.globalNotetype ?? null,
|
|
// Unset oneof numbers default to 0, which also means n/a here,
|
|
// but it's vital to differentiate between unset and 0 when reserializing.
|
|
notetypeColumn: metadata.notetypeColumn ? metadata.notetypeColumn : null,
|
|
deckId: metadata.deckId ? metadata.deckId : null,
|
|
deckColumn: metadata.deckColumn ? metadata.deckColumn : null,
|
|
},
|
|
});
|
|
}
|
|
|
|
/* // use #testXXXX where XXXX is notetype ID to test
|
|
if (window.location.hash.startsWith("#test")) {
|
|
const ntid = parseInt(window.location.hash.substr("#test".length), 10);
|
|
setupCsvImportPage(ntid, ntid);
|
|
} */
|