mirror of
https://github.com/filecoin-project/slate.git
synced 2024-11-29 16:54:09 +03:00
created migration script
This commit is contained in:
Martina
parent
8056862898
commit
ea71647352
@ -28,7 +28,7 @@
|
|||||||
"www-setup-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts setup-database",
|
"www-setup-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts setup-database",
|
||||||
"www-seed-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts seed-database",
|
"www-seed-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts seed-database",
|
||||||
"www-adjust-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts adjust",
|
"www-adjust-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts adjust",
|
||||||
"www-migrate-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts privacy-and-counts-repair"
|
"www-migrate-database": "NODE_TLS_REJECT_UNAUTHORIZED=0 node ./scripts flattening-migration"
|
||||||
},
|
},
|
||||||
"repository": "filecoin-project/slate",
|
"repository": "filecoin-project/slate",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
|||||||
311
scripts/flattening-migration.js
Normal file
311
scripts/flattening-migration.js
Normal file
@ -0,0 +1,311 @@
|
|||||||
|
import configs from "~/knexfile";
|
||||||
|
import knex from "knex";
|
||||||
|
import { v4 as uuid } from "uuid";
|
||||||
|
|
||||||
|
import * as Logging from "~/common/logging";
|
||||||
|
import * as Utilities from "~/node_common/utilities";
|
||||||
|
import * as Data from "~/node_common/data";
|
||||||
|
import * as Strings from "~/common/strings";
|
||||||
|
import * as Constants from "~/common/constants";
|
||||||
|
|
||||||
|
const envConfig = configs["development"];
|
||||||
|
|
||||||
|
const DB = knex(envConfig);
|
||||||
|
|
||||||
|
Logging.log(`RUNNING: files-migration.js`);
|
||||||
|
|
||||||
|
/* Check which properties exist */
|
||||||
|
|
||||||
|
const printUsersTable = async () => {
|
||||||
|
const users = await DB.select("*").from("users");
|
||||||
|
let dataParams = {};
|
||||||
|
let twitterParams = {};
|
||||||
|
let statusParams = {};
|
||||||
|
let onboardingParams = {};
|
||||||
|
let settingsParams = {};
|
||||||
|
let tokensParams = {};
|
||||||
|
for (let user of users) {
|
||||||
|
for (let param of Object.keys(user.data)) {
|
||||||
|
if (!dataParams[param]) {
|
||||||
|
dataParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (user.data.twitter) {
|
||||||
|
for (let param of Object.keys(user.data.twitter)) {
|
||||||
|
if (!twitterParams[param]) {
|
||||||
|
twitterParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (user.data.status) {
|
||||||
|
for (let param of Object.keys(user.data.status)) {
|
||||||
|
if (!statusParams[param]) {
|
||||||
|
statusParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (user.data.onboarding) {
|
||||||
|
for (let param of Object.keys(user.data.onboarding)) {
|
||||||
|
if (!onboardingParams[param]) {
|
||||||
|
onboardingParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (user.data.settings) {
|
||||||
|
for (let param of Object.keys(user.data.settings)) {
|
||||||
|
if (!settingsParams[param]) {
|
||||||
|
settingsParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (user.data.tokens) {
|
||||||
|
for (let param of Object.keys(user.data.tokens)) {
|
||||||
|
if (!tokensParams[param]) {
|
||||||
|
tokensParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Logging.log({ dataParams: Object.keys(dataParams) });
|
||||||
|
Logging.log({ twitterParams: Object.keys(twitterParams) });
|
||||||
|
Logging.log({ statusParams: Object.keys(statusParams) });
|
||||||
|
Logging.log({ onboardingParams: Object.keys(onboardingParams) });
|
||||||
|
Logging.log({ settingsParams: Object.keys(settingsParams) });
|
||||||
|
Logging.log({ tokensParams: Object.keys(tokensParams) });
|
||||||
|
};
|
||||||
|
|
||||||
|
const printSlatesTable = async () => {
|
||||||
|
const slates = await DB.select("*").from("slates");
|
||||||
|
let dataParams = {};
|
||||||
|
for (let slate of slates) {
|
||||||
|
for (let param of Object.keys(slate.data)) {
|
||||||
|
if (!dataParams[param]) {
|
||||||
|
dataParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Logging.log({ dataParams: Object.keys(dataParams) });
|
||||||
|
};
|
||||||
|
|
||||||
|
const printFilesTable = async () => {
|
||||||
|
const files = await DB.select("*").from("files");
|
||||||
|
let dataParams = {};
|
||||||
|
let linkParams = {};
|
||||||
|
for (let file of files) {
|
||||||
|
for (let param of Object.keys(file.data)) {
|
||||||
|
if (!dataParams[param]) {
|
||||||
|
dataParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (file.data.link) {
|
||||||
|
for (let param of Object.keys(file.data.link)) {
|
||||||
|
if (!linkParams[param]) {
|
||||||
|
linkParams[param] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Logging.log({ dataParams: Object.keys(dataParams) });
|
||||||
|
Logging.log({ linkParams: Object.keys(linkParams) });
|
||||||
|
};
|
||||||
|
|
||||||
|
/* Add columns (including tags) */
|
||||||
|
|
||||||
|
const addUserColumns = async () => {
|
||||||
|
await DB.schema.table("users", function (table) {
|
||||||
|
table.string("body").nullable();
|
||||||
|
table.string("photo").nullable();
|
||||||
|
table.string("name").nullable();
|
||||||
|
table.string("twitterUsername").nullable();
|
||||||
|
table.boolean("twitterVerified").notNullable().defaultTo(false);
|
||||||
|
table.boolean("hidePrivacyAlert").notNullable().defaultTo(false);
|
||||||
|
table.string("apiToken").nullable();
|
||||||
|
table.boolean("settingsDealsAutoApprove").notNullable().defaultTo(false);
|
||||||
|
table.boolean("allowAutomaticDataStorage").notNullable().defaultTo(true);
|
||||||
|
table.boolean("allowEncryptedDataStorage").notNullable().defaultTo(true);
|
||||||
|
table.jsonb("onboarding").nullable();
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
const addSlateColumns = async () => {
|
||||||
|
await DB.schema.table("slates", function (table) {
|
||||||
|
table.string("body").nullable();
|
||||||
|
table.string("name").nullable();
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
const addFileColumns = async () => {
|
||||||
|
await DB.schema.table("files", function (table) {
|
||||||
|
table.renameColumn("data", "oldData");
|
||||||
|
});
|
||||||
|
await DB.schema.table("files", function (table) {
|
||||||
|
table.string("name").nullable();
|
||||||
|
table.integer("size").notNullable().defaultTo(0);
|
||||||
|
table.string("type").notNullable().defaultTo("link");
|
||||||
|
table.string("blurhash").nullable();
|
||||||
|
table.string("source").nullable();
|
||||||
|
table.string("body").nullable();
|
||||||
|
table.string("author").nullable();
|
||||||
|
table.jsonb("coverImage").nullable();
|
||||||
|
table.jsonb("data").nullable(); //where you'll move unity stuff
|
||||||
|
table.string("name").nullable();
|
||||||
|
table.string("body").nullable();
|
||||||
|
table.string("author").nullable();
|
||||||
|
table.string("source").nullable();
|
||||||
|
table.string("domain").nullable();
|
||||||
|
table.string("image").nullable();
|
||||||
|
table.string("logo").nullable();
|
||||||
|
table.string("html").nullable();
|
||||||
|
table.string("iFrameAllowed").nullable();
|
||||||
|
table.jsonb("tags").nullable();
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
/* Migrate over to new columns (and denormalize tags) */
|
||||||
|
|
||||||
|
const migrateUserTable = async () => {
|
||||||
|
const users = await DB.select("id", "data").from("users");
|
||||||
|
for (let user of users) {
|
||||||
|
let data = user.data;
|
||||||
|
let newUser = {
|
||||||
|
name: data.name,
|
||||||
|
body: data.body,
|
||||||
|
photo: data.photo,
|
||||||
|
hidePrivacyAlert: data.status?.hidePrivacyAlert,
|
||||||
|
apiToken: data.tokens?.api,
|
||||||
|
settingsDealsAutoApprove: data.settings?.settings_deals_auto_approve,
|
||||||
|
allowAutomaticDataStorage: data.settings?.allow_automatic_data_storage,
|
||||||
|
allowEncryptedDataStorage: data.settings?.allow_encrypted_data_storage,
|
||||||
|
onboarding: data.onboarding,
|
||||||
|
twitterUsername: data.twitter?.username,
|
||||||
|
twitterVerified: data.twitter?.verified,
|
||||||
|
};
|
||||||
|
const response = await DB.from("users").where("id", user.id).update(newUser);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const migrateSlateTable = async () => {
|
||||||
|
const slates = await DB.select("id", "data").from("slates");
|
||||||
|
for (let slate of slates) {
|
||||||
|
let data = slate.data;
|
||||||
|
let newSlate = {
|
||||||
|
name: data.name,
|
||||||
|
body: data.body,
|
||||||
|
};
|
||||||
|
const response = await DB.from("slates").where("id", slate.id).update(newSlate);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const migrateFileTable = async () => {
|
||||||
|
const files = await DB.select("id", "oldData").from("files");
|
||||||
|
for (let file of files) {
|
||||||
|
let data = file.oldData;
|
||||||
|
let newFile = {
|
||||||
|
name: data.name,
|
||||||
|
body: data.body,
|
||||||
|
size: data.size,
|
||||||
|
type: data.type,
|
||||||
|
blurhash: data.blurhash,
|
||||||
|
source: data.source,
|
||||||
|
author: data.author,
|
||||||
|
coverImage: data.coverImage,
|
||||||
|
data: data.unity ? { unity: data.unity } : null,
|
||||||
|
linkName: data.link?.name,
|
||||||
|
linkBody: data.link?.body,
|
||||||
|
linkAuthor: data.link?.author,
|
||||||
|
linkSource: data.link?.source,
|
||||||
|
linkDomain: data.link?.domain,
|
||||||
|
linkImage: data.link?.image,
|
||||||
|
linkFavicon: data.link?.logo,
|
||||||
|
linkHtml: data.link?.html,
|
||||||
|
linkIFrameAllowed: data.link?.iFrameAllowed,
|
||||||
|
};
|
||||||
|
|
||||||
|
let tags = await DB.select("slates.id", "slates.slatename")
|
||||||
|
.from("slates")
|
||||||
|
.join("slate_files", "slate_files.slateId", "=", "slates.id")
|
||||||
|
.where("slate_files.fileId", file.id);
|
||||||
|
if (tags?.length) {
|
||||||
|
newFile.tags = tags;
|
||||||
|
}
|
||||||
|
const response = await DB.from("files").where("id", file.id).update(newFile);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
/* Delete the old (and convert newData to data) */
|
||||||
|
|
||||||
|
const deleteUserData = async () => {
|
||||||
|
await DB.schema.table("users", function (table) {
|
||||||
|
table.dropColumn("data");
|
||||||
|
});
|
||||||
|
await DB.schema.table("slates", function (table) {
|
||||||
|
table.dropColumn("data");
|
||||||
|
});
|
||||||
|
await DB.schema.table("files", function (table) {
|
||||||
|
table.dropColumn("data");
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
const runScript = async () => {
|
||||||
|
// await printUsersTable();
|
||||||
|
// await printSlatesTable();
|
||||||
|
// await printFilesTable();
|
||||||
|
|
||||||
|
// await addUserColumns();
|
||||||
|
// await addSlateColumns();
|
||||||
|
// await addFileColumns();
|
||||||
|
|
||||||
|
// await migrateUserTable();
|
||||||
|
// await migrateSlateTable();
|
||||||
|
// await migrateFileTable();
|
||||||
|
console.log("SCRIPT FINISHED");
|
||||||
|
};
|
||||||
|
|
||||||
|
runScript();
|
||||||
|
|
||||||
|
/*
|
||||||
|
Users
|
||||||
|
[
|
||||||
|
'data.name', -> 'name'
|
||||||
|
'data.body', -> 'body'
|
||||||
|
'data.photo', -> 'photo'
|
||||||
|
'data.status', -> 'hidePrivacyAlert'
|
||||||
|
'data.tokens', -> 'apiToken'
|
||||||
|
'data.settings.settings_deals_auto_approve', -> 'settingsDealsAutoApprove'
|
||||||
|
'data.settings.allow_automatic_data_storage', -> 'allowAutomaticDataStorage'
|
||||||
|
'data.settings.allow_encrypted_data_storage', -> 'allowEncryptedDataStorage'
|
||||||
|
'data.onboarding', -> 'onboarding'
|
||||||
|
'data.twitter.username', -> 'twitterUsername'
|
||||||
|
'data.twitter.verified', -> 'twitterVerified'
|
||||||
|
]
|
||||||
|
|
||||||
|
Slates
|
||||||
|
[
|
||||||
|
'data.body', -> 'name'
|
||||||
|
'data.name', -> 'body'
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
Files
|
||||||
|
[
|
||||||
|
'data.name', -> 'name'
|
||||||
|
'data.size', -> 'size'
|
||||||
|
'data.type', -> 'type'
|
||||||
|
'data.blurhash', -> 'blurhash'
|
||||||
|
'data.source', -> 'source'
|
||||||
|
'data.body', -> 'body'
|
||||||
|
'data.author', -> 'author'
|
||||||
|
'data.coverImage', -> 'coverImage'
|
||||||
|
'data.unity', -> 'data.unity'
|
||||||
|
'data.link.name', -> 'linkName'
|
||||||
|
'data.link.body', -> 'linkBody'
|
||||||
|
'data.link.author', -> 'linkAuthor'
|
||||||
|
'data.link.source', -> 'linkSource'
|
||||||
|
'data.link.domain', -> 'linkDomain'
|
||||||
|
'data.link.image', -> 'linkImage'
|
||||||
|
'data.link.logo', -> 'linkFavicon'
|
||||||
|
'data.link.html', -> 'linkHtml'
|
||||||
|
'data.link.iFrameAllowed', -> 'linkIFrameAllowed'
|
||||||
|
ADD 'tags'
|
||||||
|
]
|
||||||
|
*/
|
||||||
Loading…
Reference in New Issue
Block a user