Merge pull request #27 from PretendoNetwork/feat/s3

.gitignore

@@ -64,3 +64,4 @@ cdn/storage
 *.byaml
 *.byaml.checksum
 *.bak
+!/seeding/**/*

package.json

@@ -9,7 +9,8 @@
 		"lint": "eslint .",
 		"lint:fix": "eslint . --fix",
 		"build": "tsup && tsc --noEmit",
-		"start": "node --enable-source-maps dist/server.js"
+		"start": "node --enable-source-maps dist/server.js",
+		"cli": "node --enable-source-maps dist/cli/cli.js"
 	},
 	"dependencies": {
 		"@aws-sdk/client-s3": "^3.723.0",
@@ -17,6 +18,7 @@
 		"@pretendonetwork/grpc": "^1.0.6",
 		"@typegoose/auto-increment": "^3.6.1",
 		"boss-js": "github:PretendoNetwork/boss-js",
+		"commander": "^14.0.0",
 		"dicer": "^0.3.1",
 		"dotenv": "^16.4.7",
 		"express": "^5.1.0",

scripts/encrypt-contents.js

@@ -1,22 +0,0 @@
-const BOSS = require('boss-js');
-const path = require('path');
-const fs = require('fs-extra');
-const crypto = require('crypto');
-require('dotenv').config();
-
-const { PN_BOSS_CONFIG_BOSS_WIIU_AES_KEY, PN_BOSS_CONFIG_BOSS_WIIU_HMAC_KEY } = process.env;
-
-const decryptedFilePath = path.normalize(path.resolve(__dirname, process.argv[2]));
-const encryptedFolderName = path.basename(path.dirname(decryptedFilePath));
-const encryptedFolderPath = path.normalize(path.resolve(decryptedFilePath, '../../../encrypted', encryptedFolderName));
-
-fs.ensureDirSync(encryptedFolderPath);
-
-const encryptedContents = BOSS.encryptWiiU(decryptedFilePath, PN_BOSS_CONFIG_BOSS_WIIU_AES_KEY, PN_BOSS_CONFIG_BOSS_WIIU_HMAC_KEY);
-const hash = crypto.createHash('md5').update(encryptedContents).digest('hex');
-
-const encryptedFilePath = path.normalize(path.resolve(encryptedFolderPath, hash));
-
-fs.writeFileSync(encryptedFilePath, encryptedContents);
-
-console.log(`Encrypted ${process.argv[2].split('/').pop()} to ${encryptedFilePath}, (Length ${encryptedContents.length})`);

seeding/README.md

@@ -0,0 +1,16 @@
+# Seeding
+
+The CLI of the BOSS server can seed data from this folder. This folder contains some default tasksheets that are expected from the system.
+
+```sh
+npm run cli -- import seed
+```
+
+## Notes about seeding
+
+1. Only files referenced by tasksheets are processed
+2. You can safely run seeding as many times as seeded, it ignores unchanged data.
+3. Unencrypted task files must follow this syntax: `<DATA_ID>.<FILENAME>` - For example: `39015.Festival.byaml` (The name unused, but good practice to set it appropiately)
+4. Encrypted task files must follow this syntax: `<DATA_ID>.enc.<FILENAME>` - For example: `39015.enc.Festival.byaml` (The name unused, but good practice to set it appropiately)
+5. Tasksheets must follow this syntax: `1.<BOSS_APP_ID>.<TASKNAME>.taskheet.xml`
+6. Seeding only adds and updates data. Tasksheets or files that are removed are not deleted.