OpenNeo/impress-2020
OpenNeo/impress-2020
1
0
Fork 0
Code Pull requests Activity

Remove unused validate-owls-data script

Browse source 
This migration is done, the script is no longer needed! Goodbye!
This commit is contained in:
Emi Matchu 2024-02-20 16:12:59 -08:00
parent 1cef0bea20
commit 6686f13154
2 changed files with 0 additions and 73 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
package.json
View file

@ -82,7 +82,6 @@
"delete-user": "yarn run-script scripts/delete-user.js",
"export-users-to-auth0": "yarn run-script scripts/export-users-to-auth0.js",
"model-needed-items": "yarn run-script scripts/model-needed-items.js",
"validate-owls-data": "yarn run-script scripts/validate-owls-data.js",
"aws": "AWS_ACCESS_KEY_ID=$(dotenv -p ARCHIVE_STORAGE_READWRITE_ACCESS_KEY) AWS_SECRET_ACCESS_KEY=$(dotenv -p ARCHIVE_STORAGE_READWRITE_SECRET_KEY) aws --endpoint=https://$(dotenv -p ARCHIVE_STORAGE_HOST)",
"archive:full": "yarn archive:prepare:full && yarn archive:create:full && yarn archive:upload:full",
"archive:delta": "yarn archive:prepare:delta && yarn archive:create:delta && yarn archive:upload:delta",

72
scripts/validate-owls-data.js
View file

@ -1,72 +0,0 @@
/**
* This script compares the data we get from the OWLS bulk endpoint to the data
* we get by loading the data with the new individual endpoint! This will help
* us check for bugs as we switch over!
*/
const fetch = require("node-fetch");
const connectToDb = require("../src/server/db");
const buildLoaders = require("../src/server/loaders");
const { getOWLSTradeValue } = require("../src/server/nc-trade-values");
async function main() {
const db = await connectToDb();
const { itemTranslationLoader } = buildLoaders(db);
// Load the bulk data. We're gonna loop through it all!
const bulkEndpointRes = await fetch(
`http://localhost:3000/api/allNCTradeValues`
);
const bulkEndpointData = await bulkEndpointRes.json();
// Load the item names, bc our bulk data is keyed by item ID.
const itemIds = Object.keys(bulkEndpointData);
const itemTranslations = await itemTranslationLoader.loadMany(itemIds);
// Load the OWLs data! I don't do any of it in parallel, because I'm worried
// about upsetting the server, y'know?
let numChecked = 0;
let numSuccesses = 0;
let numFailures = 0;
for (const { name, itemId } of itemTranslations) {
if (numChecked % 100 === 0) {
console.info(`Checked ${numChecked} items`);
}
numChecked++;
const expectedValueText = bulkEndpointData[itemId].valueText;
let actualValue;
try {
actualValue = await getOWLSTradeValue(name);
} catch (error) {
console.error(`[${itemId} / ${name}]: Error loading data:\n`, error);
numFailures++;
continue;
}
if (actualValue == null) {
console.error(`[${itemId} / ${name}]: No value found.`);
numFailures++;
continue;
}
const actualValueText = actualValue.valueText;
if (expectedValueText !== actualValueText) {
console.error(
`[${itemId}]: Value did not match. ` +
`Expected: ${JSON.stringify(expectedValueText)}. ` +
`Actual: ${JSON.stringify(actualValueText)}`
);
numFailures++;
continue;
}
numSuccesses++;
}
console.info(
`Checked all ${numChecked} items. ` +
`${numSuccesses} successes, ${numFailures} failures.`
);
}
main()
.catch((e) => {
console.error(e);
process.exit(1);
})
.then(() => process.exit());