wcrisman/PetitTetonMeteor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
master
PetitTetonMeteor/server/import.js

1012 lines
38 KiB
JavaScript
Raw Permalink Blame History

import readCSV from '/imports/util/csv.js';
//Returns the ID of the created or found object.
//This is needed because for some crazy reason upsert only returns the affected document if a document is inserted, otherwise it does not return the ID of the affected document.
async function insertOrCreate(collection, selector, object) {
let id;
let findResult = await collection.findOneAsync(selector, {fields: {_id: 1}});
if(findResult && findResult._id) id = findResult._id;
else id = await collection.insertAsync(object);
//
// let result = collection.upsert(selector, {$setOnInsert: object}, {multi: false});
//
// console.log("Upsert result: " + JSON.stringify(result));
//
// if(result && result.insertedId) id = result.insertedId;
// else id = collection.findOne(selector, {fields: {_id: 1}});
if(!id) {
console.log("ERROR: Cannot get the ID for " + JSON.stringify(selector));
}
return id;
}
Meteor.methods({
"importBasics": async function() {
const measures = [
{name: "Jar 4oz", postfix: "4oz", order: 0, createdAt: new Date()},
{name: "Jar 8oz", postfix: "8oz", order: 1, createdAt: new Date()},
{name: "Jar 12oz", postfix: "12oz", order: 2, createdAt: new Date()},
{name: "Jar 16oz", postfix: "16oz", order: 3, createdAt: new Date()},
{name: "Jar 32oz", postfix: "32oz", order: 4, createdAt: new Date()},
{name: "Pounds", postfix: "lbs", order: 5, createdAt: new Date()},
{name: "Each", postfix: "", order: 6, createdAt: new Date()},
{name: "Bags", postfix: "bags", order: 7, createdAt: new Date()},
{name: "Dozen Large", postfix: "12/lg", order: 8, createdAt: new Date()},
{name: "Dozen Small", postfix: "12/sm", order: 9, createdAt: new Date()},
{name: "Half Dozen Large", postfix: "6/lg", order: 10, createdAt: new Date()},
{name: "Half Dozen Small", postfix: "6/sm", order: 11, createdAt: new Date()}
];
const venues = [
{name: "Boonville", type: "Farmer's Market", createdAt: new Date()},
{name: "Clement St", type: "Farmer's Market", createdAt: new Date()},
{name: "Ukiah", type: "Farmer's Market", createdAt: new Date()},
{name: "Mendocino", type: "Farmer's Market", createdAt: new Date()},
{name: "Ft Bragg", type: "Farmer's Market", createdAt: new Date()},
{name: "On Farm", type: "Retail", createdAt: new Date()},
{name: "Yorkville Market", type: "Retail", createdAt: new Date()},
{name: "Yorkville Cellars", type: "Retail", createdAt: new Date()},
{name: "Unknown Restaurant", type: "Restaurant", createdAt: new Date()},
{name: "Mail Order", type: "Mail", createdAt: new Date()},
{name: "Website Order", type: "Mail", createdAt: new Date()}
];
await Measures.removeAsync({});
await Venues.removeAsync({});
for(let next of measures) {
await Measures.insertAsync(next, function(error, _id) {
if(error) console.log("Failed to insert measure: " + JSON.stringify(next) + " ERROR: " + error);
});
}
for(let next of venues) {
await Venues.insertAsync(next, function(error, _id) {
if(error) console.log("Failed to insert venue: " + JSON.stringify(next) + " ERROR: " + error);
});
}
},
"importItems": async function() {
let fileName = "importItems.csv";
//The mapping of model attributes to CSV columns. The oz sizes are arrays of columns since there are multiple.
let map = {};
//The id's in the db for the letious jar sizes.
let measureIdMap = {};
let hasError = false;
{
let result;
result = await Measures.findOneAsync({name: 'Jar 4oz'}, {fields: {_id: 1}});
if(result) measureIdMap['4oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 4oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 8oz'}, {fields: {_id: 1}});
if(result) measureIdMap['8oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 8oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 12oz'}, {fields: {_id: 1}});
if(result) measureIdMap['12oz'] = result._id
else {console.log("Error: Couldn't find the _id for Jar 12oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 16oz'}, {fields: {_id: 1}});
if(result) measureIdMap['16oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 16oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 32oz'}, {fields: {_id: 1}});
if(result) measureIdMap['32oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 32oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Each'}, {fields: {_id: 1}});
if(result) measureIdMap['Each'] = result._id;
else {console.log("Error: Couldn't find the _id for Each"); hasError = true;}
result = await Measures.findOneAsync({name: 'Bags'}, {fields: {_id: 1}});
if(result) measureIdMap['Bags'] = result._id;
else {console.log("Error: Couldn't find the _id for Bags"); hasError = true;}
}
// console.log("MeasureIdMap: " + JSON.stringify(measureIdMap));
//Don't proceed if the necessary measures don't exist.
if(!hasError) {
//Collect the metadata from the first row of the CSV data - make a mapping.
function collectMetadata(firstRow) {
const CATEGORY = 'category';
const SUBCATEGORY = 'subcategory';
const ITEM = 'item';
const OZ32 = '32 oz';
const OZ16 = '16 oz';
const OZ12 = '12 oz';
const OZ8 = '8 oz';
const OZ4 = '4 oz';
const BAGS = 'bags';
const EACH = 'each';
map.oz32 = [];
map.oz16 = [];
map.oz12 = [];
map.oz8 = [];
map.oz4 = [];
map.bags = [];
map.each = [];
//Data is an array of arrays. firstRow = array of headers. data[1] = first row of data.
//Iterate over the columns to create a mapping.
for(let i = 0; i < firstRow.length; i++) {
let next = firstRow[i];
if(next && next != '') {
switch(next.toLowerCase()) {
case CATEGORY:
map.category = i;
break;
case SUBCATEGORY:
map.subcategory = i;
break;
case ITEM:
map.item = i;
break;
case OZ32:
map.oz32.push(i);
break;
case OZ16:
map.oz16.push(i);
break;
case OZ12:
map.oz12.push(i);
break;
case OZ8:
map.oz8.push(i);
break;
case OZ4:
map.oz4.push(i);
break;
case BAGS:
map.bags.push(i);
break;
case EACH:
map.each.push(i);
break;
}
}
}
}
//Reads a single row of CSV data and adds it to the database.
async function readRow(row) {
let category = row[map.category].trim();
let subcategory = row[map.subcategory].trim();
let item = row[map.item];
let oz32 = 0;
let oz16 = 0;
let oz12 = 0;
let oz8 = 0;
let oz4 = 0;
let bags = 0;
let each = 0;
for(let o = 0; o < map.oz32.length; o++) {
oz32 += Math.max(row[map.oz32[o]], 0);
}
for(let o = 0; o < map.oz16.length; o++) {
oz16 += Math.max(row[map.oz16[o]], 0);
}
for(let o = 0; o < map.oz12.length; o++) {
oz12 += Math.max(row[map.oz12[o]], 0);
}
for(let o = 0; o < map.oz8.length; o++) {
oz8 += Math.max(row[map.oz8[o]], 0);
}
for(let o = 0; o < map.oz4.length; o++) {
oz4 += Math.max(row[map.oz4[o]], 0);
}
for(let o = 0; o < map.bags.length; o++) {
bags += Math.max(row[map.bags[o]], 0);
}
for(let o = 0; o < map.each.length; o++) {
each += Math.max(row[map.each[o]], 0);
}
// categoryId = insertOrCreate(Categories, {name: category}, {name: category, createdAt: new Date()});
let categoryId = await insertOrCreate(ProductTags, {name: category}, {name: category, createdAt: new Date()});
if(categoryId) {
// subcategoryId = insertOrCreate(Subcategories, {name: subcategory}, {
// name: subcategory,
// categoryId: categoryId,
// createdAt: new Date()
// });
let subcategoryId = await insertOrCreate(ProductTags, {name: subcategory}, {name: subcategory, createdAt: new Date()});
if(subcategoryId) {
let weightedMeasures = [];
let measures = [];
if(oz32 > 0) weightedMeasures.push({name: '32oz', count: oz32});
if(oz16 > 0) weightedMeasures.push({name: '16oz', count: oz16});
if(oz12 > 0) weightedMeasures.push({name: '12oz', count: oz12});
if(oz8 > 0) weightedMeasures.push({name: '8oz', count: oz8});
if(oz4 > 0) weightedMeasures.push({name: '4oz', count: oz4});
if(bags > 0) weightedMeasures.push({name: 'bags', count: bags});
if(each > 0) weightedMeasures.push({name: 'each', count: each});
if(weightedMeasures.length == 0) {
measures.push(measureIdMap['Each']);
}
else {
//Place the measure that had the most jars at the front of the list.
weightedMeasures.sort(function(a, b) {
return a.count >= b.count ? 1 : -1;
});
//Build the array of measure id's.
for(let i = 0; i < weightedMeasures.length; i++) {
measures.push(measureIdMap[weightedMeasures[i].name]);
}
}
//Here we can just insert since we don't care about the resulting ID.
let obj = {name: item, tags: [categoryId, subcategoryId], measures: measures, createdAt: new Date()};
await Products.insertAsync(obj, function(error) {
if(error) console.log("Could not insert the Product: " + JSON.stringify(obj) + "\n ERROR: " + error);
});
}
else {
console.log("SubcategoryID: " + subcategoryId);
}
}
else {
console.log("CategoryID: " + categoryId);
}
}
readCSV(fileName, Meteor.bindEnvironment(async function(error, data) {
//csv.read(fileName, function(error, csvData) {
if(error) console.log("Unable to read the importItems.csv file:" + error);
else {
//Collect the mapping data.
collectMetadata(data[0]);
//Remove everything first.
// Items.remove({});
// Subcategories.remove({});
// Categories.remove({});
await Products.removeAsync({});
// console.log("CSV Column Mapping: " + JSON.stringify(map));
// readRow(data[1]);
for(let i = 1; i < data.length; i++) {
await readRow(data[i]);
}
}
}));
}
},
"importSales": async function() {
let fileName = "importSales.csv";
//The mapping of model attributes to CSV columns. The oz sizes are arrays of columns since there are multiple.
let map = {};
//The id's in the db for the letious jar sizes.
let measureIdMap = {};
let venueIdMap = {};
let itemIdMap = {};
let hasError = false;
let priceMap = {};
let itemAliases = {};
//TODO: Trim and lowercase any names.
priceMap[2016] = {
oz4: 7,
oz8: 11,
oz12: 13,
oz16: 11,
oz32: 15,
"pickled onion, spicy": {oz16: 12},
"pickled onion, sweet": {oz16: 12},
"pickled onion, fennel": {oz16: 12},
"pickled beets": {oz16: 15},
"prickly pear margarita mix": {oz16: 15},
"prickly pear syrup": {oz16: 15},
"tomato sauce": {oz16: 15}, //TODO: Replace all 'tomato sauce, xxxx' with 'tomato sauce' for price lookup only.
"bone broth": {oz16: 20}, //TODO: Replace all 'bone broth, xxxx' with 'bone broth' for price lookup only.
"fava bean soup": {oz32: 20},
"pickles, bread butter": {oz16: 11},
"kimchi": {oz16: 11},
"kraut - red & white": {oz16: 11},
"3packs": {each: 21},
"espelette, smoked": {each: 1},
"leather": {each: 6},
"leather, unspecified": {each: 6},
"leather, apple": {each: 6},
"leather, grape": {each: 6},
"leather, peach": {each: 6},
"leather, persimmon": {each: 6},
"leather, pumpkin": {each: 6},
"leather, strawberry": {each: 6},
"leather, quince": {each: 6},
"membrillo": {each: 7},
"membrillo candy": {each: 2.5},
"spices": {each: 4},
"spices, unspecified": {each: 4},
"spices, basil/corriander": {each: 4},
"spices, fennel": {each: 4},
"spices, other": {each: 4},
"spices, pepper": {each: 4},
"spices, smoked": {each: 4},
"baba ganoush": {bags: 8, oz4: 8},
"dried, pear": {bags: 6}, //Price??
"dried, tomatillo": {bags: 6}, //Price??
"dried, strawberry": {bags: 7.5},
"pesto": {bags: 8, each: 8},
"pesto, cilantro jalapeno": {bags: 8, each: 8},
"pesto, eggplant": {bags: 8, each: 8},
"pesto, mint": {bags: 8, each: 8},
"pesto, jalapeno": {bags: 8, each: 8},
"jalapeno candy": {bags: 5},
"dried, tomato": {bags: 7},
"tomato, dried": {bags: 7},
"dried tomato": {bags: 7},
"chipotle peppers": {each: 5, bags: 5},
//Fresh
"persimmons": {lbs: 5, bags: 5},
"persimmon, frozen": {lbs: 5, bags: 5},
"dried, persimmon": {lbs: 5, bags: 5},
"eggs": {each: 11}
};
priceMap[2015] = {
oz4: 6,
oz8: 10,
oz12: 13,
oz16: 10,
oz32: 15,
"blackberry jam": {oz4: 7, oz8: 12},
"raspberry jam": {oz4: 7, oz8: 12},
"blackberry vanilla": {oz4: 7, oz8: 12},
"bloody mary mix": {oz16: 13},
"pickled beets": {oz16: 15},
"tomato juice cocktail": {oz16: 8},
"fava bean soup": {oz32: 20},
"kimchi": {oz16: 10},
"kraut - red & white": {oz16: 10},
"bread & butter pickles": {oz16: 10},
"pickled eggs": {oz16: 15},
"3packs": {each: 18},
"leather": {each: 6},
"leather, unspecified": {each: 6},
"leather, apple": {each: 6},
"leather, grape": {each: 6},
"leather, peach": {each: 6},
"leather, persimmon": {each: 6},
"leather, pumpkin": {each: 6, bags: 6},
"leather, strawberry": {each: 6, bags: 6},
"leather, quince": {each: 6},
"membrillo": {each: 6},
"membrillo candy": {each: 2.5, bags: 2.5},
"popsicles": {each: 5, bags: 5},
"spices": {each: 4},
"spices, unspecified": {each: 4},
"spices, basil/corriander": {each: 4},
"spices, fennel": {each: 4},
"spices, other": {each: 4},
"spices, pepper": {each: 4},
"spices, smoked": {each: 4},
"spices, smoked pepper": {each: 4},
"pesto, mint": {each: 7, bags: 7},
"pesto, garlic scape": {each: 7, bags: 7},
"pesto, eggplant": {each: 7, bags: 7},
"jalapenos": {each: 5, bags: 5}, //? Price guess - only one entry
"membrillo truffles": {each: 5, bags: 5}, //? Price guess - only two entries
"baba ganoush": {bags: 8, oz4: 8},
"dried, pear": {bags: 6}, //Price??
"dried, tomatillo": {bags: 6}, //Price??
"dried, strawberry": {bags: 7.5, each: 7.5},
"dried, tomato": {bags: 7},
"dried tomato": {bags: 7},
"jalapeno candy": {bags: 5, each: 5},
"eggs": {each: 10},
};
priceMap[2014] = {
oz4: 6,
oz8: 9,
oz12: 13,
oz16: 13,
oz32: 20,
"3packs": {bags: 18, each: 18}, //????
"kimchi": {oz16: 10},
"krauts" : {oz16: 10},
"pickled eggs": {oz16: 13},
"jalapeno candy": {bags: 5}, //? Price guess
"eggs": {each: 7}
};
itemAliases["3 packs"] = "3packs";
itemAliases["3 pack"] = "3packs";
itemAliases["3pack"] = "3packs";
itemAliases["Salsa Hot"] = "Salsa, Hot";
itemAliases["Sweet Spicy Dipping"] = "Sweet Spicy Dipping Sauce";
itemAliases["Spiced Seckel Jam"] = "Pear Jam, Seckel";
itemAliases["Spiced Seckle Pear Jam"] = "Pear Jam, Seckel";
itemAliases["Spices, Smoked"] = "Spices, Smoked Pepper";
itemAliases["Sweet Sour Cabbage"] = "Sweet Sour Red Cabbage";
itemAliases["Pickled Onion, Pepper"] = "Pickled Onions (sweet)";
itemAliases["Pickled Onion, Spicy"] = "Pickled Onion Dill w/Espelette";
itemAliases["Pickled Onion, hot pep"] = "Pickled Onion Dill w/Espelette";
itemAliases["Shrub Samplers"] = "Shrubs";
itemAliases["Shrub, Anise Hyssop"] = "Shrubs";
itemAliases["Shrub, Basil"] = "Shrubs";
itemAliases["Shrub, Strawberry Bals"] = "Shrubs";
itemAliases["Shrub, Tayberry"] = "Shrubs";
itemAliases["Tomato Sauce"] = "Tomato Sauce, Basil";
itemAliases["Pickled Onion Hot Pepper"] = "Pickled Onion Dill w/Espelette";
itemAliases["Applesauce Honey"] = "Applesauce, Honey";
itemAliases["Applesauce Cinnamon"] = "Applesauce, Cinnamon";
itemAliases["Applesauce Unsweet"] = "Applesauce, Unsweetened";
itemAliases["Applesauce, Unsweet"] = "Applesauce, Unsweetened";
itemAliases["Babcock Ginger Jam"] = "Peach Jam, Babcock w/ Ginger";
itemAliases["Babcock Lavendar Jam"] = "Peach Jam, Babcock w/ Lavender";
itemAliases["Babcock Peach Jam"] = "Peach Jam, Babcock";
itemAliases["Bartlett Pear Jam, Vanilla"] = "Bartlett Vanilla Jam";
itemAliases["Bartlett Pear Vanilla Jam"] = "Bartlett Vanilla Jam";
itemAliases["Blackberry Jam, Mint"] = "Blackberry Mint Jam";
itemAliases["Bloody Mary"] = "Bloody Mary Mix";
itemAliases["Bread Butter Pickles"] = "Pickles, Bread Butter";
itemAliases["Chow Chow Hot"] = "Chow Chow Spicy";
itemAliases["Chow Chow, Mild"] = "Chow Chow Mild";
itemAliases["Chow Chow, Spicy"] = "Chow Chow Spicy";
itemAliases["Chow chow Hot"] = "Chow Chow Spicy";
itemAliases["Comice Sherry Jam"] = "Comice Pear Jam w/ Sherry";
itemAliases["Dill Pickles"] = "Pickles, Dill";
itemAliases["Dried Pear"] = "Dried, Pear";
itemAliases["Dried Tomatillo"] = "Dried, Tomatillo";
itemAliases["Dried, Tomato"] = "Dried Tomato";
itemAliases["Eggplant Pesto"] = "Pesto, Eggplant";
itemAliases["Fennel Pickles"] = "Pickles, Fennel";
itemAliases["Fig Port Jam"] = "Fig Jam, Port";
itemAliases["French Apple Jam"] = "Apple Jam, French";
itemAliases["Garlic Scape Pesto"] = "Pesto, Garlic Scape";
itemAliases["Ginger Garlic Pickles"] = "Pickles, Ginger Garlic";
itemAliases["Green Gage Ginger Jam"] = "Green Gage Jam w/ Ginger";
itemAliases["Jujube Ginger Butter"] = "Jujube & Ginger Butter";
itemAliases["Leather"] = "Leather, Unspecified";
itemAliases["Leek Potato Soup"] = "Leek & Potato Soup";
itemAliases["Mint Pesto"] = "Pesto, Mint";
itemAliases["Napa Kraut Onion"] = "Napa Kraut, Onion";
itemAliases["Peach Jam, Babcock Ginger"] = "Peach Jam, Babcock w/ Ginger";
itemAliases["Peach Jam, Babcock Lavender"] = "Peach Jam, Babcock w/ Lavender";
itemAliases["Pear Dessert Sauce"] = "Pear Dessert Topping";
itemAliases["Pear Ginger Preserve"] = "Pear Ginger Preserves";
itemAliases["Pear Jam, Bosc"] = "Bosc Pear Jam";
itemAliases["Pear Jam, Comice"] = "Comice Pear Jam";
itemAliases["Pear Jam, Sherry"] = "Comice Pear Jam w/ Sherry";
itemAliases["Pepper Relish, Spicy"] = "Spicy Pepper Relish";
itemAliases["Pepper Relish, Sweet"] = "Sweet Pepper Relish";
itemAliases["Pickled Onion Fennel"] = "Pickled Onions Fennel";
itemAliases["Pickled Onion, Fennel"] = "Pickled Onions Fennel";
itemAliases["Pickled Onion, Sweet"] = "Pickled Onions (sweet)";
itemAliases["Pickled Onion, Sweet Pep"] = "Pickled Onions (sweet)";
itemAliases["Pickled Onion, Sweet Pepper"] = "Pickled Onions (sweet)";
itemAliases["Pickles w/ Fennel"] = "Pickles, Fennel";
itemAliases["Plum Jam, Wild"] = "Wild Plum Jam";
itemAliases["Plum Syrup, Wild"] = "Wild Plum Syrup";
itemAliases["Pumpkin Rollup"] = "Leather, Pumpkin";
itemAliases["Rubarb Jam"] = "Rhubarb Jam";
itemAliases["Santa Rosa Plum Jam"] = "Plum Jam, Santa Rosa";
itemAliases["Saturn Peach Jam"] = "Peach Jam, Saturn";
itemAliases["Sauerkraut Red"] = "Sauerkraut, Red";
itemAliases["Seckel Pear Jam"] = "Pear Jam, Seckel";
itemAliases["Spiced Plum Jam"] = "Plum Jam, Spiced";
itemAliases["Spices"] = "Spices, Unspecified";
itemAliases["Spices, Basil/Coriander"] = "Spices, Basil/Corriander";
itemAliases["Spices, Other"] = "Spices, Unspecified";
itemAliases["Strawberry Lavendar Jam"] = "Strawberry Lavender Jam";
itemAliases["Sz Broccoli"] = "Szechuan Broccoli";
itemAliases["Tomato Sauce Basil"] = "Tomato Sauce, Basil";
itemAliases["Tomato Sauce Fennel"] = "Tomato Sauce, Fennel";
itemAliases["Tomato Sauce Oregano"] = "Tomato Sauce, Oregano";
itemAliases["Tomato, Dried"] = "Dried Tomato";
itemAliases["Tomato, dried"] = "Dried Tomato";
itemAliases["White Grape Jam"] = "Grape Jam, White";
itemAliases["Pepper Syrup"] = "Spicy Pepper Syrup";
itemAliases["Apple Prickly Pear"] = "Applesauce, Prickly Pear";
itemAliases["Babcock Peach Chutney"] = "Peach Chutney, Babcock";
itemAliases["Blackberry Conserve"] = "Blackberry Hazelnut Conserve";
itemAliases["Bread Butter Armenian"] = "Pickles, Bread Butter Armenian";
itemAliases["Currant Jam"] = "White Currant Jam";
{ //Load the object ids for the measures and venues we will encounter.
let result;
result = await Measures.findOneAsync({name: 'Jar 4oz'}, {fields: {_id: 1}});
if(result) measureIdMap['4oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 4oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 8oz'}, {fields: {_id: 1}});
if(result) measureIdMap['8oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 8oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 12oz'}, {fields: {_id: 1}});
if(result) measureIdMap['12oz'] = result._id
else {console.log("Error: Couldn't find the _id for Jar 12oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 16oz'}, {fields: {_id: 1}});
if(result) measureIdMap['16oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 16oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Jar 32oz'}, {fields: {_id: 1}});
if(result) measureIdMap['32oz'] = result._id;
else {console.log("Error: Couldn't find the _id for Jar 32oz"); hasError = true;}
result = await Measures.findOneAsync({name: 'Each'}, {fields: {_id: 1}});
if(result) measureIdMap['Each'] = result._id;
else {console.log("Error: Couldn't find the _id for Each"); hasError = true;}
result = await Measures.findOneAsync({name: 'Bags'}, {fields: {_id: 1}});
if(result) measureIdMap['Bags'] = result._id;
else {console.log("Error: Couldn't find the _id for Bags"); hasError = true;}
result = await Venues.findOneAsync({name: 'Boonville'}, {fields: {_id: 1}});
if(result) venueIdMap['bv'] = result._id;
else {console.log("Error: Couldn't find the _id for Boonville"); hasError = true;}
result = await Venues.findOneAsync({name: 'Clement St'}, {fields: {_id: 1}});
if(result) venueIdMap['sf'] = result._id;
else {console.log("Error: Couldn't find the _id for Clement St"); hasError = true;}
result = await Venues.findOneAsync({name: 'Ukiah'}, {fields: {_id: 1}});
if(result) venueIdMap['uk'] = result._id;
else {console.log("Error: Couldn't find the _id for Ukiah"); hasError = true;}
result = await Venues.findOneAsync({name: 'Mendocino'}, {fields: {_id: 1}});
if(result) venueIdMap['men'] = result._id;
else {console.log("Error: Couldn't find the _id for Mendocino"); hasError = true;}
result = await Venues.findOneAsync({name: 'Ft Bragg'}, {fields: {_id: 1}});
if(result) venueIdMap['fb'] = result._id;
else {console.log("Error: Couldn't find the _id for Ft Bragg"); hasError = true;}
result = await Venues.findOneAsync({name: 'On Farm'}, {fields: {_id: 1}});
if(result) venueIdMap['of'] = result._id;
else {console.log("Error: Couldn't find the _id for On Farm"); hasError = true;}
result = await Venues.findOneAsync({name: 'Unknown Restaurant'}, {fields: {_id: 1}});
if(result) {venueIdMap['res'] = result._id; venueIdMap['w'] = result._id;}
else {console.log("Error: Couldn't find the _id for Unknown Restaurant"); hasError = true;}
result = await Venues.findOneAsync({name: 'Yorkville Market'}, {fields: {_id: 1}});
if(result) venueIdMap['ym'] = result._id;
else {console.log("Error: Couldn't find the _id for Yorkville Market"); hasError = true;}
result = await Venues.findOneAsync({name: 'Yorkville Cellars'}, {fields: {_id: 1}});
if(result) venueIdMap['yc'] = result._id;
else {console.log("Error: Couldn't find the _id for Yorkville Cellars"); hasError = true;}
result = await Venues.findOneAsync({name: 'Mail Order'}, {fields: {_id: 1}});
if(result) venueIdMap['mo'] = result._id;
else {console.log("Error: Couldn't find the _id for Mail Order"); hasError = true;}
// result = Items.find({}, {fields: {_id: 1, name: 1}, sort: {name: 1}}).fetch();
result = await Products.find({}, {fields: {_id: 1, name: 1}, sort: {name: 1}}).fetchAsync();
for(let i = 0; i < result.length; i++) itemIdMap[result[i].name.toLowerCase()] = result[i]._id;
//console.log(JSON.stringify(itemIdMap));
}
readCSV(fileName, Meteor.bindEnvironment(async function(error, data) {
//csv.read(fileName, function(error, csvData) {
//Data is an array of arrays. data[0] = array of headers. data[1] = first row of data.
if(error) console.log("Unable to read the importSales.csv file:" + error);
else {
//Collect the mapping data.
collectMetadata(data[0]);
//Remove everything first.
await Sales.removeAsync({"importTag": "1"});
// console.log("CSV Column Mapping: " + JSON.stringify(map));
// readRow(data[1]);
let undefinedItems = {};
for(let i = 1; i < data.length; i++) {
await readRow(data[i], undefinedItems);
}
// let output = "";
// output += "----------------\n";
// output +="Undefined Items:\n";
// output +="Name;32 oz;16 oz;12 oz;8 oz;4 oz;bags;each\n"
//
// let items = [];
// for(let property in undefinedItems) {
// items.push(property);
// }
// items.sort();
// for(let i = 0; i < items.length; i++) {
// let next = items[i];
// let sizes = undefinedItems[next];
//
// // console.log(JSON.stringify(sizes));
// output += next+";"+sizes['32 oz']+";"+sizes['16 oz']+";"+sizes['12 oz']+";"+sizes['8 oz']+";"+sizes['4 oz']+";"+sizes['bags']+";"+sizes['each'] + "\n";
// }
// output += "----------------";
// console.log(output);`
}
}));
//Collect the metadata from the first row of the CSV data - make a mapping.
function collectMetadata(row) {
let DATE = 'date';
let VENUE = 'vendor';
let ITEM = 'item';
let OZ32 = '32oz';
let OZ16 = '16oz';
let OZ12 = '12oz';
let OZ8 = '8oz';
let OZ4 = '4oz';
let BAGS = 'bags';
let EACH = 'each';
//Iterate over the columns to create a mapping.
for(let i = 0; i < row.length; i++) {
let next = row[i];
if(next && next != '') {
switch(next.toLowerCase()) {
case DATE:
map.date = i;
break;
case VENUE:
map.venue = i;
break;
case ITEM:
map.item = i;
break;
case OZ32:
map.oz32 = i;
break;
case OZ16:
map.oz16 = i;
break;
case OZ12:
map.oz12 = i;
break;
case OZ8:
map.oz8 = i;
break;
case OZ4:
map.oz4 = i;
break;
case BAGS:
map.bags = i;
break;
case EACH:
map.each = i;
break;
}
}
}
}
//Reads a single row of CSV data and adds it to the database.
async function readRow(row, undefinedItems) {
let date = moment(row[map.date], "M/D/YYYY").toDate();
let venue = row[map.venue].toLowerCase();
let item = row[map.item].trim();
item = itemAliases[item] ? itemAliases[item] : item;
item = item.toLowerCase();
let oz32 = row[map.oz32] == undefined ? 0 : Number(row[map.oz32]);
let oz16 = row[map.oz16] == undefined ? 0 : Number(row[map.oz16]);
let oz12 = row[map.oz12] == undefined ? 0 : Number(row[map.oz12]);
let oz8 = row[map.oz8] == undefined ? 0 : Number(row[map.oz8]);
let oz4 = row[map.oz4] == undefined ? 0 : Number(row[map.oz4]);
let bags = row[map.bags] == undefined ? 0 : Number(row[map.bags]);
let each = row[map.each] == undefined ? 0 : Number(row[map.each]);
let venueId = venueIdMap[venue];
let itemId = itemIdMap[item];
let year = date.getFullYear();
if(venueId == undefined) {
console.log("Found an undefined venue: " + venue);
}
else if(itemId == undefined) {
let sizes = undefinedItems[row[map.item]] || {'32 oz' : 0, '16 oz' : 0, '12 oz' : 0, '8 oz' : 0, '4 oz' : 0, 'bags' : 0, 'each' : 0};
sizes['32 oz'] += oz32;
sizes['16 oz'] += oz16;
sizes['12 oz'] += oz12;
sizes['8 oz'] += oz8;
sizes['4 oz'] += oz4;
sizes['bags'] += bags;
sizes['each'] += each;
undefinedItems[row[map.item]] = sizes; //Use the capitalized name - will use the mapping back in the calling code to generate a sorted list for sharing with the admin.
}
else if(priceMap[year] == undefined) {
console.log("Unexpected year: " + year);
}
else {
//Split it into multiple sales entries, one for each measure that has a positive value.
if(oz32 > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['oz32'];
if(price == undefined) price = priceMap[year]['oz32'];
if(price) await insertSale({date: date, amount: oz32, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['32oz']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size oz32");
}
if(oz16 > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['oz16'];
if(price == undefined) price = priceMap[year]['oz16'];
if(price) await insertSale({date: date, amount: oz16, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['16oz']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size oz16");
}
if(oz12 > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['oz12'];
if(price == undefined) price = priceMap[year]['oz12'];
if(price) await insertSale({date: date, amount: oz12, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['12oz']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size oz12");
}
if(oz8 > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['oz8'];
if(price == undefined) price = priceMap[year]['oz8'];
if(price) await insertSale({date: date, amount: oz8, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['8oz']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size oz8");
}
if(oz4 > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['oz4'];
if(price == undefined) price = priceMap[year]['oz4'];
if(price) await insertSale({date: date, amount: oz4, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['4oz']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size oz4");
}
if(bags > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['bags'];
if(price == undefined) price = priceMap[year]['bags'];
if(price) await insertSale({date: date, amount: bags, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['Bags']});
else {
console.log("Could not find a price in the year " + year + " for " + item + " in the size bags");
}
}
if(each > 0) {
let price = priceMap[year][item];
if(price != undefined) price = price['each'];
if(price == undefined) price = priceMap[year]['each'];
if(price) await insertSale({date: date, amount: each, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['Each']});
else console.log("Could not find a price in the year " + year + " for " + item + " in the size each");
}
}
}
async function insertSale(sale) {
sale.createdAt = new Date();
sale.importTag = "1";
await Sales.insertAsync(sale, function(error) {
if(error) console.log("Failed to insert the sale: " + JSON.stringify(sale) + "\n ERROR: " + error);
}, {bypassCollection2: true});
}
},
"importSales2": function() {
let fileName = "importSales2.csv";
//The mapping of model attributes to CSV columns. The oz sizes are arrays of columns since there are multiple.
let map = {};
//The id's in the db for the letious jar sizes.
let measureIdMap = {};
let venueIdMap = {};
let itemIdMap = {};
let hasError = false;
{ //Load the object ids for the measures and venues we will encounter.
let result;
result = Measures.findOne({name: 'Pounds'}, {fields: {_id: 1}});
if(result) measureIdMap['lbs'] = result._id;
else {console.log("Error: Couldn't find the _id for Lbs"); hasError = true;}
result = Measures.findOne({name: 'Each'}, {fields: {_id: 1}});
if(result) measureIdMap['each'] = result._id;
else {console.log("Error: Couldn't find the _id for Each"); hasError = true;}
result = Measures.findOne({name: 'Dozen Large'}, {fields: {_id: 1}});
if(result) measureIdMap['dozen, large'] = result._id;
else {console.log("Error: Couldn't find the _id for Dozen, Large"); hasError = true;}
result = Venues.findOne({name: 'Boonville'}, {fields: {_id: 1}});
if(result) venueIdMap['bv'] = result._id;
else {console.log("Error: Couldn't find the _id for Boonville"); hasError = true;}
result = Venues.findOne({name: 'Clement St'}, {fields: {_id: 1}});
if(result) venueIdMap['sf'] = result._id;
else {console.log("Error: Couldn't find the _id for Clement St"); hasError = true;}
result = Venues.findOne({name: 'Ukiah'}, {fields: {_id: 1}});
if(result) venueIdMap['uk'] = result._id;
else {console.log("Error: Couldn't find the _id for Ukiah"); hasError = true;}
result = Venues.findOne({name: 'Mendocino'}, {fields: {_id: 1}});
if(result) venueIdMap['men'] = result._id;
else {console.log("Error: Couldn't find the _id for Mendocino"); hasError = true;}
result = Venues.findOne({name: 'Ft Bragg'}, {fields: {_id: 1}});
if(result) venueIdMap['fb'] = result._id;
else {console.log("Error: Couldn't find the _id for Ft Bragg"); hasError = true;}
result = Venues.findOne({name: 'On Farm'}, {fields: {_id: 1}});
if(result) venueIdMap['of'] = result._id;
else {console.log("Error: Couldn't find the _id for On Farm"); hasError = true;}
result = Venues.findOne({name: 'Unknown Restaurant'}, {fields: {_id: 1}});
if(result) {venueIdMap['res'] = result._id; venueIdMap['w'] = result._id;}
else {console.log("Error: Couldn't find the _id for Unknown Restaurant"); hasError = true;}
result = Venues.findOne({name: 'Yorkville Market'}, {fields: {_id: 1}});
if(result) venueIdMap['ym'] = result._id;
else {console.log("Error: Couldn't find the _id for Yorkville Market"); hasError = true;}
result = Venues.findOne({name: 'Yorkville Cellars'}, {fields: {_id: 1}});
if(result) venueIdMap['yc'] = result._id;
else {console.log("Error: Couldn't find the _id for Yorkville Cellars"); hasError = true;}
result = Venues.findOne({name: 'Mail Order'}, {fields: {_id: 1}});
if(result) venueIdMap['mo'] = result._id;
else {console.log("Error: Couldn't find the _id for Mail Order"); hasError = true;}
result = Products.find({}, {fields: {_id: 1, name: 1}, sort: {name: 1}}).fetch();
for(let i = 0; i < result.length; i++) itemIdMap[result[i].name.toLowerCase()] = result[i]._id;
}
readCSV(fileName, Meteor.bindEnvironment(function(error, data) {
//Data is an array of arrays. data[0] = array of headers. data[1] = first row of data.
if(error) console.log("Unable to read the importSales.csv file:" + error);
else {
//Collect the mapping data.
collectMetadata(data[0]);
//Remove everything first.
Sales.remove({"importTag": "2"});
let undefinedItems = {};
for(let i = 1; i < data.length; i++) {
readRow(data[i], undefinedItems);
}
}
}));
//Collect the metadata from the first row of the CSV data - make a mapping.
function collectMetadata(row) {
let DATE = 'date';
let VENUE = 'vendor';
let ITEM = 'item';
let LBS = 'lbs';
let EACH = 'each';
let DOZ = 'dozen, large';
let TOTAL = 'total';
//Iterate over the columns to create a mapping.
for(let i = 0; i < row.length; i++) {
let next = row[i];
if(next && next != '') {
switch(next.toLowerCase()) {
case DATE:
map.date = i;
break;
case VENUE:
map.venue = i;
break;
case ITEM:
map.item = i;
break;
case LBS:
map.lbs = i;
break;
case EACH:
map.each = i;
break;
case DOZ:
map.doz = i;
break;
case TOTAL:
map.total = i;
break;
}
}
}
}
//Reads a single row of CSV data and adds it to the database.
function readRow(row, undefinedItems) {
let date = moment(row[map.date], "M/D/YYYY").toDate();
let venue = row[map.venue] ? row[map.venue].toLowerCase() : undefined;
let item = row[map.item] ? row[map.item].trim() : undefined;
item = item ? item.toLowerCase() : undefined;
let lbs = row[map.lbs] == undefined ? 0 : Number(row[map.lbs]);
let each = row[map.each] == undefined ? 0 : Number(row[map.each]);
let doz = row[map.doz] == undefined ? 0 : Number(row[map.doz]);
let total = row[map.total] == undefined ? 0 : Number(row[map.total]);
let venueId = venueIdMap[venue];
let itemId = itemIdMap[item];
let year = date.getFullYear();
if(venueId == undefined) {
console.log("Found an undefined venue: " + venue);
console.log(row);
}
else if(itemId == undefined) {
console.log("Error: Could not find the item: '" + item + "'");
}
else if(total == undefined || total <= 0) {
console.log("Error: Invalid total '" + total + "' for the item: '" + item + "'");
}
else if(!(lbs > 0 || each > 0 || doz > 0)) {
console.log("Error: Invalid measures for the item: '" + item + "'");
}
else {
//Split it into multiple sales entries, one for each measure that has a positive value.
if(lbs > 0) {
let price = total / lbs;
insertSale({date: date, amount: lbs, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['lbs']});
}
if(each > 0) {
let price = total / each;
insertSale({date: date, amount: each, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['each']});
}
if(doz > 0) {
let price = total / doz;
insertSale({date: date, amount: doz, price: price, venueId: venueId, productId: itemId, measureId: measureIdMap['dozen, large']});
}
}
}
function insertSale(sale) {
sale.createdAt = new Date();
sale.importTag = "2";
Sales.insert(sale, function(error) {
if(error) console.log("Failed to insert the sale: " + JSON.stringify(sale) + "\n ERROR: " + error);
}, {bypassCollection2: true});
}
}
});
Reference in New Issue View Git Blame Copy Permalink