CLOUDINARY=

CLOUDINARY=
CLOUDINARY_URL=cloudinary://api_key:api_secret@cloud_name

    "cli-progress": {
      "version": "3.6.0",
      "resolved": "https://registry.npmjs.org/cli-progress/-/cli-progress-3.6.0.tgz",
      "integrity": "sha512-elg6jkiDedYrvwqWSae2FGvtbMo37Lo04oI9jJ5cI43Ge3jrDPWzeL3axv7MgBLYHDY/kGio/CXa49m4MWMrNw==",
      "requires": {
        "colors": "^1.1.2",
        "string-width": "^2.1.1"
      },
      "dependencies": {
        "ansi-regex": {
          "version": "3.0.0",
          "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-3.0.0.tgz",
          "integrity": "sha1-7QMXwyIGT3lGbAKWa922Bas32Zg="
        },
        "is-fullwidth-code-point": {
          "version": "2.0.0",
          "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-2.0.0.tgz",
          "integrity": "sha1-o7MKXE8ZkYMWeqq5O+764937ZU8="
        },
        "string-width": {
          "version": "2.1.1",
          "resolved": "https://registry.npmjs.org/string-width/-/string-width-2.1.1.tgz",
          "integrity": "sha512-nOqH59deCq9SRHlxq1Aw85Jnt4w6KvLKqWVik6oA9ZklXLNIOlqg4F2yrT1MVaTjAqvVwdfeZ7w7aCvJD7ugkw==",
          "requires": {
            "is-fullwidth-code-point": "^2.0.0",
            "strip-ansi": "^4.0.0"
          }
        },
        "strip-ansi": {
          "version": "4.0.0",
          "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-4.0.0.tgz",
          "integrity": "sha1-qEeQIusaw2iocTibY1JixQXuNo8=",
          "requires": {
            "ansi-regex": "^3.0.0"
          }
        }
      }
    },
    "cloudinary": {
      "version": "1.19.0",
      "resolved": "https://registry.npmjs.org/cloudinary/-/cloudinary-1.19.0.tgz",
      "integrity": "sha512-oEz4Fsqshd9SI7UAvF1CCyAmt3wgsv8tK1eRY0900gQaq+wP8TAzpruxpbQCmxvF6gL9Po7OpO0m0Jefx6uK8w==",
      "requires": {
        "lodash": "^4.17.11",
        "q": "^1.5.1",
        "typescript": "^2.9.2"
      }
    },

    "colors": {
      "version": "1.4.0",
      "resolved": "https://registry.npmjs.org/colors/-/colors-1.4.0.tgz",
      "integrity": "sha512-a+UqTh4kgZg/SlGvfbzDHpgRu7AAQOmmqRHJnxhRZICKFUT91brVhNNt58CMWU9PsBbv3PDCZUHbVxuDiH2mtA=="
    },

    },
    "lodash": {
      "version": "4.17.15",
      "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.15.tgz",
      "integrity": "sha512-8xOcRHvCjnocdS5cpwXQXVzmmh5e5+saE2QGoeQmbKmRS6J3VQppPOIt0MnmE+4xlZoumy0GPG0D0MVIQbNA1A=="

    },
    "psl": {
      "version": "1.7.0",
      "resolved": "https://registry.npmjs.org/psl/-/psl-1.7.0.tgz",
      "integrity": "sha512-5NsSEDv8zY70ScRnOTn7bK7eanl2MvFrOrS/R6x+dBt5g1ghnj9Zv90kO8GwT8gxcu2ANyFprnFYB85IogIJOQ=="
    },
    "punycode": {
      "version": "2.1.1",
      "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.1.1.tgz",
      "integrity": "sha512-XRsRjdf+j5ml+y/6GKHPZbrF/8p2Yga0JPtdqTIY2Xe5ohJPD9saDJJLPvp9+NSBprVvevdXZybnj2cv8OEd0A=="
    },
    "q": {
      "version": "1.5.1",
      "resolved": "https://registry.npmjs.org/q/-/q-1.5.1.tgz",
      "integrity": "sha1-fjL3W0E4EpHQRhHxvxQQmsAGUdc="

      }
    },
    "request-promise-core": {
      "version": "1.1.3",
      "resolved": "https://registry.npmjs.org/request-promise-core/-/request-promise-core-1.1.3.tgz",
      "integrity": "sha512-QIs2+ArIGQVp5ZYbWD5ZLCY29D5CfWizP8eWnm8FoGD1TX61veauETVQbrV60662V0oFBkrDOuaBI8XgtuyYAQ==",
      "requires": {
        "lodash": "^4.17.15"

    "request-promise-native": {
      "version": "1.0.8",
      "resolved": "https://registry.npmjs.org/request-promise-native/-/request-promise-native-1.0.8.tgz",
      "integrity": "sha512-dapwLGqkHtwL5AEbfenuzjTYg35Jd6KPytsC2/TLkVMz8rm+tNt72MGUWT1RP/aYawMpN6HqbNGBQaRcBtjQMQ==",
      "requires": {
        "request-promise-core": "1.1.3",
        "stealthy-require": "^1.1.1",
        "tough-cookie": "^2.3.3"
      }
    },

    "stealthy-require": {
      "version": "1.1.1",
      "resolved": "https://registry.npmjs.org/stealthy-require/-/stealthy-require-1.1.1.tgz",
      "integrity": "sha1-NbCYdbT/SfJqd35QmzCQoyJr8ks="
    },

    "tough-cookie": {
      "version": "2.5.0",
      "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-2.5.0.tgz",
      "integrity": "sha512-nlLsUzgm1kfLXSXfRZMc1KLAugd4hqJHDTvc2hDIwS3mZAfMEuMbc03SujMF+GEcpaX/qboeycw6iO8JwVv2+g==",
      "requires": {
        "psl": "^1.1.28",
        "punycode": "^2.1.1"
      }
    },
    "typescript": {
      "version": "2.9.2",
      "resolved": "https://registry.npmjs.org/typescript/-/typescript-2.9.2.tgz",
      "integrity": "sha512-Gr4p6nFNaoufRIY4NMdpQRNmgxVIGMs4Fcu/ujdYk3nAZqk7supzBE9idmvfZIlH/Cuj//dvi+019qEue9lV0w=="
    },

    "cli-progress": "^3.6.0",
    "cloudinary": "^1.19.0",

    "request-promise-native": "^1.0.8",

require('dotenv').config({path: '../.env'});
const Big = require('big.js');
const util = require('util');
util.inspect.defaultOptions.maxArrayLength = null;
util.inspect.defaultOptions.showHidden = true;
util.inspect.defaultOptions.depth = Infinity;
const { Client } = require('pg');
//merge regexs
const inBrackets = /\s*\(.*\)\s*/;
const specialqty = /((\d+)\s*[Xx]\s*)?(\d*\.?\d+)\s*([A-WYZa-wyz]{1,2})(\b|$)/;
let postgres = new Client();
module.exports = {
	util: util,
	Big: Big,
	cloudinary: require('cloudinary').v2,
	exec: util.promisify(require('child_process').exec),
	//puppeteer: require('puppeteer'),
	cliProgressBar: new (require('cli-progress').Bar)({
		stopOnComplete: true,
		format: '{bar} {percentage}% | ETA: {eta_formatted} | Elasped: {duration_formatted} | {value}/{total}'
	}),
	request: require('request-promise-native'),
	percent2proportion: function(percent) {
		return (new Big(percent)).div(100).toString();
	},
	postgres: postgres,
	qty: /((\d+)\s*[Xx]\s*)?(\d*\.?\d+)\s*([A-WYZa-wyz]+)/,//([Xx]) and /g for alberta. unify?
	concentration: /([A-Za-z]{3,})\s+(\d*\.?\d+)(-(\d*\.?\d+))?([A-Za-z%]+)/g,
	inBrackets: inBrackets,
	groupBy: function(xs, key) {
		return xs.reduce(function(rv, x) {
			(rv[x[key]] = rv[x[key]] || []).push(x);
			return rv;
		}, {});
	},
	goto: async function(page, url, path, attempt) {
		let status;
		try {
			status = (await page.goto(url + path)).status();
		} catch(e) {
			console.error(e);
			status = -1;
		}
		if(status === 200) {
			return new Date();
		} else if(attempt < 3) {
			//doesn't make sense to retry 404s?
			let filename = +new Date() + '.png';
			console.error(status, page.url(), filename);
			await Promise.all([
				new Promise(resolve => setTimeout(resolve, 30000 * ++attempt)),
				page.screenshot({path: filename, fullPage: true})
			]);
			return goto(page, url, path, attempt);
		} else {
			console.error(status, 'shopify is on to us? watch headful');
			process.exit(1);
		}
	},
	shopify_stock: async function(page, url, id, attempt) {
		let result = await page.evaluate(async (id, url) => {
			let init = {
				headers: {
					"content-type": "application/x-www-form-urlencoded; charset=UTF-8",
					"x-requested-with": "XMLHttpRequest"
				},
				body: "id=" + id + "&quantity=",
				method: "POST"
			};
			let init2 = Object.assign({}, init);
			init.body += '1';
			init2.body += '9000';
			let one = await fetch(url + "cart/add.js", init);
			if(one.status === 422) {
				return "dumfuck ocs didn't use the algolia plugin with shopify";
			} else {
				return (await fetch(url + "cart/change.js", init2)).text();
			}
		}, id, url);
		try {
			if(result === "dumfuck ocs didn't use the algolia plugin with shopify") {
				return 0;
			} else {
				result = JSON.parse(result);
				let item = result.items[0];
				if(item.id === id) {
					return item.quantity;
				} else {
					throw 'mismatch';
				}
			}
		} catch(e) {
			if(attempt < 3) {
				await new Promise(resolve => setTimeout(resolve, 30000 * ++attempt));
				return shopify_stock(page, url, id, attempt);
			} else {
				console.error(id);
				console.error(e);
				console.error(result);
				console.error('maybe it was a bad idea to strip those headers...');
				process.exit(1);
			}
		}
	},
	normalize(brand, title, type) {//todo: deal with new types(edibles, vapes, ...)
		if(title.includes('(')) {
			console.log('fuck', title);
		}
		let ot = title.toLowerCase();
		title = title.replace(brand, '');
		brand = brand.toLowerCase().replace('.', '').replace(/&|(\b(and|health|therapeutics|co|company|inc|cannabis)\b)/g, '').trim();
		if(brand.includes('sundial')) {
			brand = brand.replace(/\b(calm|ease|flow|lift|spark)\b/g, '').trim();
			title = title.replace(/\b(calm|ease|flow|lift|spark)\b/g, '').trim();
		} else if(brand === 'alta vie') {
			brand = 'altavie';
		} else if(brand === 'twd') {
			brand = 'tweed';
		}
		//let ratio = title.match(/\d+:\d+/);
		let q = title.match(specialqty);
		title = title
			.toLowerCase()
			.replace(inBrackets, '')
			.replace(brand, '')
			.replace(/twd(\.?)|"|-|−|%|&|:/g, '')
			.replace(/\b(liquid|and|oral|drop(s?)|((hard|soft)(-|−| )?)?(capsule|cap)(s?)|pre(-|−| )?roll(s?)|pack(s?)|joint(s?)|oil|flower|spray)\b/g, '')
			.replace(specialqty, '')
			.trim();
		if(ot.includes('fiveup') || /5\s*up/.test(ot)) {
			title = '5up';
			//early return?
		} else if(ot.includes('tenup') || /10\s*up/.test(ot)) {
			title = '10up';
			//early return?
		} else if(title.includes('reserve') && brand.includes('edison')) {
			title = title.replace('reserve', '').trim();
			brand = 'edison reserve';
		} else if(title.includes('select') && brand.includes('canaca')) {
			title = title.replace('select', '').trim();
			brand = 'canaca select';
		} else if(brand === 'tantalus labs') {
			title = title.replace(/bc|sungrown/g, '').trim();
		}
		if(title.includes('casa') && title.includes('blanca') && brand.includes('edison')) {
			title = 'casablanca';
		}
		if(type === 'oil' || type === 'spray') {
			title = title.replace('mist', '').trim();
		}
		if(title.length === 0) {
			//if(ratio === null) {
				title = ot;
			//} else {
			//	title = ratio[0];
			//}
		}
		if(type === 'capsule' && q !== null) {
			title += ' ' + q[0].replace(/\s+/, '');
		}
		title = title.split(/\s+/).sort().join('');
		return [brand, title, type];
	},
	async return_key(query, values) {
		return (await postgres.query({
			text: query,
			values: values,
			rowMode: 'array'
		})).rows;
	}//abstract out db call out of ocs.ca.js before working on other stores
}

#!/bin/bash
cd /tmp;
string="$(curl -O -J -s -w "%{filename_effective}, %{http_code}" $1)";
#https://stackoverflow.com/a/45201229/1201238
function mfcb { local val="$4"; "$1"; eval "$2[$3]=\$val;"; };
function val_ltrim { if [[ "$val" =~ ^[[:space:]]+ ]]; then val="${val:${#BASH_REMATCH[0]}}"; fi; };
function val_rtrim { if [[ "$val" =~ [[:space:]]+$ ]]; then val="${val:0:${#val}-${#BASH_REMATCH[0]}}"; fi; };
function val_trim { val_ltrim; val_rtrim; };
readarray -c1 -C 'mfcb val_trim a' -td, <<<"$string,"; unset 'a[-1]'; declare -p a > /dev/null;
filename="${a[0]}"
status="${a[1]}"
if [[ $status = "404" ]]; then
	echo "$status";
	exit 0;
fi
type="$(identify -format %[magick] ${filename})";
if [[ $type = PNG ]]; then
	convert -strip "$filename" -fuzz 10% -trim +repage "$filename";
elif [[ $type = JPEG ]]; then
	jpegtran -perfect -copy none -trim -optimize -crop $(convert "$filename" -fuzz 10% -trim -format "%wx%h%X%Y" info:-) -outfile "$filename" "$filename";
fi
echo "/tmp/$filename";

Object.entries(require('./common.js')).forEach(([name, exported]) => global[name] = exported);
const url = "https://ocs.ca";
function reqq(level, category, name) {
	return request({
		url: 'https://u2ghas8n0v-dsn.algolia.net/1/indexes/ocs_products/query?x-algolia-application-id=U2GHAS8N0V&x-algolia-api-key=0fce38bd280fd213b8a14f7a59602b7d',
		method: 'POST',
		body: '{"params":"hitsPerPage=1000&distinct=0&filters=(NOT tags:%22subsubcategory--Variety Packs%22) AND (NOT tags:subsubcategory--Topicals) AND (tags:language--en) AND (tags:%22' + level + 'category--' + category + '%22)"}'
	}).then(obj => {
		obj = JSON.parse(obj);
		if(obj.nbHits > obj.hitsPerPage) {
			console.log("missing " + (obj.nbHits - obj.hitsPerPage) + ' items for ' + category);
		}
		for(let i = 0; i < obj.hits.length; ++i) {
			obj.hits[i].type = name;
		}
		return obj.hits;
	});
}
function ok() {
	for(let i = 0; i < arguments.length; ++i) {
		if(arguments[i] === undefined || arguments[i] === null) {
			return false;
		}
	}
	return true;
}
(async function() {
	let e = Promise.all([
		reqq('sub', 'Dried Flower', 'flower'),
		reqq('sub', 'Pre-Rolls', 'preroll'),
		reqq('sub', 'Oils', 'oil'),
		reqq('sub', 'Capsules', 'capsule'),
		reqq('subsub', '510 Thread Pens and Kits', 'cartridge'),
		reqq('subsub', 'Disposable Pens and Kits', 'disposable'),
		reqq('subsub', 'Proprietary Systems Pens and Kits', 'cartridge'),
		reqq('subsub', 'Coffees and Teas', 'tea'),
		reqq('subsub', 'Soft Chews', 'gummy'),
		reqq('subsub', 'Hard Edibles', 'mint'),
		reqq('sub', 'Chocolates', 'chocolate'),
		reqq('subsub', 'Cookies', 'cookie')
	]).then(e => Object.values(groupBy(e.flat(), 'handle')));
	await postgres.connect();
	await postgres.query('begin');
	e = await e;
	let storeID = await return_key(
		`insert into store (
			name,
			URL,
			region,
			country
		) values (
			$1, $2, $3, $4
		) on conflict do nothing
		returning ID`,
		[
			'Ontario Cannabis Store',
			url,
			'ontario',
			'canada'
		]
	);
	if(storeID.length === 0) {
		storeID = await return_key(
			`select
				ID
			from
				store
			where
				name = $1 and
				URL = $2 and
				region = $3 and
				country = $4 and
				address is null and
				address2 is null and
				city is null and
				postal_code is null and
				coordinate is null and
				timezone is null`,
			[
				'Ontario Cannabis Store',
				url,
				'ontario',
				'canada'
			]
		);
		if(storeID.length === 0) {
			console.error("why can't I find the store???");
			process.exit(1);
		}
	}
	storeID = storeID[0][0];
	//image: https://cdn.shopify.com/s/files/1/2636/1928/files/OCS_EN_LOGO_BLK_SM_nav.png?v=1560138074
	//what the font
	//stupid as fuck though. we can do better
	let ii = 0;
	let progress = 0;
	cliProgressBar.start(e.length, progress);
	async function deal() {
		while(ii < e.length) {
			let i = ii++;
			let minTHC, maxTHC, minCBD, maxCBD, unit, UOM;
			if(e[i][0].type === 'flower' || e[i][0].type === 'preroll' || e[i][0].type === 'cartridge' || e[i][0].type === 'disposable') {
				minTHC = percent2proportion(e[i][0].meta.product.thc_content_min);
				maxTHC = percent2proportion(e[i][0].meta.product.thc_content_max);
				minCBD = percent2proportion(e[i][0].meta.product.cbd_content_min);
				maxCBD = percent2proportion(e[i][0].meta.product.cbd_content_max);
				unit = 'proportion';
				UOM = 'g';
			} else {
				minTHC = e[i][0].meta.variant.thc_min_per
				maxTHC = e[i][0].meta.variant.thc_max_per;
				minCBD = e[i][0].meta.variant.cbd_min_per;
				maxCBD = e[i][0].meta.variant.cbd_max_per;
				unit = 'mg';
				if(e[i][0].type === 'oil') {
					UOM = 'ml';
				} else if(e[i][0].type === 'tea') {
					UOM = 'sachet';
				} else if(e[i][0].type === 'chocolate') {
					UOM = 'piece';
				} else {//capsule, gummy, mint, cookie
					UOM = e[i][0].type;
				}
				if(e[i][0].type === 'chocolate' || e[i][0].type === 'gummy' || e[i][0].type === 'mint') {
					let n = new Big(e[i][0].meta.variant.retail_pack_number_of_items);
					minTHC = (new Big(minTHC)).div(n).toString();
					maxTHC = (new Big(maxTHC)).div(n).toString();
					minCBD = (new Big(minCBD)).div(n).toString();
					minCBD = (new Big(minCBD)).div(n).toString();
				}
			}
			for(let j = 0; j < e[i][0].tags.length; ++j) {
				if(e[i][0].tags[j] === 'subsubcategory--Oral Sprays') {
					e[i][0].type = 'spray';
				}
			}
			let [brand, title] = normalize(e[i][0].vendor, e[i][0].title, e[i][0].type);
			let fuckoff = e[i][0].meta.product.plant_type;
			let f2;
			for(let f = 0; f < e[i][0].tags.length; ++f) {
				if(e[i][0].tags[f].startsWith('plant_type--')) {
					if(f2 !== undefined) {
						console.log("I HATE MY LIFE")
					}
					f2 = e[i][0].tags[f].slice(12);
				}
			}
			if(fuckoff === undefined) {
				fuckoff = f2
			}
			if(f2 !== fuckoff) {
				console.log("this is so gay")
				console.log(f2)
				console.log(fuckoff);
			}
			let description = e[i][0].body_html_safe;
			if(typeof description === 'string') {
				description = description.replace(/\s+/g, ' ');
			}
			let terpenes = [];
			for(let j = 0; j < e[i][0].tags.length; ++j) {
				let terpene = e[i][0].tags[j].split('terpenes--')[1];
				if(terpene) {
					terpenes.push(terpene);
				}
			}
			let productID = await return_key(
				`insert into product (
					joined_brand,
					joined_name,
					type,
					display_brand,
					display_name,
					strain,
					description,
					concentration_unit,
					measurement_unit,
					show,
					terpenes
				) values (
					$1, $2, $3, $4, $5, $6, $7, $8, $9, true, $10
				) on conflict do nothing
				returning ID`,
				[
					brand,
					title,
					e[i][0].type,
					e[i][0].vendor,
					e[i][0].title,
					fuckoff.toLowerCase().split(/\s+/)[0],
					description,
					unit,
					UOM,
					terpenes
				]
			);
			if(productID.length === 0) {
				productID = await return_key(
					`select
						ID
					from
						product
					where
						joined_brand = $1 and
						joined_name = $2 and
						type = $3`,
					[brand, title, e[i][0].type]
				);
				//console.log(productID, `${url}/products/${e[i][0].handle}) //on empty db, useful to find products that are actually variants of something we inserted earlier. good job ocs dumbfucks
				if(productID.length === 0) {
					console.error("why can't I find the product???");
					process.exit(1);
				}
			}
			productID = productID[0][0];
			let pics = new Set((await request({
				url: `${url}/products/${e[i][0].handle}.json`,
				headers: {'User-Agent': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36"}
			}).then(JSON.parse)).product.images.map(a => a.src.split('?')[0]));
			for(let pic of pics) {
				let product_images = await return_key('select ID from product_image where product = $1 and source = $2', [productID, pic]);
				if(product_images.length === 0) {
					let response = (await exec('./image.sh ' + pic)).stdout.trim();
					if(response !== '404') {
						let ar = await cloudinary.uploader.upload(response, {public_id: response.slice(5), unique_filename: false});
						let img_insert = await return_key(
							`insert into product_image (
								product,
								source,
								destination
							) values (
								$1,
								$2,
								$3
							) on conflict do nothing
							returning ID`,
							[productID, pic, ar.secure_url]
						);
						if(img_insert.length === 0) {
							console.error("how the FUCK", productID, pic, ar.secure_url);
						} else if(img_insert.length > 1) {
							console.error('kys');
						}
					}
				} else if(product_images.length === 1) {
					//console.log('already persisted :)');
					//have a flag that once a month, we fetch images anyways just to see if there's a diff? thanks cloudinary :)
				} else {
					console.error('data integrity issue', product_images);
					//product match, source match, but destinations are different, which should be unpossible
				}
			}
			let quicky = (await request({
				url: `${url}/products/${e[i][0].handle}?view=quickview`,
				headers: {'User-Agent': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36"}
			}).then(JSON.parse)).variants;
			for(let j = 0; j < e[i].length; ++j) {
				let fml = quicky.find(v => v.id == e[i][j].objectID);
				let gram_equivalency;
				if(fml !== undefined && fml.metafields !== undefined && fml.metafields.variant !== undefined && fml.metafields.variant.gram_equivalency !== undefined) {
					gram_equivalency = fml.metafields.variant.gram_equivalency;
				} else {
					console.log(quicky);
					console.log(fml);
					console.log(fml.metafields);
					console.log(fml.metafields.variant)
					console.log(fml.metafields.variant.gram_equivalency);
				}
				let portions = null;
				let quantity;
				switch(e[i][j].type) {
					case 'capsule':
						quantity = e[i][j].meta.variant.retail_pack_number_of_items;
						break;
					case 'disposable':
					case 'cartridge':
					case 'flower':
					case 'spray':
					case 'oil':
						if(e[i][j].meta.variant && e[i][j].meta.variant.retail_pack_net_content) {
							quantity = e[i][j].meta.variant.retail_pack_net_content;
						} else {
							quantity = e[i][j].variant_title.match(qty)[3];
						}
						break;
					case 'tea':
					case 'gummy':
					case 'mint':
					case 'preroll':
					case 'cookie':
					case 'chocolate':
						portions = e[i][j].meta.variant.retail_pack_number_of_items;
						if(portions === 0) {
							[, , portions, quantity] = e[i][j].variant_title.match(qty);
						} else {
							quantity = (new Big(e[i][j].meta.variant.retail_pack_net_content)).div(new Big(portions)).toString();
						}
						break;
				}
				if(portions !== null && portions < 2) {
					//console.log(productID, e[i][j].type, portions, quantity);
					portions = null;
				}
				let variantID = await return_key(
					`insert into variant (
						product,
						portions,
						quantity,
						flavor,
						gram_equivalency
					) values (
						$1, $2, $3, $4, $5
					)
					on conflict do nothing
					returning ID`,
					[productID, portions, quantity, e[i][j].options.flavour, gram_equivalency]
				);
				if(variantID.length === 0) {
					let parameters = [productID, quantity];
					variantID = await return_key(
						`select
							ID,
							gram_equivalency
						from
							variant
						where
							product = $1 and
							quantity = $2 and
							portions ${portions === null ? 'is null' : '= $' + parameters.push(portions)} and
							flavor ${e[i][j].options.flavour === undefined ? 'is null' : '= $' + parameters.push(e[i][j].options.flavour)}`,
						parameters
					);
					if(gram_equivalency !== variantID[0][1]) {
						console.log('warning: gram_equivalency does not match', gram_equivalency, variantID[0][1], productID, variantID[0][0], `${url}/products/${e[i][j].handle}?variant=${e[i][j].objectID}`);
					}
					if(variantID.length === 0) {
						console.error("why can't I find the variant???");
						process.exit(1);
					}
				}
				variantID = variantID[0][0];
				await postgres.query(
					`insert into variant_identifier (
						variant,
						gtin
					) values (
						$1,
						$2
					) on conflict do nothing`,
					[variantID, e[i][j].sku]
				);
				if(ok(minCBD, maxCBD, minTHC, maxTHC, e[i][j].price, e[i][j].inventory_quantity)) {
					await postgres.query(
						`insert into menu_item (
							variant,
							store,
							CBD,
							THC,
							price,
							stock,
							path
						) values (
							$1,
							$2,
							$3,
							$4,
							$5,
							$6,
							$7
						) on conflict do nothing`,
						[
							variantID,
							storeID,
							`[${minCBD},${maxCBD}]`,
							`[${minTHC},${maxTHC}]`,
							 e[i][j].price,
							 e[i][j].inventory_quantity,
							 `/products/${e[i][j].handle}?variant=${e[i][j].objectID}`
						]
					);
				} else {
					console.error(`why don't you fix your fucking data ocs?? ${url}/products/${e[i][j].handle}?variant=${e[i][j].objectID}`);
				}
			}
			cliProgressBar.update(++progress);
		}
	}
	await Promise.all([
		deal(),
		deal(),
		deal(),
		deal(),
		deal(),
		deal()
	])
	await postgres.query('commit');
	await postgres.end();
})();