boogerlad/mj - Change KW6P3EDCU2KVV3KAGBL2WZ72367NOLLJC42WDBP53XQ3WNH63OBQC

fill in the alberta cannabis stub

Created by boogerlad on September 28, 2020

KW6P3EDCU2KVV3KAGBL2WZ72367NOLLJC42WDBP53XQ3WNH63OBQC

Dependencies

In channels

main

Change contents

Replacement in scrape/albertacannabis.org.js at line 3 [3.6057]

B:BD[3.6199] → [3.6199:6341]

const range = /(\d*\.?\d+)([-−](\d*\.?\d+))?\s*([A-Za-z%]+)/;
const quantityregex = /((\d+)\s*([Xx])\s*)?(\d*\.?\d+)\s*([A-WYZa-wyz]+)/g;

[3.6199]

[3.6341]

const range = /(\d*\.?\d+)(?:[-−](\d*\.?\d+))?\s*(?:[A-Za-z%]+)/;
const quantityregex = /(?:(\d+)\s*(?:[Xx])\s*)?(\d*\.?\d+)\s*(?:[A-WYZa-wyz]+)/;

Replacement in scrape/albertacannabis.org.js at line 100 [3.6057]

B:BD[3.9513] → [3.9513:9518]

})

[3.9513]

[3.9518]

	});
	await postgres.connect();
	await postgres.query('begin');
	let storeID = (await postgres.query(`select ios_store_id('ab', 'alberta', 'canada', _url => $1, _delivery => true, _prepayment => true)`, [url])).rows[0].ios_store_id;

Replacement in scrape/albertacannabis.org.js at line 111 [3.6057]

B:BD[3.9812] → [2.271:740]

∅:D[2.740] → [3.10320:10402]

B:BD[3.10320] → [3.10320:10402]

	let curl = exec(`curl "https://albertacannabis.org/api/cxa/CatalogExtended/GetProductList" -H ${await cookieString(page)} -H "User-Agent: ${ua}" -H "__RequestVerificationToken: ${csrf}" --data "ps=1000&f=in_stock=true|false&sd=Asc&cci={DAAC337F-EC42-9DD5-33BC-851875C99BEB}&ci={C8173B3F-26C8-41AB-B042-9CAAD37B543B}&__RequestVerificationToken=${csrf}" --compressed`)
	.then(raw => [Object.values(groupBy(JSON.parse(raw.stdout).Variants, 'ProductId')), new Date()]);
	if(await page.$eval('#menubutton1-3', el => el.textContent !== 'My Account')) {

[3.9812]

[3.10402]

	// let fuckoff;
	// try {
	// 	fuckoff = Object.values(groupBy(JSON.parse(require('fs').readFileSync('wow', {encoding: 'string'})).Variants, 'ProductId'))
	// } catch(e) {}
	let curl;
	// if(!fuckoff) {
		curl = exec(`curl "https://albertacannabis.org/api/cxa/CatalogExtended/GetProductList" -H ${await cookieString(page)} -H "User-Agent: ${ua}" -H "__RequestVerificationToken: ${csrf}" --data "ps=1000&f=in_stock=true|false&sd=Asc&cci={DAAC337F-EC42-9DD5-33BC-851875C99BEB}&ci={C8173B3F-26C8-41AB-B042-9CAAD37B543B}&__RequestVerificationToken=${csrf}"`)// --compressed
			.then(raw => [Object.values(groupBy(JSON.parse(raw.stdout).Variants, 'ProductId')), new Date()]);
	// } else {
	// 	curl = [fuckoff, new Date()];
	// }
	if(await page.$eval('#header', el => /login/i.test(el.textContent))) {

Replacement in scrape/albertacannabis.org.js at line 134 [3.6057]

B:BD[3.10807] → [3.10807:10858]

	cliProgressBar.start(products.length, progress);

[3.10807]

[3.10858]

	let gas = [];
	require('fs').writeFileSync('wow', JSON.stringify(products));
	//cliProgressBar.start(products.length, progress);

Insertion in scrape/albertacannabis.org.js at line 140 [3.6057]

[3.10936]

			let type;
			switch(products[idx][0].Format) {
				case 'Dried Flower':
				case 'Milled Flower':
					type = 'flower';
					break;
				case 'Pre-Rolls':
					type = 'preroll';
					break;
				case 'Prefilled Vape Cartridge':
				case 'Vape Kit':
					type = 'cartridge';
					break;
				case 'Disposable Vape Pen':
					type = 'disposable';
					break;
				case 'Oil':
					type = 'oil';
					break;
				case 'Oral Spray':
					type = 'spray';
					break;
				case 'Capsules':
				case 'Soft Gel':
					type = 'capsule';
					break;
				case 'Tea Bags':
					type = 'tea';
					break;
				case 'Iced Tea':
				case 'Sodas':
				case 'Sparkling Beverages':
					type = 'rtd';
					break;
				case 'Distillate Powder':
					type = 'powder';
					break;
				case 'Distillate Liquid':
					type = 'liquid';
					break;
				// case '':
				// 	type = 'shot';
				// 	break;
				case 'Soft Chews':
					type = 'gummy';
					break;
				case 'Hard Candy':
					type = 'mint';
					break;
				case 'Chocolate':
					type = 'chocolate';
					break;
				case 'Cookies':
					type = 'baked';
					break;
				default:
					//cliProgressBar.update(++progress);
					++progress;
					continue;
			}

Replacement in scrape/albertacannabis.org.js at line 201 [3.6057]

B:BD[3.10999] → [3.10999:11038]

			cliProgressBar.update(++progress);

[3.10999]

[3.11038]

			let [producer, brand, name, join_name, hack] = normalize(
				products[idx][0].Brand,
				products[idx][0].DisplayName,
				type,
				await p.$eval('.sku-lp', e => e.textContent.trim())
			);
			let blend = false;
			if(products[idx][0].Type === 'Blend') {
				blend = true;
				let fuck = products[idx][0].Strain.match(/hybrid|indica|sativa/i)?.[0]?.toLowerCase();
				if(fuck) {
					products[idx][0].Type = fuck;
				} else {
					products[idx][0].Type = 'hybrid';
					//console.log('shame', products[idx][0].Link);
					//cliProgressBar.update(++progress);
					//continue;
				}
			}
			if(/blend/i.test(products[idx][0].Strain)) {
				blend = true;
			}
			let terpenes = await p.$$eval('.item-terpene > h3', els => {
				for(let j = els.length - 1; j >= 0; --j) {
					els[j] = els[j].textContent;
					if(els[j] === 'Other Terpenes') {
						els.splice(j, 1);
					} else {
						els[j] = els[j].replace(/(\d*\.?\d+)([-−](\d*\.?\d+))?\s*([A-Za-z%]+)/, '').replace(/\s*\(.*\)\s*/, '').trim();
					}
				}
				return els;
			});
			try {
				terpenes.append((await p.$eval('#otherTerpenesInfoTip', el => el.textContent)).split(';'));
			} catch(e) {}
			let productID = (await postgres.query(`select ios_product_id($1, $2, $3, $4, $5, $6, $7, $8, $9, true, $10, $11)`, [
				producer,
				brand,
				name,
				join_name,
				type,
				products[idx][0].Type.toLowerCase(),
				blend,
				blend ? null : strain_clean(products[idx][0].Strain),
				await p.$eval('.description', e => e.textContent.trim()),
				terpenes,
				brand === 'dosist' ? '.00225' : null
			])).rows[0].ios_product_id;
			for(let j = 0; j < products[idx].length; ++j) {
				let portions = 1;
				let quantity = products[idx][j].Quantity;
				if(type === 'preroll' || type === 'capsule') {
					gas.push(await p.$eval('#' + products[idx][j].VariantId, e => JSON.parse(e.dataset.variantData).disambiguatingdescription));
					[,portions, quantity] = (await p.$eval('#' + products[idx][j].VariantId, e => JSON.parse(e.dataset.variantData).disambiguatingdescription)).match(quantityregex) ?? [];
					portions = portions ?? 1;
					if(!quantity) {
						quantity = products[idx][j].Quantity
					}
				}
				let params = [productID, portions, quantity];
				let [variantID, g] = (await postgres.query(
					`select ios_variant_id($1, $2, $3${type === 'oil' || type === 'spray' || type === 'capsule' ? `, _gram_equivalency => $${params.push(await p.$eval('#' + products[idx][j].VariantId, e => JSON.parse(e.dataset.variantData).equivalency))}` : ''})`,
					params
				)).rows[0].ios_variant_id.slice(1, -1).split(',');
				//warning gram equivalency does not match
				try {
					let [,minTHC, maxTHC] = products[idx][j].Thc.match(range);
					let [,minCBD, maxCBD] = products[idx][j].Cbd.match(range);
					await postgres.query(
						`insert into menu_item (
							variant_id,
							store_id,
							cbd,
							thc,
							price,
							stock,
							path
						) values (
							$1,
							$2,
							$3,
							$4,
							$5,
							$6,
							$7
						) on conflict (variant_id, store_id) do update set cbd = excluded.cbd, thc = excluded.thc, price = excluded.price, stock = excluded.stock`,
						[
							variantID,
							storeID,
							`[${minCBD ?? maxCBD ?? 0},${maxCBD ?? minCBD ?? 0}]`,
							`[${minTHC ?? maxTHC ?? 0},${maxTHC ?? minTHC ?? 0}]`,
							products[idx][j].AdjustedPrice.replace('$', '').split(/\s+/)[0],
							await p.$eval('[data-variantId="' + products[idx][j].VariantId + '"]', el => el.getAttribute('data-count')),
							products[idx][j].Link
						]
					);
				} catch(e) {
					console.log(products[idx][j]);
					console.log(						`[${minCBD},${maxCBD}]`,
						`[${minTHC},${maxTHC}]`,
						products[idx][j].AdjustedPrice.replace('$', '').split(/\s+/)[0],
						await p.$eval('[data-variantId="' + products[idx][j].VariantId + '"]', el => el.getAttribute('data-count')),
						products[idx][j].Link);
				}
			}
			//cliProgressBar.update(++progress);
			++progress;

Insertion in scrape/albertacannabis.org.js at line 316 [3.6057]

[3.11189]

	console.log(products.length, progress)
	require('fs').writeFileSync('gas', JSON.stringify(gas));

Insertion in scrape/albertacannabis.org.js at line 320 [3.6057]
[3.11240]
[3.11240]
```
	await postgres.query('commit');
	await postgres.end();
```