boogerlad/mj - Change ND2EUAENR3TOEUMKLDAVAWAEW2XEIOHK4S4B2X6SIWFOOIAGZIEQC

bccannabisstores scraper. needs to be cleaned up and tested further

Created by boogerlad on August 27, 2020

ND2EUAENR3TOEUMKLDAVAWAEW2XEIOHK4S4B2X6SIWFOOIAGZIEQC

Dependencies

In channels

main

Change contents

Insertion in README.md at line 12 [9.12]
[7.112]
[8.219]
```
* tor
```

Insertion in README.md at line 43 [9.12]

[2.18]

[9.13]

Locate the `torrc` file and append these two lines to it

Insertion in README.md at line 45 [9.12]

[9.18]

[8.422]

NewCircuitPeriod 5
MaxCircuitDirtiness 30
```
This is to get a new IP address every 30 seconds so that the scrapers don't get blocked by Shopify(`429`)
```

Replacement in dotenv at line 17 [11.45]
B:BD[10.20] → [10.20:29]
```
SENDGRID=
```
[10.20]
```
SENDGRID=
TOR_IP=localhost
TOR_PORT=9050
```

Replacement in initialize.sql at line 93 [13.17]

B:BD[12.355] → [12.355:512]

create type product_type as enum ('flower', 'preroll', 'cartridge', 'disposable', 'oil', 'spray', 'capsule', 'tea', 'gummy', 'mint', 'chocolate', 'baked');

[12.355]

[14.504]

create type product_type as enum ('flower', 'preroll', 'cartridge', 'disposable', 'oil', 'spray', 'capsule', 'tea', 'rtd', 'powder', 'liquid', 'shot', 'gummy', 'mint', 'chocolate', 'baked');

Replacement in initialize.sql at line 607 [13.17]

B:BD[15.1602] → [6.84:130]

		from strain
		where joined_name = _strain

[15.1602]

[6.130]

		from
			(values (null)) as w0t
			left join strain on (joined_name = _strain)

Insertion in initialize.sql at line 1409 [13.17]
[16.804]
[16.804]
```
				when type in ('rtd', 'shot', 'liquid') then 70
```
Insertion in initialize.sql at line 1421 [13.17]
[16.1269]
[16.1269]
```
				when type in ('rtd', 'shot', 'liquid') then 70
```

File addition: bccannabisstores.com.js (-rwxrwxrwx)

[17.4884]

Object.entries(require('./common.js')).forEach(([name, exported]) => global[name] = exported);
const url = "https://www.bccannabisstores.com/";
const spray = /\bspray\b/i;
const vape = /\b(?:cart(?:ridge)?|disposable)\b/i;
const drink = /\b(tea|powder|shot)\b/i;
function reqq(collection, name, ua) {
	return request({url: url + 'collections/' + collection + '.oembed', method: 'GET', headers: {'User-Agent': ua}, gzip: true}).then(obj => {
		obj = JSON.parse(obj).products;
		for(let i = obj.length - 1; i >= 0; --i) {
			obj[i].variants = [];
			for(let j = 0; j < obj[i].offers.length; ++j) {
				let fuck = obj[i].offers[j].title.match(qty);
				if(fuck !== null) {
					let [, portions, quantity] = fuck;
					if(!portions || portions < 2) {
						portions = 1;
					}
					obj[i].variants.push({portions, quantity, gay: obj[i].offers[j].offer_id,  sku: obj[i].offers[j].sku, price: obj[i].offers[j].price});
				}
			}
			if(obj[i].variants.length) {
				if(spray.test(obj[i].title) && name === 'oil') {
					obj[i].type = 'spray';
				} else if(name === 'vape') {
					let m = obj[i].title.match(vape);
					if(m?.[0]) {
						obj[i].type = m[0].toLowerCase();
						if(obj[i].type === 'cart') {
							obj[i].type = 'cartridge';
						}
					} else {
						console.log(obj[i].title, 'bye');
						obj.splice(i, 1);
					}
				} else if(name === 'drink') {
					let m = obj[i].title.match(drink);
					if(m?.[0]) {
						obj[i].type = m[0].toLowerCase();
					} else {
						if(obj[i].variants.length > 1) {
							console.log(obj[i].title, 'shit', obj[i].variants);
						}
						for(let j = 0; j < obj[i].variants.length; ++j) {
							if(obj[i].variants[j].quantity > 150) {
								obj[i].type = 'rtd';
							} else {
								obj[i].type = 'liquid';
							}
						}
					}
				} else if(name === 'c') {
					if(obj[i].title.toLowerCase().includes('mint')) {
						obj[i].type = 'mint';
					} else {
						obj[i].type = 'gummy';
					}
				} else {
					obj[i].type = name;
				}
			} else {
				console.log('fuck off', obj[i]);
				obj.splice(i, 1);
			}
		}
		return obj;
	})
}
(async function() {
	const browser = await puppeteer.launch({
		//headless: false,
		args: ["--no-sandbox", '--proxy-server=socks5://' + process.env.TOR_IP + ':' + process.env.TOR_PORT],
	});
	let ua = (await ((await browser.pages())[0]).evaluate('navigator.userAgent')).replace('Headless', '');
	let e = (await Promise.all([
		reqq('flower', 'flower', ua),
		reqq('pre-rolls', 'preroll', ua),
		reqq('bottles-drops', 'oil', ua),//oils and sprays
		reqq('capsules', 'capsule', ua),
		reqq('vape-kits-cartridges', 'vape', ua),//cartridge and disposable
		reqq('beverages', 'drink', ua),//tea, powder additive, shot, liquid additive, ready to drink
		reqq('chocolate', 'chocolate', ua),
		reqq('baked-goods-snacks', 'baked', ua),
		reqq('chews-candy', 'c', ua)//gummy and mint
	])).flat();
	await postgres.connect();
	await postgres.query('begin');
	let storeID = (await postgres.query(`select ios_store_id('bccannabisstores', 'british columbia', 'canada', _url => $1, _delivery => true, _prepayment => true)`, [url])).rows[0].ios_store_id;
	let i = 0;
	async function deal() {
		const page = await (await browser.createIncognitoBrowserContext()).newPage();
		await page.setUserAgent((await page.evaluate('navigator.userAgent')).replace('Headless', ''));
		await page.setJavaScriptEnabled(false);
		await page.setRequestInterception(true);
		page.on('request', request => {
			let resourceType = request.resourceType();
			let URL = request.url(); 
			if(resourceType === 'document' || (resourceType === 'fetch' && (URL === url + "cart/add.js" || URL === url + "cart/change.js"))) {
				request.continue();
			} else {
				request.abort();
			}
		});
		while(i < e.length) {
			let idx = i++;
			let path = 'products/' + e[idx].product_id;
			await goto(page, url, path, 0);
			let obj = {
				name: e[idx].title,
				variants: e[idx].variants,
				type: e[idx].type,
				blend: false,
				strain:	await page.evaluate(() => {
					let x = document.querySelector('.product-disclaimer');
					x.parentNode.removeChild(x);
					return document.evaluate("//span[contains(., 'Common name')]", document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue?.nextElementSibling?.textContent;
				}),
				description: e[idx].description
			};
			let unit;
			for(const match of (await page.$eval('.product-details--thc-cbd', el => el.textContent)).matchAll(concentration)) {
				console.log('matching concentrations')
				obj['min' + match[1]/*.toUpperCase()*/] = new Big(match[2]);
				obj['max' + match[1]] = match[3] ? new Big(match[3]) : obj['min' + match[1]];
				if(obj['min' + match[1]].gt(obj['max' + match[1]])) {
					let temp = obj['min' + match[1]];
					obj['min' + match[1]] = obj['max' + match[1]];
					obj['max' + match[1]] = temp;
				}
				obj['min' + match[1]] = obj['min' + match[1]].toString();
				obj['max' + match[1]] = obj['max' + match[1]].toString();
			}
			console.log(obj);
			try {
				obj.species = await page.$eval('.product-strain', el => el.textContent.match(/hybrid|indica|sativa|blend/i)?.[0]?.toLowerCase());
				if(obj.species === 'blend' && !obj.strain) {
					obj.blend = true;
					throw 'gay';
				} else if(obj.species === undefined) {
					throw 'gay';
				} else {
					throw 'ultra gay'
				}
			} catch(e) {
				console.log(e, path);
				let yuck = await page.evaluate(() => {
					let shit = document.querySelector('.product--outer').textContent.replace(/\s+/g, ' ');
					let x = shit.match(/indica|sativa/i);
					if(x !== null) {
						return [x[0], shit];
					}
				});
				if(yuck) {
					obj.species = yuck[0].toLowerCase();
					console.log(yuck);
				} else {
					obj.species = 'hybrid';
				}
			}
			if(!obj.blend && !obj.strain) {
				let yuck = await page.evaluate(() => {
					let shit = document.querySelector('.product--outer').textContent.replace(/\s+/g, ' ');
					if(/blend/i.test(shit)) {
						return shit;
					}
				});
				if(yuck) {
					obj.blend = true;
					console.log(path, yuck);
				}
			}
			console.log('LOOK AT ME', obj.species);
			let ayy = JSON.parse(await page.$eval('[data-section-id="static-product"]', el => el.textContent));
			//let [p, b] = (await page.$eval('.product-brand', el => el.textContent.trim())).split(/\s*by\s*/);
			let [producer, brand, join_name, name, hack] = normalize(
				ayy.product.tags.find(x => x.startsWith('brand::'))?.substring(7),
				obj.name,
				obj.type,
				ayy.product?.vendor
			);
			let terpenes = ayy.terpene?.names?.map(x => x.match(/[a-z]+/i)?.[0]);
			//check for terepenes removed
			console.log('fuckoff', [				obj.species,
				obj.blend,
				strain_clean(obj.strain)])
			let productID = (await postgres.query(`select ios_product_id($1, $2, $3, $4, $5, $6, $7, $8, $9, true, $10, $11)`, [
				producer,
				brand,
				name,
				join_name,
				obj.type,
				obj.species,
				obj.blend,
				strain_clean(obj.strain),
				obj.description,
				terpenes,
				brand === 'dosist' ? '.00225' : null
			])).rows[0].ios_product_id;
			if(process.env.CLOUDINARY_URL) {
				await images(
					new Set(
						await page.$$eval('.product-gallery--image-background > img', elements => {
							for(let i = 0; i < elements.length; ++i) {
								elements[i] = elements[i].src.split('?')[0].replace(/_\d+x\d+/, '').replace('.progressive', '').replace('.png.jpg', '.png');
							}
							return elements;
						})
					),
					productID
				);
			}//.product.tags itearte  starts with gtin:: actually fuck gtin. only one even though there are multiple variants...
			for(let j = 0; j < obj.variants.length; ++j) {
				let params = [productID, obj.variants[j].portions, obj.variants[j].quantity];
				console.log('loop')
				let [variantID, g] = (await postgres.query(
					`select ios_variant_id($1, $2, $3${obj.type === 'oil' || obj.type === 'spray' || obj.type === 'capsule' ? `, _gram_equivalency => $${params.push(ayy.volumeEquivalencies[obj.variants[j].sku])}` : ''})`,
					params
				)).rows[0].ios_variant_id.slice(1, -1).split(',');
				console.log('var')
				if(g.length && ayy.volumeEquivalencies[obj.variants[j].sku] !== null && !(new Big(ayy.volumeEquivalencies[obj.variants[j].sku])).eq(g)) {
					console.log('warning: gram_equivalency does not match', ayy.volumeEquivalencies[obj.variants[j].sku], g, productID, variantID, `${url}${path}?variant=${obj.variants[j].gay}`);
				}
				console.log(					[
						variantID,
						storeID,
						`[${obj.minCBD},${obj.maxCBD}]`,
						`[${obj.minTHC},${obj.maxTHC}]`,
						obj.variants[j].price,
						ayy.variantAvailabilities[obj.variants[j].gay].vq,
						`${path}?variant=${obj.variants[j].gay}`
					])
				if(obj.minCBD !== undefined && obj.maxCBD !== undefined && obj.minTHC !== undefined && obj.maxTHC !== undefined)
				await postgres.query(
					`insert into menu_item (
						variant_id,
						store_id,
						cbd,
						thc,
						price,
						stock,
						path
					) values (
						$1,
						$2,
						$3,
						$4,
						$5,
						$6,
						$7
					) on conflict (variant_id, store_id) do update set cbd = excluded.cbd, thc = excluded.thc, price = excluded.price, stock = excluded.stock`,
					[
						variantID,
						storeID,
						`[${obj.minCBD},${obj.maxCBD}]`,
						`[${obj.minTHC},${obj.maxTHC}]`,
						obj.variants[j].price,
						ayy.variantAvailabilities[obj.variants[j].gay].vq,
						`${path}?variant=${obj.variants[j].gay}`
					]
				);
			}
			console.log(idx);
			//console.log(idx, obj);//pictures, stock, price, variants, terpenes, gtin, the batch quarter half quarter are actually variants of each other. everie drinks are variants of each other(flavor), twd.28 sativa bud remove bud
		}
	}
	await Promise.all([
		deal(),
		deal(),
		deal(),
		deal()
	]).then(browser.close.bind(browser));
		await postgres.query('commit');
	await postgres.end();
})();

Replacement in scrape/common.js at line 9 [17.4897]

B:BD[17.5241] → [17.5241:5322]

const specialqty = /((\d+)\s*[Xx]\s*)?(\d*\.?\d+)\s*([A-WYZa-wyz]{1,2})(\b|$)/;

[17.5241]

[5.1016]

const specialqty = /(?:(\d+)\s*[Xx]\s*)?(\d*\.?\d+)\s*(?:[A-WYZa-wyz]{1,2})(?:\b|$)/;

Replacement in scrape/common.js at line 148 [17.4897]

∅:D[5.5666] → [17.5888:6058]

B:BD[17.5888] → [17.5888:6058]

	qty: /((\d+)\s*[Xx]\s*)?(\d*\.?\d+)\s*([A-WYZa-wyz]+)/,//([Xx]) and /g for alberta. unify?
	concentration: /([A-Za-z]{3,})\s+(\d*\.?\d+)(-(\d*\.?\d+))?([A-Za-z%]+)/g,

[5.5666]

[17.6058]

	qty: /(?:(\d+)\s*[Xx]\s*)?(\d*\.?\d+)/,//([Xx]) and /g for alberta. unify?
	concentration: /(thc|cbd):?\s*(\d*\.?\d+)(?:[-−](\d*\.?\d+))?/gi,

Replacement in scrape/common.js at line 166 [17.4897]
B:BD[17.6441] → [17.6441:6464]
```
			return new Date();
```
[17.6441]
[17.6464]
```
			return;
```

Replacement in scrape/common.js at line 288 [17.4897]

B:BD[18.1746] → [19.75:186]

B:BD[19.186] → [20.0:221]

	normalize(brand, name, type, producer_in/*, description*/) {//todo: deal with new types(edibles, vapes, ...)
		function pin(p, brand) {
			if(p) {
				p = p.toLowerCase().replace('.', '').replace(/&|(\b(and|health|therapeutics|co|company|inc|cannabis)\b)/g, '').trim();//or search description??
				if(p.includes('aurora')) {

[18.1746]

[20.221]

	normalize(brand, name, type, producer_in, description) {
		function pin() {
			if(producer_in) {
				producer = producer_in.toLowerCase().replace('.', '').replace(/&|(\b(and|health|therapeutics|co|company|inc|cannabis)\b)/g, '').trim();
				if(producer.includes('aurora')) {

Replacement in scrape/common.js at line 294 [17.4897]
B:BD[20.244] → [20.244:283]
```
				} else if(p.includes('aphria')) {
```
[20.244]
[20.283]
```
				} else if(producer.includes('aphria')) {
```

Replacement in scrape/common.js at line 296 [17.4897]

B:BD[20.306] → [21.0:43]

				} else if(/high\s*park\s*/.test(p)) {

[20.306]

[21.43]

				} else if(/high\s*park\s*/.test(producer)) {

Replacement in scrape/common.js at line 299 [17.4897]

B:BD[20.320] → [20.320:382]

					console.log(p, brand, 'need to normalize producer_in');

[20.320]

[20.382]

					console.log(producer, brand, 'need to normalize producer_in');
				}
			} else if(description) {
				producer = description.match(/by ([a-z0-9 ]+?)\./i)?.[1];
				if(!producer) {
					console.log('not in description :(', brand, name);

Deletion in scrape/common.js at line 307 [17.4897]
B:BD[20.395] → [20.395:412]
```
			return null;
```

Replacement in scrape/common.js at line 328 [17.4897]

∅:D[19.232] → [18.2351:2504]

B:BD[18.2351] → [18.2351:2504]

				.replace(/\b(liquid|and|oral|drop(s?)|((hard|soft)(-|−| )?)?(capsule|cap)(s?)|pre(-|−| )?roll(s?)|pack(s?)|joint(s?)|oil|flower|spray)\b/g, '')

[19.232]

[22.101]

				.replace(/\b(aces|liquid|and|oral|drop(s?)|((hard|soft)(-|−| )?)?(capsule|cap)(s?)|pre(-|−| )?roll(s?)|pack(s?)|joint(s?)|oil|flower|spray|(?<!no\.\s?)510|cartridge|thread|disposable|vape|pen|kit|starter|powder|(?<!(iced|green)\s*)tea|(soft)?\s?chew(s?))\b/g, '')

Insertion in scrape/common.js at line 378 [17.4897]

[18.3728]

[3.0]

			} else if(brand.includes('robinsons')) {
				producer = 'ROBINSONS';
				brand = '';
			} else if(brand.includes('buds')) {
				producer = 'ORGANIGRAM';
				brand = 'TRAILER PARK BUDS';
			} else if(brand.includes('affirma')) {
				producer = 'TIDAL';
				brand = 'Affirma';
			} else if(brand.includes('blissco')) {
				producer = 'Supreme';
				brand = 'blissco';
			} else if(/five\s*founders/i.test(brand)) {
				producer = 'AgMEDICA';
				brand = 'five founders';
			} else if(/medipharm\s*labs/i.test(brand)) {
				producer = 'MediPharm Labs';
				brand = '';
			} else if(brand.includes('veryvell')) {
				producer = 'HEXO';
				brand = 'veryvell';
			} else if(brand.includes('phyto')) {
				producer = 'Namaste Technologies';
				brand = 'PHYTO EXTRACTIONS';
			} else if(/made\s*by/i.test(brand)) {
				producer = 'VALENS';
				brand = 'made by';
			} else if(brand.includes('fume')) {
				producer = '48North';
				brand = 'FUME';
			} else if(brand.includes('summit')) {
				producer = 'VALENS';
				brand = 'SUMMIT';
			} else if(brand.includes('house of terpenes')) {
				producer = 'HEXO';
				brand = 'HOUSE of TEPRENES';
			} else if(brand.includes('basecamp')) {
				producer = 'VALENS';
				brand = 'BASECAMP';
			} else if(/deep\s*space/i.test(brand)) {
				producer = 'CANOPY GROWTH';
				brand = 'DEEP SPACE';
			} else if(/delta\s*9/i.test(brand)) {
				producer = 'Delta 9';
				brand = '';
			} else if(brand.includes('wildlife')) {
				producer = 'AGRO GREENS';
				brand = 'WILDLIFE';
			} else if(brand.includes('journey')) {
				producer = 'AGRO GREENS';
				brand = 'JOURNEY';
			} else if(/benchmark\s*botanics/i.test(brand)) {
				producer = 'BENCHMARK BOTANICS';
				brand = '';
			} else if(/jc\s*green/i.test(brand)) {
				producer = 'JC GREEN';
				brand = '';
			} else if(brand.includes('highland')) {
				producer = 'BIOME';
				brand = 'HIGHLAND';
			} else if(/citizen\s*stash/i.test(brand)) {
				producer = 'experion';
				brand = 'citizen stash';
			} else if(brand.includes('doja')) {
				producer = 'CANOPY GROWTH';
				brand = 'DOJA';
			} else if(/abba\s*medix/i.test(brand)) {
				producer = 'abba medix';
				brand = '';
			} else if(brand.includes('abcann')) {
				producer = 'VIVO';
				brand = 'ABcann MEDICINALS';
			} else if(brand.includes('legend')) {
				producer = 'INDIVA';
				brand = 'LEGEND';
			} else if(/simply\s*bare/i.test(brand)) {
				producer = 'RUBICON ORGANICS';
				brand = 'SIMPLY bare';
			} else if(brand.includes('ignite')) {
				brand = 'IGNITE';
				producer = pin();
			} else if(brand.includes('grasslands')) {
				producer = 'SUNDIAL';
				brand = 'Grasslands';
			} else if(brand.includes('tenzo')) {
				producer = 'GTEC';
				brand = 'Tenzo';
			} else if(brand.includes('blkmkt')) {
				producer = 'GTEC';
				brand = 'blkmkt';
			} else if(brand.includes('msiku')) {
				producer = 'ATLANTICANN';
				brand = 'MSIKU';
			} else if(brand.includes('ankr organics')) {
				producer = 'ORGANIGRAM';
				brand = 'ankr ORGANICS';
			} else if(brand.includes('ecotone')) {
				producer = 'NORTHERN GREEN CANADA';
				brand = 'ecotone';
			} else if(/weed\s*me/i.test(brand)) {
				producer = 'Weed Me';
				brand = '';
			} else if(brand.includes('18twelve')) {
				producer = 'united greeneries';
				brand = '18twelve'
			} else if(/captain('?)s choice/i.test(brand)) {
				producer = 'united greeneries';
				brand = "CAPTAIN'S CHOICE"
			} else if(brand.includes('kingsway')) {
				producer = 'Aurora';//high12brands just rebrands this shit
				//https://vapethebud.com/cannabis-review-dayshift-by-kingsway/
				//https://vapethebud.com/cannabis-review-nightshift-by-kingsway/
				brand = 'kingsway';
			} else if(brand.includes('mezzero')) {
				producer = 'Namaste Technologies';
				brand = 'MEZZERO';
			} else if(brand.includes('cannmart')) {
				producer = 'Namaste Technologies';
				brand = 'CannMart';
			} else if(brand.includes('simple stash')) {
				producer = 'CANOPY GROWTH';
				brand = 'SIMPLE STASH';

Insertion in scrape/common.js at line 508 [17.4897]

[23.932]

[18.4050]

				} else if(name.includes('14')) {
					name = 'BLEND 14';
				} else if(name.includes('19')) {
					name = 'BLEND 19';

Replacement in scrape/common.js at line 531 [17.4897]
∅:D[24.8870] → [18.4616:4658]
B:BD[18.4616] → [18.4616:4658]
```
			} else if(brand.includes('aurora')) {
```
[24.8870]
[18.4658]
```
			} else if(brand.includes('aurora') || brand.includes('aces')) {
```

Replacement in scrape/common.js at line 549 [17.4897]

B:BD[18.5136] → [20.452:505]

				producer = pin(producer_in, brand = 'BLISSED');

[18.5136]

[21.259]

				brand = 'BLISSED';
				producer = pin();

Replacement in scrape/common.js at line 552 [17.4897]

B:BD[21.303] → [21.303:357]

				producer = pin(producer_in, brand = 'GOODSHIP');

[21.303]

[18.5307]

				brand = 'GOODSHIP';
				producer = pin();

Replacement in scrape/common.js at line 579 [17.4897]

B:BD[18.6033] → [20.506:558]

				producer = pin(producer_in, brand = 'dosist');

[18.6033]

[18.6078]

				brand = 'dosist';
				producer = pin();

Replacement in scrape/common.js at line 686 [17.4897]

B:BD[18.9474] → [18.9474:9517]

			} else if(brand.includes('redecan')) {

[18.9474]

[18.9517]

			} else if(brand.includes('redecan') || brand.includes('redees')) {

Replacement in scrape/common.js at line 696 [17.4897]
B:BD[18.9789] → [18.9789:9820]
```
				producer = 'HARVEST ONE';
```
[18.9789]
[18.9820]
```
				producer = 'united greeneries';
```

Replacement in scrape/common.js at line 728 [17.4897]

B:BD[18.10794] → [18.10794:10858]

			} else if(/the\s*green\s*organic\s*dutchman/.test(brand)) {

[18.10794]

[18.10858]

				name = '';
			} else if(/the\s*green\s*organic\s*dutchman/.test(brand) || brand.includes('tgod')) {

Replacement in scrape/common.js at line 760 [17.4897]
B:BD[18.11831] → [20.615:665]
```
				producer = pin(producer_in, brand = 'WINK');
```
[18.11831]
[18.11999]
```
				brand = 'WINK';
				producer = pin();
```

Replacement in scrape/ocs.ca.js at line 44 [17.11674]

B:BD[25.725] → [25.725:786]

		[, , portions, quantity] = item.variant_title.match(qty);

[25.725]

[25.786]

		[, portions, quantity] = item.variant_title.match(qty);

Replacement in scrape/ocs.ca.js at line 65 [17.11674]
B:BD[17.13118] → [17.13118:13164]
```
		reqq('subsub', 'Coffees and Teas', 'tea'),
```
[17.13118]
[17.13164]
```
		reqq('sub', 'Beverages', 'beverage'),
```

Deletion in scrape/ocs.ca.js at line 89 [17.11674]

B:BD[26.23] → [26.23:137]

	function coalesce(a) {
		if(a === null || a === undefined) {
			return '';
		} else {
			return a;
		}
	}

Replacement in scrape/ocs.ca.js at line 108 [17.11674]

B:BD[19.854] → [22.287:450]

			let [producer, brand, name, join_name, hack] = normalize(e[i][0].vendor, e[i][0].title, e[i][0].type, quickview.product.metafields.product.licensed_producer);

[19.854]

[27.4584]

			let description = e[i][0].body_html_safe;
			let [producer, brand, join_name, name, hack] = normalize(e[i][0].vendor, e[i][0].title, e[i][0].type, quickview.product.metafields.product.licensed_producer, description, quickview.product.metafields.product.street_name);

Insertion in scrape/ocs.ca.js at line 111 [17.11674]
[27.4635]
[17.16282]
```
			let blend = false;
```

Replacement in scrape/ocs.ca.js at line 162 [17.11674]

∅:D[19.1147] → [17.16694:16740]

∅:D[28.2241] → [17.16694:16740]

B:BD[17.16694] → [17.16694:16740]

			let description = e[i][0].body_html_safe;

[19.1147]

[17.16740]

			if(species === 'blend') {
				species = description.match(/indica|sativa/i)?.[0]?.toLowerCase() ?? 'hybrid';
				if(species !== 'hybrid') {//
					console.log(description);//
				}//
				if(!quickview.product.metafields.product.street_name) {
					blend = true;
				}
			}
			if(/blend/i.test(description) && !quickview.product.metafields.product.street_name) {
				blend = true;
				console.log(name, description, `/products/${e[i][0].handle}`);//
			}

Replacement in scrape/ocs.ca.js at line 182 [17.11674]

B:BD[17.17036] → [24.9138:9214]

			let w = dup.get(coalesce(producer) + brand + join_name + e[i][0].type);

[17.17036]

[26.224]

			let k = ((producer ?? '') + brand + join_name + e[i][0].type).toLowerCase();
			let w = dup.get(k);

Replacement in scrape/ocs.ca.js at line 185 [17.11674]

B:BD[26.250] → [24.9215:9311]

				dup.set(coalesce(producer) + brand + join_name + e[i][0].type, new Set([e[i][0].handle]));

[26.250]

[26.356]

				dup.set(k, new Set([e[i][0].handle]));

Replacement in scrape/ocs.ca.js at line 189 [17.11674]

∅:D[26.403] → [15.4881:4997]

B:BD[17.17036] → [15.4881:4997]

			let productID = (await postgres.query(`select ios_product_id($1, $2, $3, $4, $5, $6, $7, $8, true, $9, $10)`, [

[26.403]

[25.5564]

			if(e[i][0].type === 'beverage') {
				let [, quantity] = pq(e[i][0]);
				if(quantity > 150) {
					e[i][0].type = 'rtd';
				} else if(/\btea\b/i.test(e[i][0].title)) {
					e[i][0].type = 'tea';
				} else if(/\bpowder\b/i.test(e[i][0].title)) {
					e[i][0].type = 'powder';
				} else if(/\bshot\b/i.test(e[i][0].title)) {
					e[i][0].type = 'shot';
				}
			}
			let productID = (await postgres.query(`select ios_product_id($1, $2, $3, $4, $5, $6, $7, $8, $9, true, $10, $11)`, [

Insertion in scrape/ocs.ca.js at line 208 [17.11674]
[27.4973]
[27.4973]
```
				blend,
```

Replacement in scrape/ocs.ca.js at line 253 [17.11674]

B:BD[29.885] → [30.457:507]

				let params = [productID, portions, quantity]

[29.885]

[30.507]

				let params = [productID, portions, quantity];

Replacement in scrape/ocs.ca.js at line 307 [17.11674]

B:BD[4.610] → [4.610:738]

							 e[i][j].price,
							 e[i][j].inventory_quantity,
							 `/products/${e[i][j].handle}?variant=${e[i][j].objectID}`

[4.610]

[4.738]

							e[i][j].price,
							e[i][j].inventory_quantity,
							`/products/${e[i][j].handle}?variant=${e[i][j].objectID}`