quietlight/skraak.app - Change LUCCQZ27ZAEGZRKGX4VFDFY2RRGMYK6GMYTIGGSGBDI2PKQLIC2QC

fix cloudflare timeout on upload selections

Created by AEj8dahVWy718uSSFPe9VSRJ5qX5G8pC2zvFzJJ8yzBd on July 8, 2025

LUCCQZ27ZAEGZRKGX4VFDFY2RRGMYK6GMYTIGGSGBDI2PKQLIC2QC

Dependencies

In channels

main

Change contents

Deletion in src/worker/routes/selections.ts at line 3 [6.2260]
B:BD[4.83] → [5.29:62]
```
import { nanoid } from "nanoid";
```
Insertion in src/worker/routes/selections.ts at line 19 [6.2260]
[7.4125]
[8.91]
```
import { processSelectionImport } from "../utils/databaseBatch";
```

Replacement in src/worker/routes/selections.ts at line 498 [6.2260]

B:BD[5.4726] → [2.282:415]

∅:D[2.415] → [5.4807:5303]

B:BD[5.4807] → [5.4807:5303]

B:BD[5.5303] → [2.416:478]

∅:D[2.478] → [5.5365:5632]

B:BD[5.5365] → [5.5365:5632]

B:BD[5.5632] → [2.479:523]

∅:D[2.523] → [5.5676:6381]

B:BD[5.5676] → [5.5676:6381]

B:BD[5.6381] → [2.524:589]

∅:D[2.589] → [5.6446:6831]

B:BD[5.6446] → [5.6446:6831]

    // Process without transaction (Neon HTTP driver doesn't support transactions)
    // Verify all referenced entities exist first
      // Verify all referenced entities exist
      const allFileIds = [...new Set(selectionsData.map(s => s.fileId))];
      const allSpeciesIds = [...new Set(selectionsData.flatMap((s: SelectionImportItem) => s.species.map((sp: SelectionImportSpecies) => sp.speciesId)))];
      const allCallTypeIds = [...new Set(selectionsData.flatMap((s: SelectionImportItem) => 
        s.species.flatMap((sp: SelectionImportSpecies) => sp.callTypes || [])
      ))];
      
      // Check if filter exists
      const filterExists = await db.select({ id: filter.id })
        .from(filter)
        .where(eq(filter.id, filterId))
        .limit(1);
      
      if (filterExists.length === 0) {
        throw new Error(`Filter with ID ${filterId} not found`);
      }
      
      // Check if all files exist and belong to the dataset
      const fileResults = await db.select({
        id: file.id,
        clusterId: file.clusterId
      })
      .from(file)
      .innerJoin(cluster, eq(file.clusterId, cluster.id))
      .innerJoin(location, eq(cluster.locationId, location.id))
      .where(
        and(
          inArray(file.id, allFileIds),
          eq(location.datasetId, datasetId),
          eq(file.active, true)
        )
      );
      
      if (fileResults.length !== allFileIds.length) {
        const foundFileIds = fileResults.map(f => f.id);
        const missingFileIds = allFileIds.filter(id => !foundFileIds.includes(id));
        throw new Error(`Files not found in dataset: ${missingFileIds.join(', ')}`);
      }
      
      // Check if all species exist
      const speciesResults = await db.select({ id: species.id })
        .from(species)
        .where(inArray(species.id, allSpeciesIds));
      
      if (speciesResults.length !== allSpeciesIds.length) {
        const foundSpeciesIds = speciesResults.map(s => s.id);
        const missingSpeciesIds = allSpeciesIds.filter(id => !foundSpeciesIds.includes(id));
        throw new Error(`Species not found: ${missingSpeciesIds.join(', ')}`);
      }

[5.4726]

[5.6831]

    // Validate all referenced entities exist before processing
    const allFileIds = [...new Set(selectionsData.map(s => s.fileId))];
    const allSpeciesIds = [...new Set(selectionsData.flatMap((s: SelectionImportItem) => s.species.map((sp: SelectionImportSpecies) => sp.speciesId)))];
    const allCallTypeIds = [...new Set(selectionsData.flatMap((s: SelectionImportItem) => 
      s.species.flatMap((sp: SelectionImportSpecies) => sp.callTypes || [])
    ))];
    
    // Check if filter exists
    const filterExists = await db.select({ id: filter.id })
      .from(filter)
      .where(eq(filter.id, filterId))
      .limit(1);
    
    if (filterExists.length === 0) {
      throw new Error(`Filter with ID ${filterId} not found`);
    }
    
    // Check if all files exist and belong to the dataset
    const fileResults = await db.select({
      id: file.id,
      clusterId: file.clusterId
    })
    .from(file)
    .innerJoin(cluster, eq(file.clusterId, cluster.id))
    .innerJoin(location, eq(cluster.locationId, location.id))
    .where(
      and(
        inArray(file.id, allFileIds),
        eq(location.datasetId, datasetId),
        eq(file.active, true)
      )
    );
    
    if (fileResults.length !== allFileIds.length) {
      const foundFileIds = fileResults.map(f => f.id);
      const missingFileIds = allFileIds.filter(id => !foundFileIds.includes(id));
      throw new Error(`Files not found in dataset: ${missingFileIds.join(', ')}`);
    }
    
    // Check if all species exist
    const speciesResults = await db.select({ id: species.id })
      .from(species)
      .where(inArray(species.id, allSpeciesIds));
    
    if (speciesResults.length !== allSpeciesIds.length) {
      const foundSpeciesIds = speciesResults.map(s => s.id);
      const missingSpeciesIds = allSpeciesIds.filter(id => !foundSpeciesIds.includes(id));
      throw new Error(`Species not found: ${missingSpeciesIds.join(', ')}`);
    }
    
    // Check if all call types exist (if any specified)
    if (allCallTypeIds.length > 0) {
      const callTypeResults = await db.select({ id: callType.id })
        .from(callType)
        .where(inArray(callType.id, allCallTypeIds));

Replacement in src/worker/routes/selections.ts at line 554 [6.2260]

B:BD[5.6838] → [5.6838:6935]

B:BD[5.6935] → [2.590:659]

∅:D[2.659] → [5.7004:7421]

B:BD[5.7004] → [5.7004:7421]

      // Check if all call types exist (if any specified)
      if (allCallTypeIds.length > 0) {
        const callTypeResults = await db.select({ id: callType.id })
          .from(callType)
          .where(inArray(callType.id, allCallTypeIds));
        
        if (callTypeResults.length !== allCallTypeIds.length) {
          const foundCallTypeIds = callTypeResults.map(ct => ct.id);
          const missingCallTypeIds = allCallTypeIds.filter(id => !foundCallTypeIds.includes(id));
          throw new Error(`Call types not found: ${missingCallTypeIds.join(', ')}`);
        }

[5.6838]

[5.7421]

      if (callTypeResults.length !== allCallTypeIds.length) {
        const foundCallTypeIds = callTypeResults.map(ct => ct.id);
        const missingCallTypeIds = allCallTypeIds.filter(id => !foundCallTypeIds.includes(id));
        throw new Error(`Call types not found: ${missingCallTypeIds.join(', ')}`);

Replacement in src/worker/routes/selections.ts at line 559 [6.2260]

B:BD[5.7429] → [5.7429:7722]

B:BD[5.7722] → [2.660:704]

∅:D[2.704] → [5.7766:8107]

B:BD[5.7766] → [5.7766:8107]

B:BD[5.8194] → [5.8194:8599]

B:BD[5.8599] → [2.705:747]

∅:D[2.747] → [5.8641:9193]

B:BD[5.8641] → [5.8641:9193]

B:BD[5.9193] → [2.748:801]

∅:D[2.801] → [5.9246:9350]

B:BD[5.9246] → [5.9246:9350]

B:BD[5.9350] → [2.802:838]

∅:D[2.838] → [5.9350:9643]

B:BD[5.9350] → [5.9350:9643]

      
      let createdSelectionsCount = 0;
      let createdLabelsCount = 0;
      let createdLabelSubtypesCount = 0;
      
      // Process each selection
      for (const selectionData of selectionsData) {
        // Create selection record
        const selectionId = nanoid();
        
        await db.insert(selection).values({
          id: selectionId,
          fileId: selectionData.fileId,
          datasetId: datasetId,
          startTime: selectionData.startTime.toString(),
          endTime: selectionData.endTime.toString(),
          freqLow: null,
          freqHigh: null,
          description: null,
          upload: false,
          approved: false,
          createdBy: userId,
          createdAt: new Date(),
          lastModified: new Date(),
          modifiedBy: userId,
          active: true
        });
        
        createdSelectionsCount++;
        
        // Process each species for this selection
        for (const speciesData of selectionData.species) {
          // Create label record
          const labelId = nanoid();
          
          await db.insert(label).values({
            id: labelId,
            selectionId: selectionId,
            speciesId: speciesData.speciesId,
            filterId: filterId,
            createdBy: userId,
            createdAt: new Date(),
            lastModified: new Date(),
            modifiedBy: userId,
            active: true
          });
          
          createdLabelsCount++;
          
          // Process call types if specified
          if (speciesData.callTypes && speciesData.callTypes.length > 0) {
            for (const callTypeId of speciesData.callTypes) {
              await db.insert(labelSubtype).values({
                id: nanoid(),
                labelId: labelId,
                calltypeId: callTypeId,
                filterId: filterId,
                createdBy: userId,
                createdAt: new Date(),
                lastModified: new Date(),
                modifiedBy: userId,
                active: true
              });
              
              createdLabelSubtypesCount++;
            }
          }
        }

[5.7429]

[5.9643]

    }
    
    // Process selections using batch processing
    const result = await processSelectionImport(
      db,
      selectionsData,
      datasetId,
      filterId,
      userId,
      (progress) => {
        // Log progress for monitoring
        console.log(`Import progress: ${progress.phase} - ${progress.completedOperations}/${progress.totalOperations} ${progress.currentTable}`);

Insertion in src/worker/routes/selections.ts at line 572 [6.2260]

[5.9651]

    );
    
    if (!result.success) {
      const errorMessage = result.errors.map(e => e.message).join(', ');
      const failureContext = result.failurePhase ? ` (Failed during ${result.failurePhase} phase)` : '';
      const recoveryInfo = result.recoveryInstructions ? ` Recovery: ${result.recoveryInstructions}` : '';

Replacement in src/worker/routes/selections.ts at line 579 [6.2260]

B:BD[5.9658] → [2.839:862]

∅:D[2.862] → [5.9673:9832]

B:BD[5.9673] → [5.9673:9832]

      const result = {
        selectionsCreated: createdSelectionsCount,
        labelsCreated: createdLabelsCount,
        labelSubtypesCreated: createdLabelSubtypesCount
      };

[5.9658]

[5.9840]

      throw new Error(`Batch import failed: ${errorMessage}${failureContext}${recoveryInfo}`);
    }

Deletion in TODO.md at line 18 [10.62710]
B:BD[9.3312] → [9.3312:3350]
∅:D[11.336] → [10.62940:62966]
∅:D[12.965] → [10.62940:62966]
∅:D[13.1265] → [10.62940:62966]
∅:D[9.3350] → [10.62940:62966]
∅:D[14.6691] → [10.62940:62966]
∅:D[15.7061] → [10.62940:62966]
∅:D[16.13424] → [10.62940:62966]
∅:D[17.32178] → [10.62940:62966]
B:BD[10.62940] → [10.62940:62966]
```
[ ] Zoom for waveform and spectrogram
[ ] edit and move regions
```
Deletion in TODO.md at line 24 [10.62710]
∅:D[3.2784] → [18.459:482]
B:BD[18.459] → [18.459:482]
```
[ ] import Inge's data
```

Replacement in TODO.md at line 25 [10.62710]

B:BD[19.468] → [3.2785:2799]

[ ] fix stats

[19.468]

[11.1008]

[X] fix stats
[ ] import Inge's data
[ ] Zoom for waveform and spectrogram
[ ] edit and move regions