fix: use correct config for storage classes to avoid memory leaks (#3144)

Currently RequestQueue, Dataset, KeyValueStore is always referencing the
global config (`Configuration.getGlobalConfig()`) instead of the config
that is passed to the crawler.

<img width="915" height="910" alt="Screenshot 2025-08-28 at 10 31 45"
src="https://github.com/user-attachments/assets/4ba9171d-7f74-4470-b206-82ba5d36f742"
/>

<img width="1056" height="1283" alt="Screenshot 2025-08-29 at 13 34 22"
src="https://github.com/user-attachments/assets/0b18a2a6-dde4-43a5-8fda-28144ec307c9"
/>

---------

Co-authored-by: Martin Adámek <banan23@gmail.com>

Author: ebeigarts

packages/basic-crawler/src/internals/basic-crawler.ts

@@ -976,7 +976,11 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
         this.shouldLogMaxProcessedRequestsExceeded = true;
         this.shouldLogMaxEnqueuedRequestsExceeded = true;
 
-        await purgeDefaultStorages({ onlyPurgeOnce: true });
+        await purgeDefaultStorages({
+            onlyPurgeOnce: true,
+            client: this.config.getStorageClient(),
+            config: this.config,
+        });
 
         if (requests) {
             await this.addRequests(requests, addRequestsOptions);

packages/core/src/storages/storage_manager.ts

@@ -81,13 +81,15 @@ export class StorageManager<T extends IStorage = IStorage> {
         if (!storage) {
             client ??= this.config.getStorageClient();
             const storageObject = await this._getOrCreateStorage(idOrName, this.name, client);
-            storage = new this.StorageConstructor({
-                id: storageObject.id,
-                name: storageObject.name,
-                storageObject,
-                client,
-            });
-
+            storage = new this.StorageConstructor(
+                {
+                    id: storageObject.id,
+                    name: storageObject.name,
+                    storageObject,
+                    client,
+                },
+                this.config,
+            );
             this._addStorageToCache(storage);
         }
 

test/core/crawlers/basic_crawler.test.ts

@@ -1796,5 +1796,21 @@ describe('BasicCrawler', () => {
             expect(crawlerA.stats.state.requestsFinished).toBe(1);
             expect(crawlerB.stats.state.requestsFinished).toBe(1);
         });
+
+        test('Crawlers with different Configurations does not use global Configuration', async () => {
+            const getGlobalConfigSpy = vitest.spyOn(Configuration, 'getGlobalConfig');
+
+            const configA = new Configuration({ persistStorage: false });
+            const crawlerA = new BasicCrawler({ requestHandler: () => {} }, configA);
+            const configB = new Configuration({ persistStorage: false });
+            const crawlerB = new BasicCrawler({ requestHandler: () => {} }, configB);
+
+            await crawlerA.run([{ url: `http://${HOSTNAME}:${port}` }]);
+            await crawlerB.run([{ url: `http://${HOSTNAME}:${port}` }]);
+
+            expect(getGlobalConfigSpy.mock.calls.length).toBe(0);
+            expect(crawlerA.requestQueue?.config).toBe(configA);
+            expect(crawlerB.requestQueue?.config).toBe(configB);
+        });
     });
 });