Deference reusable content at the API level

bun.lock

@@ -1,5 +1,6 @@
 {
   "lockfileVersion": 1,
+  "configVersion": 0,
   "workspaces": {
     "": {
       "name": "gitbook",

packages/gitbook/src/lib/data/api.ts

@@ -369,6 +369,44 @@ const getRevisionPageDocument = cache(
     }
 );
 
+/**
+ * Get the document for a page.
+ * Compared to the v1 of `getRevisionPageDocument`, it dereferences the reusable content blocks.
+ */
+const getRevisionPageDocumentV2 = cache(
+    async (
+        input: DataFetcherInput,
+        params: { spaceId: string; revisionId: string; pageId: string }
+    ) => {
+        'use cache';
+        return wrapCacheDataFetcherError(async () => {
+            return trace(
+                `getRevisionPageDocument(${params.spaceId}, ${params.revisionId}, ${params.pageId})`,
+                async () => {
+                    const api = apiClient(input);
+                    const res = await api.spaces.getPageDocumentInRevisionById(
+                        params.spaceId,
+                        params.revisionId,
+                        params.pageId,
+                        {
+                            evaluated: 'deterministic-only',
+                            dereferenced: true,
+                        },
+                        {
+                            ...noCacheFetchOptions,
+                        }
+                    );
+
+                    cacheTag(...getCacheTagsFromResponse(res));
+                    cacheLifeFromResponse(res, 'max');
+
+                    return res.data;
+                }
+            );
+        });
+    }
+);
+
 const getRevisionReusableContentDocument = cache(
     async (
         input: DataFetcherInput,

packages/gitbook/src/lib/rollout.ts

@@ -0,0 +1,23 @@
+/**
+ * We often need to progressive rollout new data fetching methods to avoid hitting our API too hard.
+ */
+export function isRollout({
+    discriminator,
+    percentageRollout,
+}: {
+    discriminator: string;
+    percentageRollout: number;
+}): boolean {
+    if (process.env.NODE_ENV === 'development') {
+        return true;
+    }
+
+    // compute a simple hash of the discriminator
+    let hash = 0;
+    for (let i = 0; i < discriminator.length; i++) {
+        hash = (hash << 5) - hash + discriminator.charCodeAt(i);
+        hash = hash & hash; // Convert to 32-bit integer
+    }
+
+    return Math.abs(hash % 100) < percentageRollout;
+}