remove caching (#197)

.env.example

@@ -2,4 +2,5 @@ OPENAI_API_KEY=""
 BROWSERBASE_API_KEY=""
 BRAINTRUST_API_KEY=""
 ANTHROPIC_API_KEY=""
-HEADLESS=false
+HEADLESS=false
+ENABLE_CACHING=false

examples/example.ts

@@ -6,7 +6,7 @@ async function example() {
     env: "LOCAL",
     verbose: 1,
     debugDom: true,
-    enableCaching: true,
+    enableCaching: false,
   });
 
   await stagehand.init();

lib/handlers/actHandler.ts

@@ -21,7 +21,7 @@ export class StagehandActHandler {
   private readonly waitForSettledDom: (
     domSettleTimeoutMs?: number,
   ) => Promise<void>;
-  private readonly actionCache: ActionCache;
+  private readonly actionCache: ActionCache | undefined;
   private readonly defaultModelName: AvailableModel;
   private readonly startDomDebug: () => Promise<void>;
   private readonly cleanupDomDebug: () => Promise<void>;
@@ -54,7 +54,7 @@ export class StagehandActHandler {
     this.enableCaching = enableCaching;
     this.logger = logger;
     this.waitForSettledDom = waitForSettledDom;
-    this.actionCache = new ActionCache(this.logger);
+    this.actionCache = enableCaching ? new ActionCache(this.logger) : undefined;
     this.defaultModelName = defaultModelName;
     this.startDomDebug = startDomDebug;
     this.cleanupDomDebug = cleanupDomDebug;
@@ -733,6 +733,10 @@ export class StagehandActHandler {
     model: AvailableModel;
     domSettleTimeoutMs?: number;
   }) {
+    if (!this.enableCaching) {
+      return null;
+    }
+
     const cacheObj = {
       url: this.stagehand.page.url(),
       action,
@@ -812,7 +816,7 @@ export class StagehandActHandler {
           },
         });
 
-        await this.actionCache.removeActionStep(cacheObj);
+        await this.actionCache?.removeActionStep(cacheObj);
         return null;
       }
 
@@ -914,7 +918,7 @@ export class StagehandActHandler {
         },
       });
 
-      await this.actionCache.removeActionStep(cacheObj);
+      await this.actionCache?.removeActionStep(cacheObj);
       return null;
     }
   }
@@ -1184,7 +1188,7 @@ export class StagehandActHandler {
         } else {
           if (this.enableCaching) {
             this.llmProvider.cleanRequestCache(requestId);
-            this.actionCache.deleteCacheForRequestId(requestId);
+            this.actionCache?.deleteCacheForRequestId(requestId);
           }
 
           return {

lib/index.ts

@@ -330,7 +330,9 @@ export class Stagehand {
   ) {
     this.externalLogger = logger;
     this.logger = this.log.bind(this);
-    this.enableCaching = enableCaching ?? false;
+    this.enableCaching =
+      enableCaching ??
+      (process.env.ENABLE_CACHING && process.env.ENABLE_CACHING === "true");
     this.llmProvider =
       llmProvider || new LLMProvider(this.logger, this.enableCaching);
     this.env = env;

lib/llm/AnthropicClient.ts

@@ -6,15 +6,15 @@ import { LogLine } from "../types";
 
 export class AnthropicClient implements LLMClient {
   private client: Anthropic;
-  private cache: LLMCache;
+  private cache: LLMCache | undefined;
   public logger: (message: LogLine) => void;
   private enableCaching: boolean;
   private requestId: string;
 
   constructor(
     logger: (message: LogLine) => void,
     enableCaching = false,
-    cache: LLMCache,
+    cache: LLMCache | undefined,
     requestId: string,
   ) {
     this.client = new Anthropic({

lib/llm/LLMProvider.ts

@@ -24,15 +24,19 @@ export class LLMProvider {
 
   private logger: (message: LogLine) => void;
   private enableCaching: boolean;
-  private cache: LLMCache;
+  private cache: LLMCache | undefined;
 
   constructor(logger: (message: LogLine) => void, enableCaching: boolean) {
     this.logger = logger;
     this.enableCaching = enableCaching;
-    this.cache = new LLMCache(logger);
+    this.cache = enableCaching ? new LLMCache(logger) : undefined;
   }
 
   cleanRequestCache(requestId: string): void {
+    if (!this.enableCaching) {
+      return;
+    }
+
     this.logger({
       category: "llm_cache",
       message: "cleaning up cache",

lib/llm/OpenAIClient.ts

@@ -6,15 +6,15 @@ import { LogLine } from "../types";
 
 export class OpenAIClient implements LLMClient {
   private client: OpenAI;
-  private cache: LLMCache;
+  private cache: LLMCache | undefined;
   public logger: (message: LogLine) => void;
   private enableCaching: boolean;
   private requestId: string;
 
   constructor(
     logger: (message: LogLine) => void,
     enableCaching = false,
-    cache: LLMCache,
+    cache: LLMCache | undefined,
     requestId: string,
   ) {
     this.client = new OpenAI();