Add debug logs

app.py

@@ -1,3 +1,5 @@
+import os
+os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "False"
 import numpy as np
 import torch
 from PIL import Image
@@ -54,6 +56,8 @@ class FromageChatBot:
         top_p = 1.0
         if temp != 0.0:
             top_p = 0.95
+
+        print('Running model.generate_for_images_and_texts')
         model_outputs = self.model.generate_for_images_and_texts(model_inputs, 
             num_words=num_words, ret_scale_factor=ret_scale_factor, top_p=top_p,
             temperature=temperature, max_num_rets=max_nm_rets)

fromage/models.py

@@ -499,6 +499,7 @@ class Fromage(nn.Module):
     input_ids = []
     add_bos = True
 
+    print('L502: enumerate(prompts)')
     for i, p in enumerate(prompts):
       if type(p) == Image.Image:
         # Encode as image.
@@ -525,6 +526,7 @@ class Fromage(nn.Module):
     input_embs = torch.cat(input_embs, dim=1)
     input_ids = torch.cat(input_ids, dim=1)
 
+    print('L529 called')
     if num_words == 0:
       generated_ids = input_ids
       outputs = self.model.lm(inputs_embeds=input_embs, use_cache=False, output_hidden_states=True)
@@ -552,6 +554,7 @@ class Fromage(nn.Module):
     else:
       raise ValueError
 
+    print('L557 called')
     # Save outputs as an interleaved list.
     return_outputs = []
     # Find up to max_num_rets [RET] tokens, and their corresponding scores.