Update README.md

README.md

@@ -63,7 +63,7 @@ prepare_for_inference(model, backend="marlin", allow_merge=True) #use float16
 
 #Generate
 from hqq.utils.generation_hf import HFGenerator
-
+#For longer context, make sure to allocate enough cache via the cache_size= parameter 
 gen = HFGenerator(model, tokenizer, max_new_tokens=1000, do_sample=True, compile="partial") 
 
 gen.generate("Write an essay about large language models", print_tokens=True)