mishig HF staff commited on
Commit
f784d2f
1 Parent(s): bf9fb3d

tokens counting for streaming messages

Browse files
src/lib/components/InferencePlayground/InferencePlayground.svelte CHANGED
@@ -37,6 +37,7 @@
37
  let showTokenModal = false;
38
  let loading = false;
39
  let latency = 0;
 
40
  let abortController: AbortController | undefined = undefined;
41
  let waitForNonStreaming = true;
42
 
@@ -95,6 +96,7 @@
95
  if (streamingMessage) {
96
  streamingMessage.content = content;
97
  conversation.messages = [...conversation.messages];
 
98
  }
99
  },
100
  abortController
@@ -204,7 +206,7 @@
204
  <IconDelete />
205
  </button>
206
  <div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
207
- <span class="max-xl:hidden">0 tokens · Latency {latency}ms</span>
208
  </div>
209
  <button
210
  type="button"
 
37
  let showTokenModal = false;
38
  let loading = false;
39
  let latency = 0;
40
+ let tokensCount = 0;
41
  let abortController: AbortController | undefined = undefined;
42
  let waitForNonStreaming = true;
43
 
 
96
  if (streamingMessage) {
97
  streamingMessage.content = content;
98
  conversation.messages = [...conversation.messages];
99
+ tokensCount += 1;
100
  }
101
  },
102
  abortController
 
206
  <IconDelete />
207
  </button>
208
  <div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
209
+ <span class="max-xl:hidden">{tokensCount} tokens · Latency {latency}ms</span>
210
  </div>
211
  <button
212
  type="button"