src/lib/components/InferencePlayground/generationConfigSettings.ts

interface GenerationKeySettings {
	default: number;
	step: number;
	min: number;
	max: number;
	label: string;
}

export const GENERATION_CONFIG_SETTINGS: Record<string, GenerationKeySettings> = {
	temperature: {
		default: 0.7,
		step: 0.01,
		min: 0,
		max: 2,
		label: 'Temperature'
	},
	max_tokens: {
		default: 512,
		step: 1,
		min: 1,
		max: 8192, // changed dynamically based on model
		label: 'Max Tokens'
	},
	top_p: {
		default: 0.7,
		step: 0.01,
		min: 0,
		max: 1,
		label: 'Top-P'
	},
	top_k: {
		default: 50,
		step: 1,
		min: 1,
		max: 100,
		label: 'Top-K'
	},
	repetition_penalty: {
		default: 1,
		step: 0.01,
		min: 1,
		max: 2,
		label: 'Repetition Penalty'
	}
};

export type GenerationConfigKey = keyof typeof GENERATION_CONFIG_SETTINGS;

export const GENERATION_CONFIG_KEYS: GenerationConfigKey[] = ['temperature', 'max_tokens'];

export const GENERATION_CONFIG_KEYS_ADVANCED: GenerationConfigKey[] = [
	'top_p',
	'top_k',
	'repetition_penalty'
];

export type GenerationConfig = Record<GenerationConfigKey, number>;

export const defaultGenerationConfig = GENERATION_CONFIG_KEYS.reduce((acc, key) => {
	acc[key] = GENERATION_CONFIG_SETTINGS[key].default;
	return acc;
}, {} as GenerationConfig);