name: gemma-2-9b-it backend: transformers parameters: model: fakezeta/gemma-2-9b-it-ov-int4 context_size: 8192 type: OVModelForCausalLM template: use_tokenizer_template: true