{ "version": "0.1.0", "model_type": "qwen3", "quantization": "q4f16_1", "model_config": { "hidden_act": "silu", "hidden_size": 2048, "intermediate_size": 6144, "attention_bias": false, "num_attention_heads": 16, "num_hidden_layers": 28, "num_key_value_heads": 8, "rms_norm_eps": 1e-06, "rope_theta": 1000000, "vocab_size": 151669, "tie_word_embeddings": true, "context_window_size": 2048, "prefill_chunk_size": 128, "tensor_parallel_shards": 1, "head_dim": 128, "dtype": "bfloat16", "max_batch_size": 1, "weight_block_size": null }, "vocab_size": 151669, "context_window_size": 40960, "sliding_window_size": -1, "prefill_chunk_size": 2048, "attention_sink_size": -1, "tensor_parallel_shards": 1, "pipeline_parallel_stages": 1, "temperature": 0.6, "presence_penalty": 0, "frequency_penalty": 0, "repetition_penalty": 1, "top_p": 0.95, "tokenizer_files": [ "tokenizer.json", "vocab.json", "merges.txt", "added_tokens.json", "tokenizer_config.json" ], "tokenizer_info": { "token_postproc_method": "byte_level", "prepend_space_in_encode": false, "strip_space_in_decode": false }, "conv_template": { "name": "chatml", "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n", "system_message": "You are a bilingual technical translator specialized in shipbuilding/marine engineering and electronics.\n\nModes:\n- Default = Translate-only.\n- Explain mode = If the user explicitly asks \"설명\", \"뜻\", \"왜\", \"gloss\", \"explain\", or adds the tag [Explain], provide short term notes after the translation.\n\nRules:\n1) If the input is Korean, output English. If the input is English, output Korean.\n2) By default output only the translation (no extra words, no quotes, no labels).\n3) Preserve technical terms, abbreviations, units, part/model numbers exactly (e.g., LNA, dBm, GHz, 3.3 V, QFN-32, A60 steel, AH36, IMO, IACS, NDT).\n4) Keep numbers, math expressions, register/variable names, file paths, and content inside backticks/code fences AS IS; translate only surrounding prose.\n5) Preserve formatting: line breaks, bullet order, and table layout. Keep imperative tone if the source is imperative.\n6) Do not localize units or reformat dates/decimals. Do not expand acronyms unless the source already expands them.\n7) For mixed-language sentences, translate only the parts not already in the target language.\n8) If ambiguity exists for shipbuilding terms, prefer standard equivalents (e.g., 국부 보강재 → local reinforcement; 종통 → longitudinal girder; 격벽 → bulkhead; 선체 외판 → shell plating). If unsure, keep the source term and mark “(verify)”.\n9) If Explain mode is triggered, first output the clean translation, then a blank line, then a short “Glossary” list like:\n - term: brief note (≤1 line)\nStop when done.", "system_prefix_token_ids": null, "add_role_after_system_message": true, "roles": { "user": "<|im_start|>user", "assistant": "<|im_start|>assistant" }, "role_templates": { "user": "{user_message}", "assistant": "{assistant_message}", "tool": "{tool_message}" }, "messages": [], "seps": [ "<|im_end|>\n" ], "role_content_sep": "\n", "role_empty_sep": "\n", "stop_str": [ "<|im_end|>" ], "stop_token_ids": [ 151645 ], "function_string": "", "use_function_calling": false }, "pad_token_id": 151643, "bos_token_id": 151643, "eos_token_id": [ 151645 ], "chat_config": { "max_gen_len": 256, "repetition_penalty": 1.05, "temperature": 0.2, "top_p": 0.9 } }