Created
October 29, 2024 15:19
-
-
Save dvessel/ce4894d2afa186118e0e18beb420b521 to your computer and use it in GitHub Desktop.
Hidden Metadata for Apple intelligence (Sequoia 15.1)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-3b", | |
"backbone_signature": "d95e977fa8053546c6b733aa9d28367d6b23c822", | |
"adapter_type_to_signature_mapping": { | |
"lora_8": "6c95e384657fa683f8cbd794b893b0171dcc5978", | |
"lora_32": "c36b2dd9364c7f12a2d4020f4ebe074458820be7", | |
"lora_16": "75f8bce3c9072389a4f73c72390540afde6c93aa" | |
}, | |
"adapter_type_to_symbol_mapping": { | |
"lora_8": "qkv8_ff8_o8", | |
"lora_32": "qkv32_ff32_o32", | |
"lora_16": "qkv16_ff16_o16" | |
}, | |
"e5_function_name_map": { | |
"lora_8_extend_512_64": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"lora_8_extend_2048_8": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"lora_8_extend_2048_64": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"lora_16_prompt_opt_512_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_16", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"lora_8_extend_1024_64": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_512_8": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 512, | |
"seq_len": 8 | |
}, | |
"lora_32_prompt_opt_256_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_32", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_512_64": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_256_64": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_2048_64": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_1024_64": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
}, | |
"lora_32_extend_2048_8": { | |
"type": "extend", | |
"adapter_type": "lora_32", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"lora_16_prompt_opt_256_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_16", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_16_prompt_opt_2048_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_16", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"lora_16_extend_256_64": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_16_prompt_opt_1024_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_16", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
}, | |
"lora_16_extend_512_64": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"lora_8_extend_256_64": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_16_extend_512_16": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 512, | |
"seq_len": 16 | |
}, | |
"lora_8_extend_512_8": { | |
"type": "extend", | |
"adapter_type": "lora_8", | |
"ctx_len": 512, | |
"seq_len": 8 | |
}, | |
"lora_16_extend_2048_8": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"lora_16_extend_2048_64": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"lora_16_extend_1024_64": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
}, | |
"lora_8_prompt_opt_256_64": { | |
"type": "prompt_opt", | |
"adapter_type": "lora_8", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"lora_16_extend_1024_16": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 1024, | |
"seq_len": 16 | |
}, | |
"lora_16_extend_512_8": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 512, | |
"seq_len": 8 | |
}, | |
"lora_16_extend_256_16": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 256, | |
"seq_len": 16 | |
}, | |
"lora_16_extend_2048_16": { | |
"type": "extend", | |
"adapter_type": "lora_16", | |
"ctx_len": 2048, | |
"seq_len": 16 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1 | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system\n", | |
"chat.role.assistant": "assistant\n", | |
"chat.role.user": "user\n", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system\nA conversation between a user and a helpful assistant." | |
}, | |
"localization": { | |
"chat.role.system.default": { | |
"en_GB": "system\nA conversation between a user located in Britain and a helpful assistant. The assistant is mindful of British spelling, vocabulary, entities and other British context.", | |
"en_AU": "system\nA conversation between a user located in Australia and a helpful assistant. The assistant is mindful of Australian spelling, vocabulary, entities and other Australian context.", | |
"en_CA": "system\nA conversation between a user located in Canada and a helpful assistant. The assistant is mindful of Canadian spelling, vocabulary, entities and other Canadian context.", | |
"en_IE": "system\nA conversation between a user located in Ireland and a helpful assistant. The assistant is mindful of Irish spelling, vocabulary, entities and other Irish context.", | |
"en_NZ": "system\nA conversation between a user located in New Zealand and a helpful assistant. The assistant is mindful of New Zealand spelling, vocabulary, entities and other New Zealand context.", | |
"en_ZA": "system\nA conversation between a user located in South Africa and a helpful assistant. The assistant is mindful of South African spelling, vocabulary, entities and other South African context.", | |
"en_IN": "system\nA conversation between a user located in India and a helpful assistant. The assistant is mindful of Indian spelling, vocabulary, entities and other Indian context.", | |
"en_SG": "system\nA conversation between a user located in Singapore and a helpful assistant. The assistant is mindful of Singaporean spelling, vocabulary, entities and other Singaporean context." | |
} | |
}, | |
"context_length": 2048, | |
"display_version": "v5.0-3b" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-302m", | |
"backbone_signature": "2077d12eb8aa7d17295d95444dfa3e52567f95ab", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1 | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>You are a helpful assistant that classifies the following input text-to-image query as Safe or Unsafe. In the first line, reply with Safe or Unsafe. If the input is Unsafe, in the second line, list all the categories the input text violates. The Unsafe categories are: CSEAI, Drugs, Gore, Harassment, Hate, Nudity or sexual, Offensive words, Self-harm, Terrorism or extremism, Toxic, Violence, Weapons." | |
}, | |
"isDraft": false | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "d678fafd142037c7077f29a59e920bfe4b9b313e", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 15, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "j2n5ci7jxy" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "4a669e7f6e30ae7fcef256889618775d3fa865af", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 7, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "7hiafpm4bn" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "028e45d54115bf345f51f1e9fc5529c608e3c798", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 5, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "spcsibqdg8" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "4cdd401e9d7f2a5a058121da4b588936b7e73846", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 7, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "n78nsrrh72" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "29a1da7d74428c7901bb46c1dfb664e12817ffc4", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 7, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null, | |
"draft_use_rejection_sampling": false, | |
"speculative_decode_type": "speculative_decoding" | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "9emt5a9pcg" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "75c800619b0560dd3529d7f8b25ff739bc728259", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 7, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null, | |
"draft_use_rejection_sampling": false, | |
"speculative_decode_type": "speculative_decoding", | |
"draft_early_return": true, | |
"draft_early_return_probability_threshold": 0.8 | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "3fkpir86fz" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "272cf63b1c14d3bf909a8c9683d23d58af2736f9", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 4, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "gvvhgt7pv2" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "7b77ac9791dd46c2d9a5e906b1be87bc39a8565e", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 15, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null, | |
"draft_use_rejection_sampling": false, | |
"speculative_decode_type": "speculative_decoding" | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "9vzy2dzq42" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "1198fb60f828a40ac9b0ab99cb86b18ac3762a14", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 2, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 2, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null, | |
"draft_use_rejection_sampling": false, | |
"speculative_decode_type": "speculative_decoding" | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system<n>", | |
"chat.role.assistant": "assistant<n>", | |
"chat.role.user": "user<n>", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant." | |
}, | |
"context_length": 2048, | |
"ref_id": "5c6vqckfec" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"model_type": "ane", | |
"model_config": "v3-9m", | |
"backbone_signature": "36546e6898b2f8278ae5c5f8a858a01eca4b1d9f", | |
"e5_function_name_map": { | |
"extend_512_64": { | |
"type": "extend", | |
"ctx_len": 512, | |
"seq_len": 64 | |
}, | |
"extend_256_64": { | |
"type": "extend", | |
"ctx_len": 256, | |
"seq_len": 64 | |
}, | |
"extend_2048_64": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 64 | |
}, | |
"extend_2048_8": { | |
"type": "extend", | |
"ctx_len": 2048, | |
"seq_len": 8 | |
}, | |
"extend_1024_64": { | |
"type": "extend", | |
"ctx_len": 1024, | |
"seq_len": 64 | |
} | |
}, | |
"default_parameters": { | |
"temperature": 0.1, | |
"draft_steps": 1, | |
"draft_is_adaptive": false, | |
"draft_tree_factor": 1, | |
"draft_soft_match_tolerance": 0.0, | |
"draft_tree_max_paths": null, | |
"draft_use_rejection_sampling": false, | |
"speculative_decode_type": "speculative_decoding" | |
}, | |
"special_tokens_map": { | |
"start_prompt_token": 1, | |
"end_prompt_token": "", | |
"stop_token": "<turn_end>", | |
"chat.role.system": "system\n", | |
"chat.role.assistant": "assistant\n", | |
"chat.role.user": "user\n", | |
"chat.component.turnEnd": "<turn_end>", | |
"chat.role.system.default": "system\nA conversation between a user and a helpful assistant." | |
}, | |
"localization": { | |
"chat.role.system.default": { | |
"en_GB": "system\nA conversation between a user located in Britain and a helpful assistant. The assistant is mindful of British spelling, vocabulary, entities and other British context.", | |
"en_AU": "system\nA conversation between a user located in Australia and a helpful assistant. The assistant is mindful of Australian spelling, vocabulary, entities and other Australian context.", | |
"en_CA": "system\nA conversation between a user located in Canada and a helpful assistant. The assistant is mindful of Canadian spelling, vocabulary, entities and other Canadian context.", | |
"en_IE": "system\nA conversation between a user located in Ireland and a helpful assistant. The assistant is mindful of Irish spelling, vocabulary, entities and other Irish context.", | |
"en_NZ": "system\nA conversation between a user located in New Zealand and a helpful assistant. The assistant is mindful of New Zealand spelling, vocabulary, entities and other New Zealand context.", | |
"en_ZA": "system\nA conversation between a user located in South Africa and a helpful assistant. The assistant is mindful of South African spelling, vocabulary, entities and other South African context.", | |
"en_IN": "system\nA conversation between a user located in India and a helpful assistant. The assistant is mindful of Indian spelling, vocabulary, entities and other Indian context.", | |
"en_SG": "system\nA conversation between a user located in Singapore and a helpful assistant. The assistant is mindful of Singaporean spelling, vocabulary, entities and other Singaporean context." | |
} | |
}, | |
"context_length": 2048, | |
"ref_id": "cqzpxcbc8r" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment