Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save dvessel/ce4894d2afa186118e0e18beb420b521 to your computer and use it in GitHub Desktop.
Save dvessel/ce4894d2afa186118e0e18beb420b521 to your computer and use it in GitHub Desktop.
Hidden Metadata for Apple intelligence (Sequoia 15.1)
{
"model_type": "ane",
"model_config": "v3-3b",
"backbone_signature": "d95e977fa8053546c6b733aa9d28367d6b23c822",
"adapter_type_to_signature_mapping": {
"lora_8": "6c95e384657fa683f8cbd794b893b0171dcc5978",
"lora_32": "c36b2dd9364c7f12a2d4020f4ebe074458820be7",
"lora_16": "75f8bce3c9072389a4f73c72390540afde6c93aa"
},
"adapter_type_to_symbol_mapping": {
"lora_8": "qkv8_ff8_o8",
"lora_32": "qkv32_ff32_o32",
"lora_16": "qkv16_ff16_o16"
},
"e5_function_name_map": {
"lora_8_extend_512_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 8
},
"lora_8_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_prompt_opt_512_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 1024,
"seq_len": 64
},
"lora_32_extend_512_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 8
},
"lora_32_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_512_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 512,
"seq_len": 64
},
"lora_32_extend_256_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 256,
"seq_len": 64
},
"lora_32_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 64
},
"lora_32_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 1024,
"seq_len": 64
},
"lora_32_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_32",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_2048_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_256_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_prompt_opt_1024_64": {
"type": "prompt_opt",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_16_extend_512_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 64
},
"lora_8_extend_256_64": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_512_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 16
},
"lora_8_extend_512_8": {
"type": "extend",
"adapter_type": "lora_8",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_2048_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 8
},
"lora_16_extend_2048_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 64
},
"lora_16_extend_1024_64": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 64
},
"lora_8_prompt_opt_256_64": {
"type": "prompt_opt",
"adapter_type": "lora_8",
"ctx_len": 256,
"seq_len": 64
},
"lora_16_extend_1024_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 1024,
"seq_len": 16
},
"lora_16_extend_512_8": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 512,
"seq_len": 8
},
"lora_16_extend_256_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 256,
"seq_len": 16
},
"lora_16_extend_2048_16": {
"type": "extend",
"adapter_type": "lora_16",
"ctx_len": 2048,
"seq_len": 16
}
},
"default_parameters": {
"temperature": 0.1
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system\n",
"chat.role.assistant": "assistant\n",
"chat.role.user": "user\n",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system\nA conversation between a user and a helpful assistant."
},
"localization": {
"chat.role.system.default": {
"en_GB": "system\nA conversation between a user located in Britain and a helpful assistant. The assistant is mindful of British spelling, vocabulary, entities and other British context.",
"en_AU": "system\nA conversation between a user located in Australia and a helpful assistant. The assistant is mindful of Australian spelling, vocabulary, entities and other Australian context.",
"en_CA": "system\nA conversation between a user located in Canada and a helpful assistant. The assistant is mindful of Canadian spelling, vocabulary, entities and other Canadian context.",
"en_IE": "system\nA conversation between a user located in Ireland and a helpful assistant. The assistant is mindful of Irish spelling, vocabulary, entities and other Irish context.",
"en_NZ": "system\nA conversation between a user located in New Zealand and a helpful assistant. The assistant is mindful of New Zealand spelling, vocabulary, entities and other New Zealand context.",
"en_ZA": "system\nA conversation between a user located in South Africa and a helpful assistant. The assistant is mindful of South African spelling, vocabulary, entities and other South African context.",
"en_IN": "system\nA conversation between a user located in India and a helpful assistant. The assistant is mindful of Indian spelling, vocabulary, entities and other Indian context.",
"en_SG": "system\nA conversation between a user located in Singapore and a helpful assistant. The assistant is mindful of Singaporean spelling, vocabulary, entities and other Singaporean context."
}
},
"context_length": 2048,
"display_version": "v5.0-3b"
}
{
"model_type": "ane",
"model_config": "v3-302m",
"backbone_signature": "2077d12eb8aa7d17295d95444dfa3e52567f95ab",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>You are a helpful assistant that classifies the following input text-to-image query as Safe or Unsafe. In the first line, reply with Safe or Unsafe. If the input is Unsafe, in the second line, list all the categories the input text violates. The Unsafe categories are: CSEAI, Drugs, Gore, Harassment, Hate, Nudity or sexual, Offensive words, Self-harm, Terrorism or extremism, Toxic, Violence, Weapons."
},
"isDraft": false
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "d678fafd142037c7077f29a59e920bfe4b9b313e",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 15,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "j2n5ci7jxy"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "4a669e7f6e30ae7fcef256889618775d3fa865af",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "7hiafpm4bn"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "028e45d54115bf345f51f1e9fc5529c608e3c798",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 5,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "spcsibqdg8"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "4cdd401e9d7f2a5a058121da4b588936b7e73846",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "n78nsrrh72"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "29a1da7d74428c7901bb46c1dfb664e12817ffc4",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_use_rejection_sampling": false,
"speculative_decode_type": "speculative_decoding"
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "9emt5a9pcg"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "75c800619b0560dd3529d7f8b25ff739bc728259",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 7,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_use_rejection_sampling": false,
"speculative_decode_type": "speculative_decoding",
"draft_early_return": true,
"draft_early_return_probability_threshold": 0.8
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "3fkpir86fz"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "272cf63b1c14d3bf909a8c9683d23d58af2736f9",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 4,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "gvvhgt7pv2"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "7b77ac9791dd46c2d9a5e906b1be87bc39a8565e",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 15,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_use_rejection_sampling": false,
"speculative_decode_type": "speculative_decoding"
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "9vzy2dzq42"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "1198fb60f828a40ac9b0ab99cb86b18ac3762a14",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 2,
"draft_is_adaptive": false,
"draft_tree_factor": 2,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_use_rejection_sampling": false,
"speculative_decode_type": "speculative_decoding"
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system<n>",
"chat.role.assistant": "assistant<n>",
"chat.role.user": "user<n>",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system<n>A conversation between a user and a helpful assistant."
},
"context_length": 2048,
"ref_id": "5c6vqckfec"
}
{
"model_type": "ane",
"model_config": "v3-9m",
"backbone_signature": "36546e6898b2f8278ae5c5f8a858a01eca4b1d9f",
"e5_function_name_map": {
"extend_512_64": {
"type": "extend",
"ctx_len": 512,
"seq_len": 64
},
"extend_256_64": {
"type": "extend",
"ctx_len": 256,
"seq_len": 64
},
"extend_2048_64": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 64
},
"extend_2048_8": {
"type": "extend",
"ctx_len": 2048,
"seq_len": 8
},
"extend_1024_64": {
"type": "extend",
"ctx_len": 1024,
"seq_len": 64
}
},
"default_parameters": {
"temperature": 0.1,
"draft_steps": 1,
"draft_is_adaptive": false,
"draft_tree_factor": 1,
"draft_soft_match_tolerance": 0.0,
"draft_tree_max_paths": null,
"draft_use_rejection_sampling": false,
"speculative_decode_type": "speculative_decoding"
},
"special_tokens_map": {
"start_prompt_token": 1,
"end_prompt_token": "",
"stop_token": "<turn_end>",
"chat.role.system": "system\n",
"chat.role.assistant": "assistant\n",
"chat.role.user": "user\n",
"chat.component.turnEnd": "<turn_end>",
"chat.role.system.default": "system\nA conversation between a user and a helpful assistant."
},
"localization": {
"chat.role.system.default": {
"en_GB": "system\nA conversation between a user located in Britain and a helpful assistant. The assistant is mindful of British spelling, vocabulary, entities and other British context.",
"en_AU": "system\nA conversation between a user located in Australia and a helpful assistant. The assistant is mindful of Australian spelling, vocabulary, entities and other Australian context.",
"en_CA": "system\nA conversation between a user located in Canada and a helpful assistant. The assistant is mindful of Canadian spelling, vocabulary, entities and other Canadian context.",
"en_IE": "system\nA conversation between a user located in Ireland and a helpful assistant. The assistant is mindful of Irish spelling, vocabulary, entities and other Irish context.",
"en_NZ": "system\nA conversation between a user located in New Zealand and a helpful assistant. The assistant is mindful of New Zealand spelling, vocabulary, entities and other New Zealand context.",
"en_ZA": "system\nA conversation between a user located in South Africa and a helpful assistant. The assistant is mindful of South African spelling, vocabulary, entities and other South African context.",
"en_IN": "system\nA conversation between a user located in India and a helpful assistant. The assistant is mindful of Indian spelling, vocabulary, entities and other Indian context.",
"en_SG": "system\nA conversation between a user located in Singapore and a helpful assistant. The assistant is mindful of Singaporean spelling, vocabulary, entities and other Singaporean context."
}
},
"context_length": 2048,
"ref_id": "cqzpxcbc8r"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment