Skip to content

Instantly share code, notes, and snippets.

@tspannhw

tspannhw/olympicsmedals.ipynb

Last active August 9, 2024 22:32
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save tspannhw/58ccd4e11a77b93247e8814f26eb50bd to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save tspannhw/58ccd4e11a77b93247e8814f26eb50bd to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
olympicsmedals.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 3,
"id": "5cf33173-7125-4099-99fb-381a264cbb6c",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import requests\n",
"from pymilvus import model\n",
"from pymilvus.model.dense import SentenceTransformerEmbeddingFunction\n",
"\n",
"model = SentenceTransformerEmbeddingFunction('all-MiniLM-L6-v2',device='cpu' )\n"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "622a2b35-5114-491f-8a4f-db320f3171e8",
"metadata": {},
"outputs": [],
"source": [
"import os\n",
"from pymilvus import MilvusClient\n",
"\n",
"DIMENSION = 384 \n",
"MILVUS_URL = \"https://in05-7bd87b945683c8d.serverless.gcp-us-west1.cloud.zilliz.com\" \n",
"OM_COLLECTION_NAME = \"olympicmedallist\"\n",
"TOKEN = \"X\"\n",
"# -----------------------------------------------------------------------------\n",
"# Connect to Milvus\n",
"\n",
"# Local Docker Server\n",
"milvus_client = MilvusClient( uri=MILVUS_URL, token=TOKEN )"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "832dcb1a-9cb1-44d7-8f97-84c012aa2337",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'state': <LoadState: Loaded>}\n"
]
}
],
"source": [
"import pprint\n",
"\n",
"schema = milvus_client.create_schema(\n",
" enable_dynamic_field=False\n",
")\n",
"\n",
"schema.add_field(field_name='id', datatype=DataType.INT64, is_primary=True, auto_id=True)\n",
"schema.add_field(field_name='athlete_name', datatype=DataType.VARCHAR, max_length=8000)\n",
"schema.add_field(field_name='medal_type', datatype=DataType.VARCHAR, max_length=64)\n",
"schema.add_field(field_name=\"vector\", datatype=DataType.FLOAT_VECTOR, dim=DIMENSION)\n",
"schema.add_field(field_name=\"medallist\", datatype=DataType.JSON)\n",
"\n",
"index_params = milvus_client.prepare_index_params()\n",
"\n",
"index_params.add_index(\n",
" field_name=\"id\",\n",
" index_type=\"STL_SORT\"\n",
")\n",
"\n",
"index_params.add_index(\n",
" field_name=\"vector\",\n",
" index_type=\"IVF_FLAT\",\n",
" metric_type=\"L2\",\n",
" params={\"nlist\": 100}\n",
")\n",
"\n",
"milvus_client.create_collection(\n",
" collection_name = OM_COLLECTION_NAME,\n",
" schema=schema,\n",
" index_params=index_params\n",
")\n",
"\n",
"res = milvus_client.get_load_state(\n",
" collection_name = OM_COLLECTION_NAME\n",
")\n",
"\n",
"print(res)"
]
},
{
"cell_type": "code",
"execution_count": 17,
"id": "16562b21-8ef7-42b2-9b4d-5a3a453ecbaa",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'insert_count': 1120, 'ids': [451727117958344964, 451727117958344965, 451727117958344966, 451727117958344967, 451727117958344968, 451727117958344969, 451727117958344970, 451727117958344971, 451727117958344972, 451727117958344973, 451727117958344974, 451727117958344975, 451727117958344976, 451727117958344977, 451727117958344978, 451727117958344979, 451727117958344980, 451727117958344981, 451727117958344982, 451727117958344983, 451727117958344984, 451727117958344985, 451727117958344986, 451727117958344987, 451727117958344988, 451727117958344989, 451727117958344990, 451727117958344991, 451727117958344992, 451727117958344993, 451727117958344994, 451727117958344995, 451727117958344996, 451727117958344997, 451727117958344998, 451727117958344999, 451727117958345000, 451727117958345001, 451727117958345002, 451727117958345003, 451727117958345004, 451727117958345005, 451727117958345006, 451727117958345007, 451727117958345008, 451727117958345009, 451727117958345010, 451727117958345011, 451727117958345012, 451727117958345013, 451727117958345014, 451727117958345015, 451727117958345016, 451727117958345017, 451727117958345018, 451727117958345019, 451727117958345020, 451727117958345021, 451727117958345022, 451727117958345023, 451727117958345024, 451727117958345025, 451727117958345026, 451727117958345027, 451727117958345028, 451727117958345029, 451727117958345030, 451727117958345031, 451727117958345032, 451727117958345033, 451727117958345034, 451727117958345035, 451727117958345036, 451727117958345037, 451727117958345038, 451727117958345039, 451727117958345040, 451727117958345041, 451727117958345042, 451727117958345043, 451727117958345044, 451727117958345045, 451727117958345046, 451727117958345047, 451727117958345048, 451727117958345049, 451727117958345050, 451727117958345051, 451727117958345052, 451727117958345053, 451727117958345054, 451727117958345055, 451727117958345056, 451727117958345057, 451727117958345058, 451727117958345059, 451727117958345060, 451727117958345061, 451727117958345062, 451727117958345063, 451727117958345064, 451727117958345065, 451727117958345066, 451727117958345067, 451727117958345068, 451727117958345069, 451727117958345070, 451727117958345071, 451727117958345072, 451727117958345073, 451727117958345074, 451727117958345075, 451727117958345076, 451727117958345077, 451727117958345078, 451727117958345079, 451727117958345080, 451727117958345081, 451727117958345082, 451727117958345083, 451727117958345084, 451727117958345085, 451727117958345086, 451727117958345087, 451727117958345088, 451727117958345089, 451727117958345090, 451727117958345091, 451727117958345092, 451727117958345093, 451727117958345094, 451727117958345095, 451727117958345096, 451727117958345097, 451727117958345098, 451727117958345099, 451727117958345100, 451727117958345101, 451727117958345102, 451727117958345103, 451727117958345104, 451727117958345105, 451727117958345106, 451727117958345107, 451727117958345108, 451727117958345109, 451727117958345110, 451727117958345111, 451727117958345112, 451727117958345113, 451727117958345114, 451727117958345115, 451727117958345116, 451727117958345117, 451727117958345118, 451727117958345119, 451727117958345120, 451727117958345121, 451727117958345122, 451727117958345123, 451727117958345124, 451727117958345125, 451727117958345126, 451727117958345127, 451727117958345128, 451727117958345129, 451727117958345130, 451727117958345131, 451727117958345132, 451727117958345133, 451727117958345134, 451727117958345135, 451727117958345136, 451727117958345137, 451727117958345138, 451727117958345139, 451727117958345140, 451727117958345141, 451727117958345142, 451727117958345143, 451727117958345144, 451727117958345145, 451727117958345146, 451727117958345147, 451727117958345148, 451727117958345149, 451727117958345150, 451727117958345151, 451727117958345152, 451727117958345153, 451727117958345154, 451727117958345155, 451727117958345156, 451727117958345157, 451727117958345158, 451727117958345159, 451727117958345160, 451727117958345161, 451727117958345162, 451727117958345163, 451727117958345164, 451727117958345165, 451727117958345166, 451727117958345167, 451727117958345168, 451727117958345169, 451727117958345170, 451727117958345171, 451727117958345172, 451727117958345173, 451727117958345174, 451727117958345175, 451727117958345176, 451727117958345177, 451727117958345178, 451727117958345179, 451727117958345180, 451727117958345181, 451727117958345182, 451727117958345183, 451727117958345184, 451727117958345185, 451727117958345186, 451727117958345187, 451727117958345188, 451727117958345189, 451727117958345190, 451727117958345191, 451727117958345192, 451727117958345193, 451727117958345194, 451727117958345195, 451727117958345196, 451727117958345197, 451727117958345198, 451727117958345199, 451727117958345200, 451727117958345201, 451727117958345202, 451727117958345203, 451727117958345204, 451727117958345205, 451727117958345206, 451727117958345207, 451727117958345208, 451727117958345209, 451727117958345210, 451727117958345211, 451727117958345212, 451727117958345213, 451727117958345214, 451727117958345215, 451727117958345216, 451727117958345217, 451727117958345218, 451727117958345219, 451727117958345220, 451727117958345221, 451727117958345222, 451727117958345223, 451727117958345224, 451727117958345225, 451727117958345226, 451727117958345227, 451727117958345228, 451727117958345229, 451727117958345230, 451727117958345231, 451727117958345232, 451727117958345233, 451727117958345234, 451727117958345235, 451727117958345236, 451727117958345237, 451727117958345238, 451727117958345239, 451727117958345240, 451727117958345241, 451727117958345242, 451727117958345243, 451727117958345244, 451727117958345245, 451727117958345246, 451727117958345247, 451727117958345248, 451727117958345249, 451727117958345250, 451727117958345251, 451727117958345252, 451727117958345253, 451727117958345254, 451727117958345255, 451727117958345256, 451727117958345257, 451727117958345258, 451727117958345259, 451727117958345260, 451727117958345261, 451727117958345262, 451727117958345263, 451727117958345264, 451727117958345265, 451727117958345266, 451727117958345267, 451727117958345268, 451727117958345269, 451727117958345270, 451727117958345271, 451727117958345272, 451727117958345273, 451727117958345274, 451727117958345275, 451727117958345276, 451727117958345277, 451727117958345278, 451727117958345279, 451727117958345280, 451727117958345281, 451727117958345282, 451727117958345283, 451727117958345284, 451727117958345285, 451727117958345286, 451727117958345287, 451727117958345288, 451727117958345289, 451727117958345290, 451727117958345291, 451727117958345292, 451727117958345293, 451727117958345294, 451727117958345295, 451727117958345296, 451727117958345297, 451727117958345298, 451727117958345299, 451727117958345300, 451727117958345301, 451727117958345302, 451727117958345303, 451727117958345304, 451727117958345305, 451727117958345306, 451727117958345307, 451727117958345308, 451727117958345309, 451727117958345310, 451727117958345311, 451727117958345312, 451727117958345313, 451727117958345314, 451727117958345315, 451727117958345316, 451727117958345317, 451727117958345318, 451727117958345319, 451727117958345320, 451727117958345321, 451727117958345322, 451727117958345323, 451727117958345324, 451727117958345325, 451727117958345326, 451727117958345327, 451727117958345328, 451727117958345329, 451727117958345330, 451727117958345331, 451727117958345332, 451727117958345333, 451727117958345334, 451727117958345335, 451727117958345336, 451727117958345337, 451727117958345338, 451727117958345339, 451727117958345340, 451727117958345341, 451727117958345342, 451727117958345343, 451727117958345344, 451727117958345345, 451727117958345346, 451727117958345347, 451727117958345348, 451727117958345349, 451727117958345350, 451727117958345351, 451727117958345352, 451727117958345353, 451727117958345354, 451727117958345355, 451727117958345356, 451727117958345357, 451727117958345358, 451727117958345359, 451727117958345360, 451727117958345361, 451727117958345362, 451727117958345363, 451727117958345364, 451727117958345365, 451727117958345366, 451727117958345367, 451727117958345368, 451727117958345369, 451727117958345370, 451727117958345371, 451727117958345372, 451727117958345373, 451727117958345374, 451727117958345375, 451727117958345376, 451727117958345377, 451727117958345378, 451727117958345379, 451727117958345380, 451727117958345381, 451727117958345382, 451727117958345383, 451727117958345384, 451727117958345385, 451727117958345386, 451727117958345387, 451727117958345388, 451727117958345389, 451727117958345390, 451727117958345391, 451727117958345392, 451727117958345393, 451727117958345394, 451727117958345395, 451727117958345396, 451727117958345397, 451727117958345398, 451727117958345399, 451727117958345400, 451727117958345401, 451727117958345402, 451727117958345403, 451727117958345404, 451727117958345405, 451727117958345406, 451727117958345407, 451727117958345408, 451727117958345409, 451727117958345410, 451727117958345411, 451727117958345412, 451727117958345413, 451727117958345414, 451727117958345415, 451727117958345416, 451727117958345417, 451727117958345418, 451727117958345419, 451727117958345420, 451727117958345421, 451727117958345422, 451727117958345423, 451727117958345424, 451727117958345425, 451727117958345426, 451727117958345427, 451727117958345428, 451727117958345429, 451727117958345430, 451727117958345431, 451727117958345432, 451727117958345433, 451727117958345434, 451727117958345435, 451727117958345436, 451727117958345437, 451727117958345438, 451727117958345439, 451727117958345440, 451727117958345441, 451727117958345442, 451727117958345443, 451727117958345444, 451727117958345445, 451727117958345446, 451727117958345447, 451727117958345448, 451727117958345449, 451727117958345450, 451727117958345451, 451727117958345452, 451727117958345453, 451727117958345454, 451727117958345455, 451727117958345456, 451727117958345457, 451727117958345458, 451727117958345459, 451727117958345460, 451727117958345461, 451727117958345462, 451727117958345463, 451727117958345464, 451727117958345465, 451727117958345466, 451727117958345467, 451727117958345468, 451727117958345469, 451727117958345470, 451727117958345471, 451727117958345472, 451727117958345473, 451727117958345474, 451727117958345475, 451727117958345476, 451727117958345477, 451727117958345478, 451727117958345479, 451727117958345480, 451727117958345481, 451727117958345482, 451727117958345483, 451727117958345484, 451727117958345485, 451727117958345486, 451727117958345487, 451727117958345488, 451727117958345489, 451727117958345490, 451727117958345491, 451727117958345492, 451727117958345493, 451727117958345494, 451727117958345495, 451727117958345496, 451727117958345497, 451727117958345498, 451727117958345499, 451727117958345500, 451727117958345501, 451727117958345502, 451727117958345503, 451727117958345504, 451727117958345505, 451727117958345506, 451727117958345507, 451727117958345508, 451727117958345509, 451727117958345510, 451727117958345511, 451727117958345512, 451727117958345513, 451727117958345514, 451727117958345515, 451727117958345516, 451727117958345517, 451727117958345518, 451727117958345519, 451727117958345520, 451727117958345521, 451727117958345522, 451727117958345523, 451727117958345524, 451727117958345525, 451727117958345526, 451727117958345527, 451727117958345528, 451727117958345529, 451727117958345530, 451727117958345531, 451727117958345532, 451727117958345533, 451727117958345534, 451727117958345535, 451727117958345536, 451727117958345537, 451727117958345538, 451727117958345539, 451727117958345540, 451727117958345541, 451727117958345542, 451727117958345543, 451727117958345544, 451727117958345545, 451727117958345546, 451727117958345547, 451727117958345548, 451727117958345549, 451727117958345550, 451727117958345551, 451727117958345552, 451727117958345553, 451727117958345554, 451727117958345555, 451727117958345556, 451727117958345557, 451727117958345558, 451727117958345559, 451727117958345560, 451727117958345561, 451727117958345562, 451727117958345563, 451727117958345564, 451727117958345565, 451727117958345566, 451727117958345567, 451727117958345568, 451727117958345569, 451727117958345570, 451727117958345571, 451727117958345572, 451727117958345573, 451727117958345574, 451727117958345575, 451727117958345576, 451727117958345577, 451727117958345578, 451727117958345579, 451727117958345580, 451727117958345581, 451727117958345582, 451727117958345583, 451727117958345584, 451727117958345585, 451727117958345586, 451727117958345587, 451727117958345588, 451727117958345589, 451727117958345590, 451727117958345591, 451727117958345592, 451727117958345593, 451727117958345594, 451727117958345595, 451727117958345596, 451727117958345597, 451727117958345598, 451727117958345599, 451727117958345600, 451727117958345601, 451727117958345602, 451727117958345603, 451727117958345604, 451727117958345605, 451727117958345606, 451727117958345607, 451727117958345608, 451727117958345609, 451727117958345610, 451727117958345611, 451727117958345612, 451727117958345613, 451727117958345614, 451727117958345615, 451727117958345616, 451727117958345617, 451727117958345618, 451727117958345619, 451727117958345620, 451727117958345621, 451727117958345622, 451727117958345623, 451727117958345624, 451727117958345625, 451727117958345626, 451727117958345627, 451727117958345628, 451727117958345629, 451727117958345630, 451727117958345631, 451727117958345632, 451727117958345633, 451727117958345634, 451727117958345635, 451727117958345636, 451727117958345637, 451727117958345638, 451727117958345639, 451727117958345640, 451727117958345641, 451727117958345642, 451727117958345643, 451727117958345644, 451727117958345645, 451727117958345646, 451727117958345647, 451727117958345648, 451727117958345649, 451727117958345650, 451727117958345651, 451727117958345652, 451727117958345653, 451727117958345654, 451727117958345655, 451727117958345656, 451727117958345657, 451727117958345658, 451727117958345659, 451727117958345660, 451727117958345661, 451727117958345662, 451727117958345663, 451727117958345664, 451727117958345665, 451727117958345666, 451727117958345667, 451727117958345668, 451727117958345669, 451727117958345670, 451727117958345671, 451727117958345672, 451727117958345673, 451727117958345674, 451727117958345675, 451727117958345676, 451727117958345677, 451727117958345678, 451727117958345679, 451727117958345680, 451727117958345681, 451727117958345682, 451727117958345683, 451727117958345684, 451727117958345685, 451727117958345686, 451727117958345687, 451727117958345688, 451727117958345689, 451727117958345690, 451727117958345691, 451727117958345692, 451727117958345693, 451727117958345694, 451727117958345695, 451727117958345696, 451727117958345697, 451727117958345698, 451727117958345699, 451727117958345700, 451727117958345701, 451727117958345702, 451727117958345703, 451727117958345704, 451727117958345705, 451727117958345706, 451727117958345707, 451727117958345708, 451727117958345709, 451727117958345710, 451727117958345711, 451727117958345712, 451727117958345713, 451727117958345714, 451727117958345715, 451727117958345716, 451727117958345717, 451727117958345718, 451727117958345719, 451727117958345720, 451727117958345721, 451727117958345722, 451727117958345723, 451727117958345724, 451727117958345725, 451727117958345726, 451727117958345727, 451727117958345728, 451727117958345729, 451727117958345730, 451727117958345731, 451727117958345732, 451727117958345733, 451727117958345734, 451727117958345735, 451727117958345736, 451727117958345737, 451727117958345738, 451727117958345739, 451727117958345740, 451727117958345741, 451727117958345742, 451727117958345743, 451727117958345744, 451727117958345745, 451727117958345746, 451727117958345747, 451727117958345748, 451727117958345749, 451727117958345750, 451727117958345751, 451727117958345752, 451727117958345753, 451727117958345754, 451727117958345755, 451727117958345756, 451727117958345757, 451727117958345758, 451727117958345759, 451727117958345760, 451727117958345761, 451727117958345762, 451727117958345763, 451727117958345764, 451727117958345765, 451727117958345766, 451727117958345767, 451727117958345768, 451727117958345769, 451727117958345770, 451727117958345771, 451727117958345772, 451727117958345773, 451727117958345774, 451727117958345775, 451727117958345776, 451727117958345777, 451727117958345778, 451727117958345779, 451727117958345780, 451727117958345781, 451727117958345782, 451727117958345783, 451727117958345784, 451727117958345785, 451727117958345786, 451727117958345787, 451727117958345788, 451727117958345789, 451727117958345790, 451727117958345791, 451727117958345792, 451727117958345793, 451727117958345794, 451727117958345795, 451727117958345796, 451727117958345797, 451727117958345798, 451727117958345799, 451727117958345800, 451727117958345801, 451727117958345802, 451727117958345803, 451727117958345804, 451727117958345805, 451727117958345806, 451727117958345807, 451727117958345808, 451727117958345809, 451727117958345810, 451727117958345811, 451727117958345812, 451727117958345813, 451727117958345814, 451727117958345815, 451727117958345816, 451727117958345817, 451727117958345818, 451727117958345819, 451727117958345820, 451727117958345821, 451727117958345822, 451727117958345823, 451727117958345824, 451727117958345825, 451727117958345826, 451727117958345827, 451727117958345828, 451727117958345829, 451727117958345830, 451727117958345831, 451727117958345832, 451727117958345833, 451727117958345834, 451727117958345835, 451727117958345836, 451727117958345837, 451727117958345838, 451727117958345839, 451727117958345840, 451727117958345841, 451727117958345842, 451727117958345843, 451727117958345844, 451727117958345845, 451727117958345846, 451727117958345847, 451727117958345848, 451727117958345849, 451727117958345850, 451727117958345851, 451727117958345852, 451727117958345853, 451727117958345854, 451727117958345855, 451727117958345856, 451727117958345857, 451727117958345858, 451727117958345859, 451727117958345860, 451727117958345861, 451727117958345862, 451727117958345863, 451727117958345864, 451727117958345865, 451727117958345866, 451727117958345867, 451727117958345868, 451727117958345869, 451727117958345870, 451727117958345871, 451727117958345872, 451727117958345873, 451727117958345874, 451727117958345875, 451727117958345876, 451727117958345877, 451727117958345878, 451727117958345879, 451727117958345880, 451727117958345881, 451727117958345882, 451727117958345883, 451727117958345884, 451727117958345885, 451727117958345886, 451727117958345887, 451727117958345888, 451727117958345889, 451727117958345890, 451727117958345891, 451727117958345892, 451727117958345893, 451727117958345894, 451727117958345895, 451727117958345896, 451727117958345897, 451727117958345898, 451727117958345899, 451727117958345900, 451727117958345901, 451727117958345902, 451727117958345903, 451727117958345904, 451727117958345905, 451727117958345906, 451727117958345907, 451727117958345908, 451727117958345909, 451727117958345910, 451727117958345911, 451727117958345912, 451727117958345913, 451727117958345914, 451727117958345915, 451727117958345916, 451727117958345917, 451727117958345918, 451727117958345919, 451727117958345920, 451727117958345921, 451727117958345922, 451727117958345923, 451727117958345924, 451727117958345925, 451727117958345926, 451727117958345927, 451727117958345928, 451727117958345929, 451727117958345930, 451727117958345931, 451727117958345932, 451727117958345933, 451727117958345934, 451727117958345935, 451727117958345936, 451727117958345937, 451727117958345938, 451727117958345939, 451727117958345940, 451727117958345941, 451727117958345942, 451727117958345943, 451727117958345944, 451727117958345945, 451727117958345946, 451727117958345947, 451727117958345948, 451727117958345949, 451727117958345950, 451727117958345951, 451727117958345952, 451727117958345953, 451727117958345954, 451727117958345955, 451727117958345956, 451727117958345957, 451727117958345958, 451727117958345959, 451727117958345960, 451727117958345961, 451727117958345962, 451727117958345963, 451727117958345964, 451727117958345965, 451727117958345966, 451727117958345967, 451727117958345968, 451727117958345969, 451727117958345970, 451727117958345971, 451727117958345972, 451727117958345973, 451727117958345974, 451727117958345975, 451727117958345976, 451727117958345977, 451727117958345978, 451727117958345979, 451727117958345980, 451727117958345981, 451727117958345982, 451727117958345983, 451727117958345984, 451727117958345985, 451727117958345986, 451727117958345987, 451727117958345988, 451727117958345989, 451727117958345990, 451727117958345991, 451727117958345992, 451727117958345993, 451727117958345994, 451727117958345995, 451727117958345996, 451727117958345997, 451727117958345998, 451727117958345999, 451727117958346000, 451727117958346001, 451727117958346002, 451727117958346003, 451727117958346004, 451727117958346005, 451727117958346006, 451727117958346007, 451727117958346008, 451727117958346009, 451727117958346010, 451727117958346011, 451727117958346012, 451727117958346013, 451727117958346014, 451727117958346015, 451727117958346016, 451727117958346017, 451727117958346018, 451727117958346019, 451727117958346020, 451727117958346021, 451727117958346022, 451727117958346023, 451727117958346024, 451727117958346025, 451727117958346026, 451727117958346027, 451727117958346028, 451727117958346029, 451727117958346030, 451727117958346031, 451727117958346032, 451727117958346033, 451727117958346034, 451727117958346035, 451727117958346036, 451727117958346037, 451727117958346038, 451727117958346039, 451727117958346040, 451727117958346041, 451727117958346042, 451727117958346043, 451727117958346044, 451727117958346045, 451727117958346046, 451727117958346047, 451727117958346048, 451727117958346049, 451727117958346050, 451727117958346051, 451727117958346052, 451727117958346053, 451727117958346054, 451727117958346055, 451727117958346056, 451727117958346057, 451727117958346058, 451727117958346059, 451727117958346060, 451727117958346061, 451727117958346062, 451727117958346063, 451727117958346064, 451727117958346065, 451727117958346066, 451727117958346067, 451727117958346068, 451727117958346069, 451727117958346070, 451727117958346071, 451727117958346072, 451727117958346073, 451727117958346074, 451727117958346075, 451727117958346076, 451727117958346077, 451727117958346078, 451727117958346079, 451727117958346080, 451727117958346081, 451727117958346082, 451727117958346083], 'cost': 608}\n"
]
}
],
"source": [
"##### Olympic Medal Winners\n",
"# import pandas as pd\n",
"import csv \n",
"details = \"\"\n",
"data = []\n",
"rowCount = 0\n",
"\n",
"OLYMPICS_DIR = \"/Users/timothyspann/Downloads/code/olympics2024/\"\n",
"OLYMPICS_MEDALLISTS = \"medallists.csv\"\n",
"\n",
"# ['medal_date', 'medal_type', 'medal_code', 'name', 'gender', 'country', 'country_code', 'nationality', 'team', 'team_gender', 'discipline', 'event', \n",
"# 'event_type', 'url_event', 'birth_date', 'code']\n",
"# ['2024-07-27', 'Gold Medal', '1', 'EVENEPOEL Remco', 'Male', 'Belgium', 'BEL', 'Belgium', '', '', 'Cycling Road', \"Men's Individual Time Trial\", \n",
"# 'ATH', '/en/paris-2024/results/cycling-road/men-s-individual-time-trial/fnl-000100--', '2000-01-25', '1903136']\n",
"\n",
"with open(OLYMPICS_DIR + OLYMPICS_MEDALLISTS) as f:\n",
" reader = csv.DictReader(f)\n",
" for row in reader:\n",
" details ='{0} athlete named {1} earned a {2} on {3}, they represented {4} in {5} for {6}. See https://olympics.com/{7} for details'.format(\n",
" row['gender'], row['name'], row['medal_type'], row['medal_date'], row['country'], row['discipline'], row['event'],\n",
" row['url_event'])\n",
" data.append({\"vector\": model(details), \"medal_type\": row['medal_type'], \"athlete_name\": row['name'],\n",
" \"medallist\": {\n",
" \"medal_date\": row['medal_date'],\n",
" \"medal_type\": row['medal_type'],\n",
" \"name\": row['name'], \n",
" \"gender\": row['gender'], \n",
" \"country\": row['country'], \n",
" \"country_code\": row['country_code'], \n",
" \"nationality\": row['nationality'], \n",
" \"team\": row['team'], \n",
" \"team_gender\": row['team_gender'], \n",
" \"discipline\": row['discipline'], \n",
" \"event\": row['event'], \n",
" \"event_type\": row['event_type'], \n",
" \"url_event\": row['url_event'], \n",
" \"birth_date\": row['birth_date'], \n",
" \"details\": details,\n",
" \"code\": row['code']\n",
" } \n",
" })\n",
"\n",
"\n",
"# print(data)\n",
"res = milvus_client.insert(collection_name=OM_COLLECTION_NAME, data=data)\n",
"print(res)"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "fa47844d-fc0f-4841-bba6-0d7d0ed4ea68",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Hit: {'id': 451727117958344695, 'distance': 0.0, 'entity': {'id': 451727117958344695, 'athlete_name': 'EVENEPOEL Remco', 'medal_type': 'Gold Medal', 'medallist': {'medal_date': '2024-07-27', 'medal_type': 'Gold Medal', 'name': 'EVENEPOEL Remco', 'gender': 'Male', 'country': 'Belgium', 'country_code': 'BEL', 'nationality': 'Belgium', 'team': '', 'team_gender': '', 'discipline': 'Cycling Road', 'event': \"Men's Individual Time Trial\", 'event_type': 'ATH', 'url_event': '/en/paris-2024/results/cycling-road/men-s-individual-time-trial/fnl-000100--', 'birth_date': '2000-01-25', 'details': \"Male athlete named EVENEPOEL Remco earned a Gold Medal on 2024-07-27, they represented Belgium in Cycling Road for Men's Individual Time Trial. See https://olympics.com/en/paris-2024/results/cycling-road/men-s-individual-time-trial/fnl-000100-- for details\", 'code': '1903136'}}}\n",
"Hit: {'id': 451727117958343786, 'distance': 0.0004960803198628128, 'entity': {'id': 451727117958343786, 'athlete_name': 'EVENEPOEL Remco', 'medal_type': 'Gold Medal', 'medallist': {'medal_date': '2024-07-27', 'medal_type': 'Gold Medal', 'name': 'EVENEPOEL Remco', 'gender': 'Male', 'country': 'Belgium', 'country_code': 'BEL', 'nationality': 'Belgium', 'team': '', 'team_gender': '', 'discipline': 'Cycling Road', 'event': \"Men's Individual Time Trial\", 'event_type': 'ATH', 'url_event': '/en/paris-2024/results/cycling-road/men-s-individual-time-trial/fnl-000100--', 'birth_date': '2000-01-25', 'details': \"Male athlete named EVENEPOEL Remco earned a Gold Medal on 2024-07-27, they represented Belgium in Cycling Road for Men's Individual Time Trial. See https://olympics.com//en/paris-2024/results/cycling-road/men-s-individual-time-trial/fnl-000100-- for details\", 'code': '1903136'}}}\n"
]
}
],
"source": [
"# Use first record as search record\n",
"query_vector = [data[0][\"vector\"]]\n",
"\n",
"# Execute the search on the 'vector' field\n",
"search_results = milvus_client.search(\n",
" OM_COLLECTION_NAME,\n",
" data=query_vector,\n",
" anns_field=\"vector\",\n",
" output_fields=[\"id\", \"athlete_name\", \"medal_type\", \"medallist\"],\n",
" search_params=search_params,\n",
" limit=10\n",
")\n",
"\n",
"\n",
"# Print search results\n",
"for hits in search_results:\n",
" for hit in hits:\n",
" print(f\"Hit: {hit}\")\n"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment