Benchmarks for mlx-lm
The command for evaluating on MMLU Pro:
mlx_lm.evaluate --model model/repo --task mmlu_pro
The command for efficiency benchmarks:
The command for evaluating on MMLU Pro:
mlx_lm.evaluate --model model/repo --task mmlu_pro
The command for efficiency benchmarks:
| import argparse | |
| import json | |
| import logging | |
| import os | |
| import re | |
| import shutil | |
| from concurrent.futures import ProcessPoolExecutor, as_completed | |
| from dataclasses import dataclass | |
| from datetime import datetime | |
| from typing import Any, Callable, Dict, List, Literal, Optional, Tuple |
| angular.module('d3', []) | |
| .factory('d3Service', ['$document', '$window', '$q', '$rootScope', | |
| function($document, $window, $q, $rootScope) { | |
| var d = $q.defer(), | |
| d3service = { | |
| d3: function() { return d.promise; } | |
| }; | |
| function onScriptLoad() { | |
| // Load client in the browser | |
| $rootScope.$apply(function() { d.resolve($window.d3); }); |
| Mapper.CreateMap<List<ObjectId>, List<string>>().ConvertUsing(o => o.Select(os => os.ToString()).ToList()); | |
| Mapper.CreateMap<List<string>, List<ObjectId>>().ConvertUsing(o => o.Select(os => ObjectId.Parse(os)).ToList()); | |
| Mapper.CreateMap<ObjectId, string>().ConvertUsing(o => o.ToString()); | |
| Mapper.CreateMap<string, ObjectId>().ConvertUsing(s => ObjectId.Parse(s)); |
| @Component | |
| class PaginatedResultsRetrievedEventDiscoverabilityListener implements ApplicationListener< PaginatedResultsRetrievedEvent >{ | |
| @Override | |
| public void onApplicationEvent( PaginatedResultsRetrievedEvent ev ){ | |
| Preconditions.checkNotNull( ev ); | |
| this.addLinkHeaderOnPagedResourceRetrieval( | |
| ev.getUriBuilder(), ev.getResponse(), ev.getClazz(), ev.getPage(), ev.getTotalPages(), ev.getPageSize() ); | |
| } | |
| void addLinkHeaderOnPagedResourceRetrieval( UriComponentsBuilder uriBuilder, HttpServletResponse response, |
| # my copy redis.conf | |
| # changes | |
| # 1. dir | |
| # 2. daemonize yes | |
| # 3. maxmenory 100MB | |
| # 4. logfile /var/log/redis.log | |
| # | |
| # | |
| # Redis configuration file example | |
| # |
| #!/bin/sh | |
| # http://vm-192-168-11-21.shengyun.grandcloud.cn/topics/2437 | |
| # redis - this script starts and stops the redis-server daemon | |
| # | |
| # chkconfig: 2345 90 10 | |
| # description: Redis is a persistent key-value database | |
| # processname: redis-server | |
| # config: /etc/redis.conf | |
| # config: /etc/sysconfig/redis | |
| # pidfile: /var/run/redis.pid |
| 1.CentOS 6.4 | |
| #yum groupinstall "Development tools" | |
| $wget http://redis.googlecode.com/files/redis-2.6.14.tar.gz | |
| $tar zxf redis-2.6.14.tar.gz | |
| $cd redis-2.6.14 | |
| $make | |
| $make install | |
| ////// | |
| mkdir -p /usr/local/bin |