| Model | AGIEval | GPT4All | TruthfulQA | Bigbench | Average |
|---|---|---|---|---|---|
| HeatherSpellGen2 | 40.73 | 75.43 | 72.75 | 47.12 | 59.01 |
| Task | Version | Metric | Value | Stderr | |
|---|---|---|---|---|---|
| agieval_aqua_rat | 0 | acc | 21.65 | ± | 2.59 |
| acc_norm | 20.47 | ± | 2.54 | ||
| agieval_logiqa_en | 0 | acc | 36.41 | ± | 1.89 |
| Model | AGIEval | GPT4All | TruthfulQA | Bigbench | Average |
|---|---|---|---|---|---|
| HeatherSpellGen2 | 40.73 | 75.43 | 72.75 | 47.12 | 59.01 |
| Task | Version | Metric | Value | Stderr | |
|---|---|---|---|---|---|
| agieval_aqua_rat | 0 | acc | 21.65 | ± | 2.59 |
| acc_norm | 20.47 | ± | 2.54 | ||
| agieval_logiqa_en | 0 | acc | 36.41 | ± | 1.89 |
| Model | AGIEval | GPT4All | TruthfulQA | Bigbench | Average |
|---|---|---|---|---|---|
| HeatherSpell-7b | 45.65 | 77.24 | 75.75 | 50 | 62.16 |
| Task | Version | Metric | Value | Stderr | |
|---|---|---|---|---|---|
| agieval_aqua_rat | 0 | acc | 28.74 | ± | 2.85 |
| acc_norm | 25.98 | ± | 2.76 | ||
| agieval_logiqa_en | 0 | acc | 39.63 | ± | 1.92 |
| Model | AGIEval | GPT4All | TruthfulQA | Bigbench | Average |
|---|---|---|---|---|---|
| pandafish-7b | 40 | 74.23 | 53.22 | 40.51 | 51.99 |
| Task | Version | Metric | Value | Stderr | |
|---|---|---|---|---|---|
| agieval_aqua_rat | 0 | acc | 21.65 | ± | 2.59 |
| acc_norm | 21.65 | ± | 2.59 | ||
| agieval_logiqa_en | 0 | acc | 34.10 | ± | 1.86 |
| Model | AGIEval | GPT4All | TruthfulQA | Bigbench | Average |
|---|---|---|---|---|---|
| MonarchPipe-7B-slerp | 46.12 | 74.89 | 66.59 | 47.49 | 58.77 |
| Task | Version | Metric | Value | Stderr | |
|---|---|---|---|---|---|
| agieval_aqua_rat | 0 | acc | 27.17 | ± | 2.80 |
| acc_norm | 27.17 | ± | 2.80 | ||
| agieval_logiqa_en | 0 | acc | 39.32 | ± | 1.92 |
| import Jam from 'jam-react'; | |
| <Jam roomId="room-id" /> | |
| import React from 'react'; | |
| import Jam from 'jam-react'; | |
| function App() { | |
| let ids = ['01', '02', '03']; | |
| return ( | |
| <div style={{padding: '1rem'}}> | |
| <h1>Jam: My own Clubhouse!!!!</h1> | |
| <div> | |
| {ids.map(id => ( |
| [iframe src="https://jam.systems/room-id" allow="microphone *;" width="420" height="600"] |
| (defn input [r] | |
| (->> (.split r "\n") | |
| (map #(.trim %)) | |
| (map #(.split % " ")))) | |
| (defn anagram? [a b] | |
| (= (frequencies a) | |
| (frequencies b))) | |
| (defn valid? [passphrase] |
| document.addEventListener('visibilitychange', function(event) { | |
| if (document.hidden) { | |
| document.title = 'woohoo'; | |
| } else { | |
| document.title = 'old title'; | |
| } | |
| }); |
| crypto = require('crypto'); | |
| #Quick MD5 of text | |
| text = "MD5 this text!" | |
| md5hash1 = crypto.createHash('md5').update(text).digest("hex") | |
| #MD5 of text with updates | |
| m = crypto.createHash('md5') | |
| m.update("MD5 ") | |
| m.update("this ") |