This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"id": "019642d6-1889-7792-ada8-81be8701d7da", | |
"project_id": "ox/bit-reversal-trees", | |
"op_name": "weave:///ox/bit-reversal-trees/op/chat_completion_request:fLxiU06Rw0YFqT9SibsBml07ruJXJ5o9DCYlnVUIP5I", | |
"display_name": null, | |
"trace_id": "019642d6-1889-7792-ada8-81af6ec057bc", | |
"parent_id": null, | |
"started_at": null, | |
"attributes": { | |
"weave": { |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"id": "0196425c-0650-7df2-8d57-05d272f6d111", | |
"project_id": "ox/bit-reversal-trees", | |
"op_name": "weave:///ox/bit-reversal-trees/op/chat_completion_request:fLxiU06Rw0YFqT9SibsBml07ruJXJ5o9DCYlnVUIP5I", | |
"display_name": null, | |
"trace_id": "0196425c-0650-7df2-8d57-05c86c2919b6", | |
"parent_id": null, | |
"started_at": null, | |
"attributes": { | |
"weave": { |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
""" | |
Grant Budget & GPU Resource Estimator | |
A script for estimating compute requirements and costs for LLM training: | |
1. Compute budget estimation (FLOP-based calculations): | |
- GPU-hours and costs for fine-tuning runs | |
- Hyperparameter search | |
- Ablations |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"id": "01928a22-ff39-7540-87f3-a3ff1817c756", | |
"project_id": "ox/bit-reversal-trees", | |
"op_name": "weave:///ox/bit-reversal-trees/op/chat_completion_request:Qk5KvLtkFOElrMcJeSjrbLNK80b4VOx6o5YsYwdFRf8", | |
"display_name": null, | |
"trace_id": "01928a22-ff39-7540-87f3-a40a5e338663", | |
"parent_id": null, | |
"started_at": "2024-10-14T08:26:42.361000Z", | |
"attributes": { | |
"weave": { |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"id": "01928789-1b47-74a3-8a72-0cda64404bae", | |
"project_id": "ox/bit-reversal-trees", | |
"op_name": "weave:///ox/bit-reversal-trees/op/chat_completion_request:Q6nynXWSlZUj11g8y7uBuiHYfrNaGSzoyN1mM5CmbTk", | |
"display_name": null, | |
"trace_id": "01928789-1b47-74a3-8a72-0ce8abb48729", | |
"parent_id": null, | |
"started_at": "2024-10-13T20:19:22.567000Z", | |
"attributes": { | |
"weave": { |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var MontyHall = function () { | |
var car = randomInteger({n: 3}) | |
var our_choice = randomInteger({n: 3}) | |
var monty = categorical({vs: filter( | |
function(d){return d != car & d != our_choice }, [0,1,2])}) | |
condition((our_choice == 0) & (monty == 1)) | |
return car == 2 ? "change wins": "keep wins" | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var MontyHall = function () { | |
var car = randomInteger({n: 3}) | |
var our_choice = randomInteger({n: 3}) | |
var all_doors_but = function (d1, d2) { | |
return filter(function(d){return d != d1 & d != d2 }, [0,1,2]) | |
} | |
var monty = categorical({vs: all_doors_but(car, our_choice)}) | |
var door_not_opened = all_doors_but(monty, our_choice)[0] | |
return car == door_not_opened ? "change wins": "keep wins" |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var = 0.1 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.2 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.3 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.4 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.5 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.6 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.7 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.8 / dim of compensated mov. = 0 (5 1 6) | |
var = 0.9 / dim of compensated mov. = 0 (5 1 6) | |
var = 1.0 / dim of compensated mov. = 0 (5 1 6) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var = 0.1 / dim of compensated mov. = 4 (10 6 12) | |
var = 0.2 / dim of compensated mov. = 4 (10 6 12) | |
var = 0.3 / dim of compensated mov. = 0 (10 6 16) | |
var = 0.4 / dim of compensated mov. = 0 (10 6 16) | |
var = 0.5 / dim of compensated mov. = 11 (10 6 5) | |
var = 0.6 / dim of compensated mov. = 2 (10 4 12) | |
var = 0.7 / dim of compensated mov. = 4 (3 4 3) | |
var = 0.8 / dim of compensated mov. = 4 (3 4 3) | |
var = 0.9 / dim of compensated mov. = 6 (3 6 3) | |
var = 1.0 / dim of compensated mov. = 6 (10 6 10) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var = 0.1 / dim of compensated mov. = -1 (9 2 12) | |
var = 0.2 / dim of compensated mov. = 3 (9 5 11) | |
var = 0.3 / dim of compensated mov. = 3 (9 5 11) | |
var = 0.4 / dim of compensated mov. = -1 (9 5 15) | |
var = 0.5 / dim of compensated mov. = 3 (9 5 11) | |
var = 0.6 / dim of compensated mov. = 3 (9 5 11) | |
var = 0.7 / dim of compensated mov. = 0 (9 2 11) | |
var = 0.8 / dim of compensated mov. = 3 (9 5 11) | |
var = 0.9 / dim of compensated mov. = -1 (9 5 15) | |
var = 1.0 / dim of compensated mov. = 4 (10 5 11) |
NewerOlder