Last active
December 29, 2022 03:40
-
-
Save davidkaneda/7412156a980b45241fb84fe6ca2019e2 to your computer and use it in GitHub Desktop.
Mongo aggregate command that calculates total cost on openai calls from all user’s suggestions, based on the model being used, as well as the total number of words generated, then sorts by cost.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
await AiSuggestion.aggregate([ | |
{ | |
$group: { | |
_id: "$user", | |
models: { | |
$push: { | |
model: "$request.model", | |
totalTokens: { $sum: "$response.usage.total_tokens" }, | |
}, | |
}, | |
}, | |
}, | |
{ | |
$unwind: "$models", | |
}, | |
{ | |
$group: { | |
_id: { user: "$_id", model: "$models.model" }, | |
totalTokens: { $sum: "$models.totalTokens" }, | |
choices: { $push: "$response.choices" }, | |
}, | |
}, | |
{ | |
$group: { | |
_id: "$_id.user", | |
models: { | |
$push: { | |
model: "$_id.model", | |
totalTokens: "$totalTokens", | |
cost: { | |
$multiply: [ | |
"$totalTokens", | |
{ | |
$cond: { | |
if: { $eq: ["$_id.model", MODELS.davinci] }, | |
then: COSTS[MODELS.davinci] / 1000, | |
else: { | |
$cond: { | |
if: { $eq: ["$_id.model", MODELS.babbage] }, | |
then: COSTS[MODELS.babbage] / 1000, | |
else: { | |
$cond: { | |
if: { $eq: ["$_id.model", MODELS.curie] }, | |
then: COSTS[MODELS.curie] / 1000, | |
else: 0, | |
}, | |
}, | |
}, | |
}, | |
}, | |
}, | |
], | |
}, | |
wordCount: { | |
$sum: { | |
$map: { | |
input: "$choices", | |
as: "choice", | |
in: { $size: { $split: ["$$choice.text", " "] } }, | |
}, | |
}, | |
}, | |
}, | |
}, | |
}, | |
}, | |
{ | |
$addFields: { | |
totalCost: { $sum: "$models.cost" }, | |
}, | |
}, | |
{ | |
$sort: { | |
totalCost: -1, | |
}, | |
}, | |
{ | |
$lookup: { | |
from: "users", | |
localField: "_id", | |
foreignField: "_id", | |
as: "user", | |
}, | |
}, | |
{ | |
$unwind: "$user", | |
}, | |
{ | |
$addFields: { | |
name: "$user.name", | |
email: "$user.email", | |
}, | |
}, | |
{ | |
$project: { | |
user: 0, | |
}, | |
}, | |
]); |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment