This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<body ng-app="app"> | |
<!--header--> | |
<div id="header"> | |
<div class="container cont-header txt-title txt-md" > | |
<span class="header-left">Kyla Vana</span> | |
<ul class="header-right"> | |
<li><a href="#portfolio">Portfolio</a></li> | |
<li><a href="#about">About</a></li> | |
<li><a href="#contact">Contact</a></li> | |
</ul> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
body | |
section#js-header.slideshow | |
.slideshow__slide.js-slider-home-slide.is-current(data-slide="1") | |
.slideshow__slide-background-parallax.background-absolute.js-parallax(data-speed="-1" data-position="top" data-target="#js-header") | |
.slideshow__slide-background-load-wrap.background-absolute | |
.slideshow__slide-background-load.background-absolute | |
.slideshow__slide-background-wrap.background-absolute | |
.slideshow__slide-background.background-absolute | |
.slideshow__slide-image-wrap.background-absolute | |
.slideshow__slide-image.background-absolute(style=`background-image:url("https://images.pexels.com/photos/227675/pexels-photo-227675.jpeg?auto=compress&cs=tinysrgb&dpr=2&h=750&w=1260")`) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#Add e5-instruct-mistral layers, so they naming is different than | |
# original mistral instruct one | |
from __future__ import annotations | |
from typing import Sequence | |
from .constants import MODEL_ARCH, MODEL_TENSOR, MODEL_TENSORS, TENSOR_NAMES | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import torch | |
from chromadb import EmbeddingFunction | |
from typing import List, Dict, Union | |
from typing import Any, TypeVar | |
INSTRUCTIONS = { | |
"qa": { | |
"query": "Represent this query for retrieving relevant documents: ", | |
"key": "Represent this document for retrieval: ", |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# train_grpo.py | |
import re | |
import torch | |
from datasets import load_dataset, Dataset | |
from transformers import AutoTokenizer, AutoModelForCausalLM | |
from peft import LoraConfig | |
from trl import GRPOConfig, GRPOTrainer | |
# Load and prep dataset |