Views
No views yet
pip install protobuf sentencepiece torch transformers accelerate
python3 ~/convert_mistral_weights_to_hf-22B.py --input_dir ~/Codestral-22B-v0.1/ --model_size 22B --output_dir ~/models/Codestral-22B-v0.1-hf/ --is_v3 --safe_serializationpython3 convert.py -i ~/models/Codestral-22B-v0.1-hf/ -o /tmp/exl2/ -nr -om ~/models/Machinez_Codestral-22B-v0.1-exl2/measurement.jsonpython3 convert.py -i ~/models/Codestral-22B-v0.1-hf/ -o /tmp/exl2/ -nr -m ~/models/Machinez_Codestral-22B-v0.1-exl2/measurement.json -cf ~/models/Machinez_Codestral-22B-v0.1-exl2_4.0bpw/ -b 4.0mistralai/Codestral-22B-v0.1 with mistral-inference.pip install mistral_inference1from huggingface_hub import snapshot_download
2from pathlib import Path
3
4mistral_models_path = Path.home().joinpath('mistral_models', 'Codestral-22B-v0.1')
5mistral_models_path.mkdir(parents=True, exist_ok=True)
6
7snapshot_download(repo_id="mistralai/Codestral-22B-v0.1", allow_patterns=["params.json", "consolidated.safetensors", "tokenizer.model.v3"], local_dir=mistral_models_path)mistral_inference, a mistral-chat CLI command should be available in your environment.mistral-chat $HOME/mistral_models/Codestral-22B-v0.1 --instruct --max_tokens 256Sure, here's a simple implementation of a function that computes the Fibonacci sequence in Rust. This function takes an integer `n` as an argument and returns the `n`th Fibonacci number.
fn fibonacci(n: u32) -> u32 {
match n {
0 => 0,
1 => 1,
_ => fibonacci(n - 1) + fibonacci(n - 2),
}
}
fn main() {
let n = 10;
println!("The {}th Fibonacci number is: {}", n, fibonacci(n));
}
This function uses recursion to calculate the Fibonacci number. However, it's not the most efficient solution because it performs a lot of redundant calculations. A more efficient solution would use a loop to iteratively calculate the Fibonacci numbers.mistral_inference and running pip install --upgrade mistral_common to make sure to have mistral_common>=1.2 installed:1from mistral_inference.model import Transformer
2from mistral_inference.generate import generate
3from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
4from mistral_common.tokens.instruct.request import FIMRequest
5
6tokenizer = MistralTokenizer.v3()
7model = Transformer.from_folder("~/codestral-22B-240529")
8
9prefix = """def add("""
10suffix = """ return sum"""
11
12request = FIMRequest(prompt=prefix, suffix=suffix)
13
14tokens = tokenizer.encode_fim(request).tokens
15
16out_tokens, _ = generate([tokens], model, max_tokens=256, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
17result = tokenizer.decode(out_tokens[0])
18
19middle = result.split(suffix)[0].strip()
20print(middle)num1, num2):
# Add two numbers
sum = num1 + num2
# return the sumgit clone --single-branch --branch 4_0 https://huggingface.co/machinez/Codestral-22B-v0.1-exl2pip3 install -U "huggingface_hub[cli]"1git config --global credential.helper 'store --file ~/.my-credentials'
2huggingface-cli loginmain (only useful if you only care about measurement.json) branch to a folder called machinez_Codestral-22B-v0.1-exl2:1mkdir machinez_Codestral-22B-v0.1-exl2
2huggingface-cli download machinez/Codestral-22B-v0.1-exl2 --local-dir machinez_Codestral-22B-v0.1-exl2 --local-dir-use-symlinks False--revision parameter:1mkdir machinez_Codestral-22B-v0.1-exl2_4.0bpw
2huggingface-cli download machinez/Codestral-22B-v0.1-exl2 --revision 6_0 --local-dir machinez_Codestral-22B-v0.1-exl2_6.0bpw --local-dir-use-symlinks FalseMNLP-0.1 license.