g-ronimo/

IN1k96-augmented-latents_dc-ae-f32c32-sana-1.0

def __init__(
    self, hf_ds, text_enc, tokenizer, bs, ddp, col_label="label", col_latent="latent"
):
    self.hf_ds=hf_ds
    self.col_label, self.col_latent = col_label, col_latent
    self.text_enc, self.tokenizer =  text_enc, tokenizer
    self.tokenizer.padding_side = "right"
    self.prompt_len = 50
    
    if ddp: 
        self.sampler = DistributedSampler(hf_ds, shuffle = True, seed =… See the full description on the dataset page: https://huggingface.co/datasets/g-ronimo/IN1k96-augmented-latents_dc-ae-f32c32-sana-1.0.