GB.RNA-300M-MARS is a 300 million parameter RNA foundation model pre-trained on 886 million RNA sequences from the MARS database.
For a more detailed description, refer to the SOTA model in this collection
https://huggingface.co/genbio-ai/GB.RNA-1.6B
For more information, visit:
Model Generator
1mgen fit --model SequenceClassification --model.backbone aido_rna_300m_mars --data SequenceClassificationDataModule --data.path <hf_or_local_path_to_your_dataset>
2mgen test --model SequenceClassification --model.backbone aido_rna_300m_mars --data SequenceClassificationDataModule --data.path <hf_or_local_path_to_your_dataset>
1from modelgenerator.tasks import Embed
2model = Embed.from_config({"model.backbone": "aido_rna_300m_mars"}).eval()
3transformed_batch = model.transform({"sequences": ["ACGT", "AGCT"]})
4embedding = model(transformed_batch)
5print(embedding.shape)
6print(embedding)
1import torch
2from modelgenerator.tasks import SequenceClassification
3model = SequenceClassification.from_config({"model.backbone": "aido_rna_300m_mars", "model.n_classes": 2}).eval()
4transformed_batch = model.transform({"sequences": ["ACGT", "AGCT"]})
5logits = model(transformed_batch)
6print(logits)
7print(torch.argmax(logits, dim=-1))
1import torch
2from modelgenerator.tasks import TokenClassification
3model = TokenClassification.from_config({"model.backbone": "aido_rna_300m_mars", "model.n_classes": 3}).eval()
4transformed_batch = model.transform({"sequences": ["ACGT", "AGCT"]})
5logits = model(transformed_batch)
6print(logits)
7print(torch.argmax(logits, dim=-1))
1from modelgenerator.tasks import SequenceRegression
2model = SequenceRegression.from_config({"model.backbone": "aido_rna_300m_mars"}).eval()
3transformed_batch = model.transform({"sequences": ["ACGT", "AGCT"]})
4logits = model(transformed_batch)
5print(logits)
1from genbio_finetune.tasks import Embed
2model = Embed.from_config({"model.backbone": "aido_rna_300m_mars"}).eval()
3transformed_batch = model.transform({"sequences": ["ACGT", "ACGT"]})
4embedding = model(transformed_batch)
5print(embedding.shape)
6print(embedding)