Add model and tokenizer in utils

main.py

@@ -73,7 +73,7 @@ def run():
             text_sequence = gr.Text()
             empty_sequence = gr.Text(visible=False)
         with gr.Row():
-            num_tokens = gr.Text()
+            num_tokens = gr.Text(visible=False)
         btn_from_scratch.click(
             fn=generate_song,
             inputs=[genre, temp, empty_sequence, qpm],

utils.py

@@ -5,13 +5,23 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import note_seq
 from matplotlib.figure import Figure
 from numpy import ndarray
+import torch
 
 from constants import GM_INSTRUMENTS, SAMPLE_RATE
 from string_to_notes import token_sequence_to_note_sequence
 from model import get_model_and_tokenizer
 
 
-model, tokenizer = get_model_and_tokenizer()
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+
+# Load the tokenizer and the model
+tokenizer = AutoTokenizer.from_pretrained("juancopi81/lmd_8bars_tokenizer")
+model = AutoModelForCausalLM.from_pretrained(
+    "juancopi81/lmd-8bars-2048-epochs20_v3"
+)
+
+# Move model to device
+model = model.to(device)
 
 
 def create_seed_string(genre: str = "OTHER") -> str: