Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -2,14 +2,17 @@ import torch
|
|
2 |
import gradio as gr
|
3 |
from fastai.text.all import *
|
4 |
from transformers import BartTokenizer
|
5 |
-
from datasets import load_metric
|
6 |
|
7 |
# Load the pre-trained model and tokenizer (adjust for Bart if needed)
|
8 |
pretrained_model_name = "facebook/bart-large-cnn" # Or "facebook/bart-base"
|
9 |
hf_tokenizer = BartTokenizer.from_pretrained(pretrained_model_name)
|
10 |
|
|
|
|
|
|
|
11 |
# Load the SQuAD metric
|
12 |
-
squad_metric = load_metric("squad")
|
13 |
|
14 |
def summarize(article):
|
15 |
# Define your data transformation pipeline here, if applicable
|
|
|
2 |
import gradio as gr
|
3 |
from fastai.text.all import *
|
4 |
from transformers import BartTokenizer
|
5 |
+
from datasets import load_dataset, load_metric
|
6 |
|
7 |
# Load the pre-trained model and tokenizer (adjust for Bart if needed)
|
8 |
pretrained_model_name = "facebook/bart-large-cnn" # Or "facebook/bart-base"
|
9 |
hf_tokenizer = BartTokenizer.from_pretrained(pretrained_model_name)
|
10 |
|
11 |
+
# Load the SQuAD dataset
|
12 |
+
squad = load_dataset("squad")
|
13 |
+
|
14 |
# Load the SQuAD metric
|
15 |
+
squad_metric = load_metric("squad", data_dir="path/to/squad/dataset", trust_remote_code=True)
|
16 |
|
17 |
def summarize(article):
|
18 |
# Define your data transformation pipeline here, if applicable
|