Spaces:
Sleeping
Sleeping
Ben Burtenshaw
commited on
Commit
·
836f663
1
Parent(s):
72c97ab
update to argilla on main repo
Browse files- src/argilla_utils.py +5 -5
- src/spaces.py +12 -2
src/argilla_utils.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
import
|
2 |
from datasets import load_dataset
|
3 |
|
4 |
from datasets import load_dataset
|
@@ -14,12 +14,11 @@ from src.dataset import (
|
|
14 |
load_repo_id,
|
15 |
)
|
16 |
|
17 |
-
client = rg.Argilla(api_url="http://localhost:6900", api_key="owner.apikey")
|
18 |
-
|
19 |
|
20 |
def define_dataset_setting(
|
21 |
-
dataset_name, field_columns, question_columns, metadata_columns
|
22 |
):
|
|
|
23 |
split = load_split()
|
24 |
|
25 |
fields, questions, metadata, vectors = [], [], [], []
|
@@ -78,7 +77,8 @@ def define_dataset_setting(
|
|
78 |
return str(settings.serialize()), mapping
|
79 |
|
80 |
|
81 |
-
def add_records(argilla_dataset_name, mapping, n_records):
|
|
|
82 |
split = load_split()
|
83 |
df = load_dataset(load_repo_id())[split].take(n_records).to_pandas()
|
84 |
dataset = client.datasets(argilla_dataset_name)
|
|
|
1 |
+
import argilla as rg
|
2 |
from datasets import load_dataset
|
3 |
|
4 |
from datasets import load_dataset
|
|
|
14 |
load_repo_id,
|
15 |
)
|
16 |
|
|
|
|
|
17 |
|
18 |
def define_dataset_setting(
|
19 |
+
dataset_name, field_columns, question_columns, metadata_columns, argilla_space_url
|
20 |
):
|
21 |
+
client = rg.Argilla(api_url=argilla_space_url, api_key="owner.apikey")
|
22 |
split = load_split()
|
23 |
|
24 |
fields, questions, metadata, vectors = [], [], [], []
|
|
|
77 |
return str(settings.serialize()), mapping
|
78 |
|
79 |
|
80 |
+
def add_records(argilla_dataset_name, mapping, n_records, argilla_space_url):
|
81 |
+
client = rg.Argilla(api_url=argilla_space_url, api_key="owner.apikey")
|
82 |
split = load_split()
|
83 |
df = load_dataset(load_repo_id())[split].take(n_records).to_pandas()
|
84 |
dataset = client.datasets(argilla_dataset_name)
|
src/spaces.py
CHANGED
@@ -2,10 +2,20 @@ from huggingface_hub import duplicate_space
|
|
2 |
|
3 |
|
4 |
def create_argilla_space(target_argilla_space):
|
5 |
-
duplicate_space(
|
6 |
from_id="argilla/argilla-template-space",
|
7 |
to_id=target_argilla_space,
|
8 |
private=False,
|
9 |
exist_ok=True,
|
10 |
)
|
11 |
-
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
|
3 |
|
4 |
def create_argilla_space(target_argilla_space):
|
5 |
+
url = duplicate_space(
|
6 |
from_id="argilla/argilla-template-space",
|
7 |
to_id=target_argilla_space,
|
8 |
private=False,
|
9 |
exist_ok=True,
|
10 |
)
|
11 |
+
return repo_url_to_embed_url(url)
|
12 |
+
|
13 |
+
|
14 |
+
def repo_url_to_embed_url(url):
|
15 |
+
if url.startswith("https://huggingface.co/spaces/"):
|
16 |
+
space_id = url.split("/")[-1].replace("_", "-")
|
17 |
+
user_id = url.split("/")[-2].replace("_", "-")
|
18 |
+
embed_url = f"https://{user_id}-{space_id}.hf.space"
|
19 |
+
return embed_url
|
20 |
+
else:
|
21 |
+
return url
|