Ben Burtenshaw commited on
Commit
836f663
·
1 Parent(s): 72c97ab

update to argilla on main repo

Browse files
Files changed (2) hide show
  1. src/argilla_utils.py +5 -5
  2. src/spaces.py +12 -2
src/argilla_utils.py CHANGED
@@ -1,4 +1,4 @@
1
- import argilla_sdk as rg
2
  from datasets import load_dataset
3
 
4
  from datasets import load_dataset
@@ -14,12 +14,11 @@ from src.dataset import (
14
  load_repo_id,
15
  )
16
 
17
- client = rg.Argilla(api_url="http://localhost:6900", api_key="owner.apikey")
18
-
19
 
20
  def define_dataset_setting(
21
- dataset_name, field_columns, question_columns, metadata_columns
22
  ):
 
23
  split = load_split()
24
 
25
  fields, questions, metadata, vectors = [], [], [], []
@@ -78,7 +77,8 @@ def define_dataset_setting(
78
  return str(settings.serialize()), mapping
79
 
80
 
81
- def add_records(argilla_dataset_name, mapping, n_records):
 
82
  split = load_split()
83
  df = load_dataset(load_repo_id())[split].take(n_records).to_pandas()
84
  dataset = client.datasets(argilla_dataset_name)
 
1
+ import argilla as rg
2
  from datasets import load_dataset
3
 
4
  from datasets import load_dataset
 
14
  load_repo_id,
15
  )
16
 
 
 
17
 
18
  def define_dataset_setting(
19
+ dataset_name, field_columns, question_columns, metadata_columns, argilla_space_url
20
  ):
21
+ client = rg.Argilla(api_url=argilla_space_url, api_key="owner.apikey")
22
  split = load_split()
23
 
24
  fields, questions, metadata, vectors = [], [], [], []
 
77
  return str(settings.serialize()), mapping
78
 
79
 
80
+ def add_records(argilla_dataset_name, mapping, n_records, argilla_space_url):
81
+ client = rg.Argilla(api_url=argilla_space_url, api_key="owner.apikey")
82
  split = load_split()
83
  df = load_dataset(load_repo_id())[split].take(n_records).to_pandas()
84
  dataset = client.datasets(argilla_dataset_name)
src/spaces.py CHANGED
@@ -2,10 +2,20 @@ from huggingface_hub import duplicate_space
2
 
3
 
4
  def create_argilla_space(target_argilla_space):
5
- duplicate_space(
6
  from_id="argilla/argilla-template-space",
7
  to_id=target_argilla_space,
8
  private=False,
9
  exist_ok=True,
10
  )
11
- return target_argilla_space
 
 
 
 
 
 
 
 
 
 
 
2
 
3
 
4
  def create_argilla_space(target_argilla_space):
5
+ url = duplicate_space(
6
  from_id="argilla/argilla-template-space",
7
  to_id=target_argilla_space,
8
  private=False,
9
  exist_ok=True,
10
  )
11
+ return repo_url_to_embed_url(url)
12
+
13
+
14
+ def repo_url_to_embed_url(url):
15
+ if url.startswith("https://huggingface.co/spaces/"):
16
+ space_id = url.split("/")[-1].replace("_", "-")
17
+ user_id = url.split("/")[-2].replace("_", "-")
18
+ embed_url = f"https://{user_id}-{space_id}.hf.space"
19
+ return embed_url
20
+ else:
21
+ return url