Skip to content

Commit

Permalink
skip en legal laws
Browse files Browse the repository at this point in the history
  • Loading branch information
markus583 committed May 11, 2024
1 parent 5ddb9f0 commit b119b5e
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion wtpsplit/train/train_adapter.py
Original file line number Diff line number Diff line change
Expand Up @@ -392,9 +392,13 @@ def maybe_pad(text):
if "legal" in dataset_name and not ("laws" in dataset_name or "judgements" in dataset_name):
print("SKIP: ", lang, dataset_name)
continue
if lang == "en" and dataset_name == "legal-all-laws":
# not available.
print("SKIP: ", lang, dataset_name)
continue
print("RUNNING:", dataset_name, lang)
# skip langs starting with a, b, ..., k
# if not lang.startswith(tuple("k")) and not "en-de" in lang:
# if lang.startswith(tuple("abcd")):
# print(f"Skipping {lang} {dataset_name}")
# continue
# do model stuff here; otherwise, head params would be overwritten every time
Expand Down

0 comments on commit b119b5e

Please sign in to comment.