make dataset generation pylingual dependency editable

This commit is contained in:
Josh Wiedemeier
2025-12-09 10:17:01 -06:00
parent 7168c89095
commit ff010d2f42
7 changed files with 13 additions and 10 deletions
+1 -1
View File
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../" }
# pylingual = { path = "../", editable = true }
# ///
import contextlib
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../../" }
# pylingual = { path = "../../", editable = true }
# ///
import csv
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../../" }
# pylingual = { path = "../../", editable = true }
# ///
import itertools
+1 -1
View File
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../" }
# pylingual = { path = "../", editable = true }
# ///
import json
+1 -1
View File
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../../" }
# pylingual = { path = "../../", editable = true }
# ///
import ast
+1 -1
View File
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../../" }
# pylingual = { path = "../../", editable = true }
# ///
import logging
+7 -4
View File
@@ -4,7 +4,7 @@
# "pylingual",
# ]
# [tool.uv.sources]
# pylingual = { path = "../" }
# pylingual = { path = "../", editable = true }
# ///
import logging
@@ -27,7 +27,8 @@ def train_segmentation(segmentation_config_path: pathlib.Path, logger: logging.L
logger.info("training masked language model...")
subprocess.run(
[
"uv", "run",
"uv",
"run",
"torchrun",
f"--nnodes={nnodes}",
f"--nproc-per-node={nproc_per_node}",
@@ -47,7 +48,8 @@ def train_segmentation(segmentation_config_path: pathlib.Path, logger: logging.L
logger.info("training segmentation model...")
subprocess.run(
[
"uv", "run",
"uv",
"run",
"torchrun",
f"--nnodes={nnodes}",
f"--nproc-per-node={nproc_per_node}",
@@ -74,7 +76,8 @@ def train_statement(statement_config_path: pathlib.Path, logger: logging.Logger,
logger.info("training statement model...")
subprocess.run(
[
"uv", "run",
"uv",
"run",
"torchrun",
f"--nnodes={nnodes}",
f"--nproc-per-node={nproc_per_node}",