Skip to content

Commit 1ba46c0

Browse files
committed
feat: add _from_glob_path and update tests
1 parent 0ce4ea7 commit 1ba46c0

3 files changed

Lines changed: 14 additions & 4 deletions

File tree

packages/bigframes/bigframes/session/__init__.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2309,6 +2309,16 @@ def _start_query_ml_ddl(
23092309
)
23102310
return iterator, query_job
23112311

2312+
def _from_glob_path(
2313+
self, path: str, *, connection: Optional[str] = None, name: Optional[str] = None
2314+
) -> dataframe.DataFrame:
2315+
"""Create a BigFrames DataFrame that contains a BigFrames ObjectRef column from a global wildcard path."""
2316+
import bigframes.bigquery as bq
2317+
connection = self._create_bq_connection(connection=connection)
2318+
table = self._create_object_table(path, connection)
2319+
s = bq.obj.make_ref(self._loader.read_gbq_table(table)["uri"], authorizer=connection)
2320+
return s.rename(name).to_frame()
2321+
23122322
def _create_object_table(self, path: str, connection: str) -> str:
23132323
"""Create a random id Object Table from the input path and connection."""
23142324
table = str(self._anon_dataset_manager.generate_unique_resource_id())

packages/bigframes/tests/system/large/operations/test_ai.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,7 @@ def test_filter_multi_model(session, gemini_flash_model):
6464
THRESHOLD_OPTION,
6565
10,
6666
):
67-
df = session.from_glob_path(
67+
df = session._from_glob_path(
6868
"gs://bigframes-dev-testing/a_multimodel/images/*", name="image"
6969
)
7070
df["prey"] = series.Series(
@@ -238,7 +238,7 @@ def test_map_multimodel(session, gemini_flash_model):
238238
THRESHOLD_OPTION,
239239
10,
240240
):
241-
df = session.from_glob_path(
241+
df = session._from_glob_path(
242242
"gs://bigframes-dev-testing/a_multimodel/images/*", name="image"
243243
)
244244
df["scenario"] = series.Series(

packages/bigframes/tests/system/large/operations/test_semantics.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -411,7 +411,7 @@ def test_filter_multi_model(session, gemini_flash_model):
411411
THRESHOLD_OPTION,
412412
10,
413413
):
414-
df = session.from_glob_path(
414+
df = session._from_glob_path(
415415
"gs://bigframes-dev-testing/a_multimodel/images/*", name="image"
416416
)
417417
df["prey"] = series.Series(
@@ -580,7 +580,7 @@ def test_map_multimodel(session, gemini_flash_model):
580580
THRESHOLD_OPTION,
581581
10,
582582
):
583-
df = session.from_glob_path(
583+
df = session._from_glob_path(
584584
"gs://bigframes-dev-testing/a_multimodel/images/*", name="image"
585585
)
586586
df["scenario"] = series.Series(

0 commit comments

Comments
 (0)