Skip to content

Commit

Permalink
Merge branch 'master' into aki-pin-memory
Browse files Browse the repository at this point in the history
  • Loading branch information
akihironitta authored Aug 30, 2024
2 parents 5c07ef0 + 3710d2f commit 9d88e7c
Show file tree
Hide file tree
Showing 4 changed files with 25 additions and 4 deletions.
2 changes: 2 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).

### Changed

- Set `weights_only=True` in `torch_frame.load` from PyTorch 2.4 ([#423](https://github.com/pyg-team/pytorch-frame/pull/423))

### Deprecated

### Removed
Expand Down
16 changes: 15 additions & 1 deletion torch_frame/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,13 +12,27 @@
embedding,
)
from .data import TensorFrame
from .typing import TaskType, Metric, DataFrame, NAStrategy
from .typing import (
TaskType,
Metric,
DataFrame,
NAStrategy,
WITH_PT24,
)
from torch_frame.utils import save, load, cat # noqa
import torch_frame.data # noqa
import torch_frame.datasets # noqa
import torch_frame.nn # noqa
import torch_frame.gbdt # noqa

if WITH_PT24:
import torch

torch.serialization.add_safe_globals([
stype,
torch_frame.data.stats.StatType,
])

__version__ = '0.2.3'

__all__ = [
Expand Down
4 changes: 4 additions & 0 deletions torch_frame/typing.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,15 @@
from typing import Dict, List, Mapping, Union

import pandas as pd
import torch
from torch import Tensor

from torch_frame.data.multi_embedding_tensor import MultiEmbeddingTensor
from torch_frame.data.multi_nested_tensor import MultiNestedTensor

WITH_PT20 = int(torch.__version__.split('.')[0]) >= 2
WITH_PT24 = WITH_PT20 and int(torch.__version__.split('.')[1]) >= 4


class Metric(Enum):
r"""The metric.
Expand Down
7 changes: 4 additions & 3 deletions torch_frame/utils/io.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
)
from torch_frame.data.multi_tensor import _MultiTensor
from torch_frame.data.stats import StatType
from torch_frame.typing import TensorData
from torch_frame.typing import WITH_PT24, TensorData


def serialize_feat_dict(
Expand Down Expand Up @@ -80,7 +80,8 @@ def save(tensor_frame: TensorFrame,


def load(
path: str, device: torch.device | None = None
path: str,
device: torch.device | None = None,
) -> tuple[TensorFrame, dict[str, dict[StatType, Any]] | None]:
r"""Load saved :class:`TensorFrame` object and optional :obj:`col_stats`
from a specified path.
Expand All @@ -95,7 +96,7 @@ def load(
tuple: A tuple of loaded :class:`TensorFrame` object and
optional :obj:`col_stats`.
"""
tf_dict, col_stats = torch.load(path)
tf_dict, col_stats = torch.load(path, weights_only=WITH_PT24)
tf_dict['feat_dict'] = deserialize_feat_dict(
tf_dict.pop('feat_serialized_dict'))
tensor_frame = TensorFrame(**tf_dict)
Expand Down

0 comments on commit 9d88e7c

Please sign in to comment.