46 lines
1.4 KiB
Python
46 lines
1.4 KiB
Python
from typing import Any, Dict
|
|
import torch
|
|
import torch.nn as nn
|
|
import torch.nn.functional as F
|
|
|
|
class PtoAdam:
|
|
"""
|
|
Converts PyTorch tensor to NumPy ndarray.
|
|
|
|
category: PyTorch wrapper - Tensor data conversion
|
|
"""
|
|
|
|
@classmethod
|
|
def INPUT_TYPES(cls) -> Dict[str, Any]:
|
|
"""
|
|
Defines the input types for the function.
|
|
|
|
Returns:
|
|
Dict[str, Any]: A dictionary specifying required input types.
|
|
"""
|
|
return {
|
|
"required": {
|
|
"model": ("PTMODEL", {}),
|
|
"learning_rate": ("FLOAT", {"default":0.001, "min":1e-10, "max":1, "step":0.0000000001}),
|
|
"beta1": ("FLOAT", {"default":0.9, "min":1e-10, "max":1, "step":0.0000000001}),
|
|
"beta2": ("FLOAT", {"default":0.999, "min":1e-10, "max":1, "step":0.0000000001}),
|
|
}
|
|
}
|
|
|
|
RETURN_TYPES: tuple = ("PTOPTIMIZER",)
|
|
FUNCTION: str = "f"
|
|
CATEGORY: str = "Data Analysis"
|
|
|
|
def f(self, model, learning_rate, beta1, beta2) -> tuple:
|
|
"""
|
|
Converts PyTorch tensor to NumPy ndarray.
|
|
|
|
Args:
|
|
tens (torch.Tensor): PyTorch Tensor
|
|
|
|
Returns:
|
|
tuple: A tuple containing the ndarray.
|
|
"""
|
|
with torch.inference_mode(False):
|
|
opt = torch.optim.Adam(model.parameters(), lr=learning_rate, betas=(beta1, beta2))
|
|
return(opt,) |