cc_staff
282
edits
Ray: Difference between revisions
m
→Hyperparameter search with Ray Tune
| Line 276: | Line 276: | ||
args = parser.parse_args() | args = parser.parse_args() | ||
## Connect to the Ray cluster launched in the job submission script | |||
ray.init(address=f"{os.environ['HEAD_NODE']}:{os.environ['RAY_PORT']}",_node_ip_address=os.environ['HEAD_NODE']) | ray.init(address=f"{os.environ['HEAD_NODE']}:{os.environ['RAY_PORT']}",_node_ip_address=os.environ['HEAD_NODE']) | ||
## Define a search space for the sweep | |||
config = { | config = { | ||
"lr": tune.loguniform(1e-4, 1e-1), # candidate learning rates will be sampled from a log-uniform distrubution | "lr": tune.loguniform(1e-4, 1e-1), # candidate learning rates will be sampled from a log-uniform distrubution | ||