Skip to content

Instantly share code, notes, and snippets.

View strnan's full-sized avatar
⛔
Busy

STR-NaN strnan

⛔
Busy
24 followers · 26 following
View GitHub Profile
@strnan
strnan / miner_diloco_stable.py
Created January 2, 2026 18:59
Distributed training strategy submission
import math
import torch
import torch.distributed as dist
import torch.nn.utils as nn_utils
from copy import deepcopy
from dataclasses import dataclass
from typing import Type, Dict, Any, Iterable, Union
from abc import ABC, abstractmethod
from torch.optim.lr_scheduler import LambdaLR
@strnan
strnan / miner_diloco_stable.py
Last active January 2, 2026 18:48
Distributed training strategy submission
import math
import os
import torch
import torch.nn.utils as nn_utils
import torch.distributed as dist
import torch.fft
from einops import rearrange
import datetime
from copy import deepcopy
@strnan
strnan / miner_lfls.py
Created December 31, 2025 10:05
Distributed training strategy submission
import os
import torch
import torch.nn.utils as nn_utils
import torch.distributed as dist
from dataclasses import dataclass
from typing import Dict, Any, Type
from abc import ABC, abstractmethod
def all_reduce(t):
@strnan
strnan / miner_diloco_sparse_ef.py
Created December 30, 2025 15:06
Distributed training strategy submission
import math
import torch
import torch.nn.utils as nn_utils
import torch.distributed as dist
from copy import deepcopy
from dataclasses import dataclass
from torch.optim.lr_scheduler import LambdaLR
from typing import Dict, Any, Type, Optional, Union, List
from abc import ABC, abstractmethod
@strnan
strnan / miner_gser_diloco.py
Created December 29, 2025 04:50
Distributed training strategy submission
import os
import math
import torch
import torch.distributed as dist
import torch.nn.utils as nn_utils
from copy import deepcopy
from dataclasses import dataclass
from typing import Dict, Any, Type
from abc import ABC, abstractmethod
@strnan
strnan / miner_diloco.py
Created December 29, 2025 04:26
Distributed training strategy submission
import math
import torch
import torch.nn as nn
import torch.distributed as dist
import torch.nn.utils as nn_utils
from copy import deepcopy
from dataclasses import dataclass
from typing import Dict, Any, Type, List
from abc import ABC, abstractmethod
@strnan
strnan / miner_diloco_sparse_ef.py
Created December 28, 2025 08:51
Distributed training strategy submission
import math
import torch
import torch.nn.utils as nn_utils
import torch.distributed as dist
from copy import deepcopy
from dataclasses import dataclass
from torch.optim.lr_scheduler import LambdaLR
from typing import List, Type, Union, Optional, Dict, Any
from abc import ABC, abstractmethod
@strnan
strnan / keybase.md
Last active March 3, 2023 19:13

Keybase proof

I hereby claim:

  • I am yantodotid on github.
  • I am yantodotid (https://keybase.io/yantodotid) on keybase.
  • I have a public key ASA6NikSCnLoZCOegKwDuiD-Yl61HoL_bTt0YWt6YWqPaAo

To claim this, I am signing this object:

@strnan
strnan / keybase.md
Created June 21, 2022 05:26

Keybase proof

I hereby claim:

  • I am yantodotid on github.
  • I am yantodotid (https://keybase.io/yantodotid) on keybase.
  • I have a public key ASDh0KIA88LE3COo_wu2ZX-Mu7CZYuI_d6vTE43hDi7WCwo

To claim this, I am signing this object: