You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
45 lines
1.8 KiB
45 lines
1.8 KiB
from extra.models.resnet import ResNet50
|
|
from tinygrad import Tensor, nn, Device
|
|
from tinygrad.helpers import Profiling, Timing, getenv
|
|
from tinygrad.uop.ops import Ops
|
|
from tinygrad.codegen import get_rewrites_for_renderer, apply_rewrites, rewrites_for_linearizer
|
|
from tinygrad.uop.spec import type_verify
|
|
|
|
if __name__ == "__main__":
|
|
mdl = ResNet50()
|
|
for p in nn.state.get_parameters(mdl): p.replace(Tensor.empty(p.shape))
|
|
img = Tensor.empty(64, 3, 224, 224)
|
|
|
|
PROFILE = getenv("PYPROFILE", 0)
|
|
FORWARD_ONLY = getenv("FORWARD_ONLY", 0)
|
|
SCHEDULE_ONLY = getenv("SCHEDULE_ONLY", 0)
|
|
LINEARIZE = bool(getenv("LINEARIZE", 1))
|
|
|
|
with Timing("all "):
|
|
with Timing("***** model tensor in "):
|
|
out = mdl(img)
|
|
|
|
if not FORWARD_ONLY:
|
|
with Timing("***** model schedule in "):
|
|
with Profiling(PROFILE >= 3):
|
|
sched = out.schedule()
|
|
|
|
if not SCHEDULE_ONLY:
|
|
asts = list({x.ast.key:x.ast for x in sched if x.ast.op is Ops.SINK}.values())
|
|
if (restrict_kernel := getenv("RESTRICT_KERNEL", -1)) != -1: asts = asts[restrict_kernel:restrict_kernel+1]
|
|
|
|
rewrites = get_rewrites_for_renderer(Device.default.renderer, linearizer=False)
|
|
with Profiling(PROFILE, fn="/tmp/rewrite.prof"):
|
|
with Timing("***** model rewrite in "):
|
|
rewritten_uops = []
|
|
for u in asts:
|
|
rewritten_uops.append(apply_rewrites(u, rewrites))
|
|
|
|
if LINEARIZE:
|
|
with Timing("***** model linearize in "):
|
|
uops_line = []
|
|
for u in rewritten_uops:
|
|
uops_line.append(apply_rewrites(u, rewrites_for_linearizer))
|
|
with Timing("***** model verify in "):
|
|
for u in uops_line: type_verify(u.arg.lst)
|
|
print(sum(len(u.arg.lst) for u in uops_line))
|
|
|