Remove reference cycle - with exceptions

[anijain2305]

This is a followup of #223

#223 was cleaning up the OutputGraph. However, it was missing the cleanup when an exception was raised. This led to some memory held alive for the following case. Therefore, moving the cleanup to finalize of try ... except block.

@torchdynamo.disable
def print_mem(name):
    print(name, torch.cuda.memory_allocated() / 10**9, "GB")


def fn1(x, y, z):
    out = torch.addcdiv(x, y, z)
    print_mem("Inside func")
    return out.sum()


def fn():
    x = torch.randn(1024, 1024, 1024, device="cuda")
    y = torch.randn(1024, 1024, 1024, device="cuda")
    z = torch.randn(1024, 1024, 1024, device="cuda")
    return fn1(x, y, z)


fn()
print_mem("Outside func")
print("------ Eager Done --------")
print("\n\n\n")

# torchdynamo.config.debug = True
# torchdynamo.config.trace = True

with torchdynamo.optimize("eager"):
    fn()
    print_mem("Outside func")
print("------ TorchDynamo Done --------")
print("\n\n\n")


gc.collect()
torch.cuda.empty_cache()
print_mem("End")

[anijain2305]

The first commit did not account for InliningInstructionTranslator