From 85ace0cb0e8f7a08a491c1a7d44442fa4c352a02 Mon Sep 17 00:00:00 2001
From: Houjiang Chen <chenhoujiangcug@gmail.com>
Date: Fri, 12 Jan 2024 15:02:14 +0800
Subject: [PATCH] enable vm runtime by default (#506)

Co-authored-by: Xiaoyu Xu <xiaoyulink@gmail.com>
---
 src/onediff/infer_compiler/with_oneflow_compile.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/onediff/infer_compiler/with_oneflow_compile.py b/src/onediff/infer_compiler/with_oneflow_compile.py
index 421ef8a7c..9caa670ae 100644
--- a/src/onediff/infer_compiler/with_oneflow_compile.py
+++ b/src/onediff/infer_compiler/with_oneflow_compile.py
@@ -367,6 +367,7 @@ def __init__(self, model):
         self.config.enable_cudnn_conv_heuristic_search_algo(False)
         self.config.allow_fuse_add_to_output(True)
 
+        os.environ["ONEFLOW_RUN_GRAPH_BY_VM"] = "1"
         os.environ["ONEFLOW_GRAPH_DELAY_VARIABLE_OP_EXECUTION"] = "1"
         os.environ["ONEFLOW_MLIR_CSE"] = "1"
         os.environ["ONEFLOW_MLIR_ENABLE_INFERENCE_OPTIMIZATION"] = "1"