Restore eager behavior on the JVM side, eliminating redundant op invocations in case user code refers to Tensors more than once

Author: EmergentOrder

backends/.js/src/main/scala/ORTOperatorBackend.scala

@@ -178,6 +178,9 @@ trait ORTOperatorBackend extends OpToONNXBytesConverter {
               opName,
               attrs
             )
+      // unsafeRunSync is not avaible in the JS context
+      // so behavior on the JS side remains lazy
+      // and thus inefficient in case user code refers to Tensors more than once
       result //.flatMap(x => IO.println("opName = " + opName).as(x))
    }
 

backends/.jvm/src/main/scala/ORTOperatorBackend.scala

@@ -206,8 +206,10 @@ trait ORTOperatorBackend extends OpToONNXBytesConverter with AutoCloseable {
            opName,
            attrs
          )
-   //TODO: now that this is otherwise working, try memoizing here
-      result.flatMap(IO.println("Real call opName => " + opName).as(_))
+   //Using unsafeRunSync here to restore eager evaluation 
+   //and avoid redundant op invocations in case user code refers to Tensors more than once
+      result.memoize.unsafeRunSync()
+        //.flatMap(IO.println("Real call opName => " + opName).as(_))
    }
 
    def modelToPersist(mod: ModelProto, outName: String) = {