Use recorded tape to impl task copying (#93)

* use recorded tape to impl task copying

* remove dup converter

* remove Libtask_jll in test CI script

* exception of task is not set in Julia prior v1.5

* lazy mode produce

* close consume channel when task is done

* try to fix integration tests

* check task status

* code refactor

* support `produce` in nested call

* add docs

* switch back to the old `produce` impl

* construct TapedTask from another TapedTask

* integration tests against certain branch

* Update Project.toml

Co-authored-by: Hong Ge <hg344@cam.ac.uk>

Author: KDr2

.github/workflows/IntegrationTest.yml

@@ -14,8 +14,8 @@ jobs:
       fail-fast: false
       matrix:
         package:
-          - {user: TuringLang, repo: AdvancedPS.jl}
-          - {user: TuringLang, repo: Turing.jl}
+          - {user: TuringLang, repo: AdvancedPS.jl, ref: taped-libtask}
+          - {user: TuringLang, repo: Turing.jl, ref: master}
 
     steps:
       - uses: actions/checkout@v2
@@ -28,6 +28,7 @@ jobs:
         uses: actions/checkout@v2
         with:
           repository: ${{ matrix.package.user }}/${{ matrix.package.repo }}
+          ref: ${{ matrix.package.ref }}
           path: downstream
       - name: Load this and run the downstream tests
         shell: julia --color=yes --project=downstream {0}

.github/workflows/MemLayoutGen.yaml

@@ -41,7 +41,5 @@ jobs:
             ${{ runner.os }}-test-${{ env.cache-name }}-
             ${{ runner.os }}-test-
             ${{ runner.os }}-
-      - if: ${{ matrix.version == 'nightly' }}
-        run: julia --color=yes --project -e 'using Pkg; Pkg.add(PackageSpec(url="https://github.com/JuliaBinaryWrappers/Libtask_jll.jl.git"))'
       - uses: julia-actions/julia-buildpkg@latest
       - uses: julia-actions/julia-runtest@latest

.github/workflows/Testing.yaml

@@ -3,16 +3,15 @@ uuid = "6f1fad26-d15e-5dc8-ae53-837a1d7b8c9f"
 license = "MIT"
 desc = "C shim for task copying in Turing"
 repo = "https://github.com/TuringLang/Libtask.jl.git"
-version = "0.5.3"
+version = "0.6"
 
 [deps]
-Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
-Libtask_jll = "3ae2931a-708c-5973-9c38-ccf7496fb450"
+IRTools = "7869d1d1-7146-5819-86e3-90919afe41df"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
+MacroTools = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
 Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"
 
 [compat]
-Libtask_jll = "0.5.1"
 julia = "1.3"
 
 [extras]

.github/workflows/tasklayout/memlayout.cpp

@@ -1,21 +1,19 @@
 module Libtask
 
-using Libdl
-using Libtask_jll
+using IRTools
+using MacroTools
 
-export CTask, consume, produce, TArray, tzeros, tfill, TRef
+export CTask, consume, produce
+export TArray, tzeros, tfill, TRef
 
-function __init__()
-    @static if VERSION < v"1.6.0"
-        push!(Libdl.DL_LOAD_PATH,
-              Libtask_jll.get_libtask_julia_path() |> dirname)
-        Libdl.dlopen(Libtask_jll.libtask_julia_path)
-    end
-end
+export TapedTask
+
+include("tapedfunction.jl")
+include("tapedtask.jl")
 
-include("memlayout/main.jl")
-include("ctask.jl")
 include("tarray.jl")
 include("tref.jl")
 
+CTask = TapedTask
+
 end