conda free test

.github/actions/confWriter/action.yml

@@ -79,23 +79,16 @@ runs:
           id: find_python_cmd
           shell: bash -el {0}
           run: |
-              if [[ "${{ inputs.use-free-thread-python }}" == "true" ]]; then
-                  if [ "$RUNNER_OS" == "Windows" ]; then
-                      pythonPath=$(echo "$FT_PYTHON_PATH" | sed 's/\\/\//g')
-                      pythonCMD="${pythonPath}/python3.13t.exe"
-                      echo "TORCH_SUPPORTED=false" >> $GITHUB_ENV
-                  else
-                      pythonCMD='python3.13t'
-                      echo "TORCH_SUPPORTED=false" >> $GITHUB_ENV
-                  fi
+              if [ "${{ inputs.use-free-thread-python }}" == "true" ]; then
+                  echo "TORCH_SUPPORTED=false" >> $GITHUB_ENV
+              fi
+              if [ "$RUNNER_OS" == "Windows" ]; then
+                  pythonCMD=python
               else
-                  if [ "$RUNNER_OS" == "Windows" ]; then
-                      pythonCMD=python
-                  else
-                      pythonCMD=python3
-                  fi
+                  pythonCMD=python3
               fi
               # have to set env to make it work in ut tests
+              ${pythonCMD} -VV
               echo "pythonCMD=${pythonCMD}" >> $GITHUB_ENV
               echo "pythonCMD=${pythonCMD}" >> $GITHUB_OUTPUT
               echo ${pythonCMD}

.github/actions/dependence/action.yml

@@ -115,7 +115,9 @@ runs:
 
         - if: inputs.free-thread-python-required=='true'
           name: Install free-thread python
-          uses: ./.github/actions/service/freeThreadPython
+          uses: ./.github/actions/service/freeThreadConda
+          with:
+              iginx-conda-env: ${{ inputs.iginx-conda-env }}
 
         - name: Set up JDK ${{ inputs.java }}
           uses: actions/setup-java@v4

.github/actions/iginxRunner/action.yml

@@ -9,6 +9,17 @@ inputs:
         description: "to test UDF path detection"
         required: false
         default: "false"
+    iginx-conda-flag:
+        # this step is only needed when using python3.13 by conda because latest conda supports py3.12,
+        # and we use conda-forge to support 3.13. Thus, the required env would not be activated automatically
+        # even when we use login mode of bash
+        description: "whether to manually activate conda env before start IGinX"
+        required: false
+        default: "false"
+    iginx-conda-env:
+        description: "required conda env name"
+        required: false
+        default: "false"
 
 runs:
     using: "composite" # Mandatory parameter
@@ -36,16 +47,18 @@ runs:
           name: Start IGinX
           shell: bash -el {0}
           run: |
-              which python
+              if [ "${{ inputs.iginx-conda-flag }}" == "true" ]; then
+                  conda activate ${{ inputs.iginx-conda-env }}
+              fi
               if [ "$RUNNER_OS" == "Linux" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh" 6888 7888
+                  chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh"
+                  "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh" 6888 7888
               elif [ "$RUNNER_OS" == "Windows" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh" 6888 7888
+                  chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh"
+                  "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh" 6888 7888
               elif [ "$RUNNER_OS" == "macOS" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh" 6888 7888
+                  chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh"
+                  "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh" 6888 7888
               fi
 
         - if: inputs.if-test-udf=='false' && inputs.if-stop=='true'

.github/actions/service/freeThreadConda/action.yml

@@ -0,0 +1,36 @@
+name: "Install_Free-thread_Python in Conda"
+description: "Install Free-thread Python in Conda"
+inputs:
+    iginx-conda-env:
+        description: "conda env name"
+        required: false
+
+runs:
+    using: "composite"
+    steps:
+        # this step creates env test(default python version) which will not be used
+        - uses: conda-incubator/setup-miniconda@v3
+          with:
+              channels: conda-forge
+              channel-priority: flexible
+              conda-remove-defaults: "true"
+              run-post: "false"
+
+        # currently we can only install free-thread python 3.13 by conda-forge. latest miniconda only supports 3.12
+        # thus in action steps ahead, remember to 'conda activate $ENV_NAME' at start if conda should be used
+        - name: Check channels & install python3.13
+          shell: bash -el {0}
+          run: |
+              conda config --show channels
+              conda create -n ${{ inputs.iginx-conda-env }} python=3.13 python-freethreading -c conda-forge -q
+              conda activate ${{ inputs.iginx-conda-env }}
+              python -VV
+              python -c "import sys;print(sys._is_gil_enabled())"
+              curl -L -O https://github.com/IGinX-THU/IGinX-resources/raw/refs/heads/main/resources/python/pandas-3.0.0.dev0+1654.g32a97a969a-cp313-cp313t-win_amd64.whl
+              ls -l
+              if [ "$RUNNER_OS" == "Windows" ]; then
+               python -m pip install numpy thrift pemjax
+               python -m pip install pandas*.whl
+              else
+               python -m pip install pandas==2.2.3 numpy thrift pemjax
+              fi

.github/scripts/iginx/iginx.sh

@@ -28,7 +28,8 @@ sed -i "s/restPort=[0-9]\+/restPort=$2/g" core/target/iginx-core-*/conf/config.p
 
 sh -c "chmod +x core/target/iginx-core-*/sbin/start_iginx.sh"
 
-sh -c "nohup core/target/iginx-core-*/sbin/start_iginx.sh > iginx-$1.log 2>&1 &"
+python3 -VV
+bash -c "nohup core/target/iginx-core-*/sbin/start_iginx.sh > iginx-$1.log 2>&1 &"
 
 sh -c "sleep 3"
 

.github/scripts/iginx/iginx_macos.sh

@@ -32,7 +32,8 @@ echo "JAVA_HOME is set to $JAVA_HOME"
 
 sh -c "chmod +x core/target/iginx-core-*/sbin/start_iginx.sh"
 
-sh -c "nohup core/target/iginx-core-*/sbin/start_iginx.sh > iginx-$1.log 2>&1 &"
+python3 -VV
+bash -c "nohup core/target/iginx-core-*/sbin/start_iginx.sh > iginx-$1.log 2>&1 &"
 
 sh -c "sleep 3"
 

.github/scripts/test/test_union.sh

@@ -17,7 +17,7 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 #
 
-
+python -VV
 pwd
 
 cd ..

.github/workflows/free-thread-test.yml

@@ -35,6 +35,10 @@ jobs:
                 metadata: ${{ fromJSON(inputs.metadata-matrix) }}
                 DB-name: ${{ fromJSON(inputs.db-matrix) }}
         runs-on: ${{ matrix.os }}
+        env:
+            # only used in this workflow file
+            IGINX_CONDA_FLAG: "true"
+            IGINX_CONDA_ENV: "iginxEnv"
         steps:
             - uses: actions/checkout@v4
               # use free-threading python instead of stable version
@@ -44,6 +48,8 @@ jobs:
                   java: ${{ matrix.java }}
                   free-thread-python-required: "true"
                   scope: "only-java"
+                  iginx-conda-flag: ${{ env.IGINX_CONDA_FLAG }}
+                  iginx-conda-env: ${{ env.IGINX_CONDA_ENV }}
 
             - name: Run Metadata
               uses: ./.github/actions/metadataRunner
@@ -70,13 +76,17 @@ jobs:
 
             - name: Start IGinX
               uses: ./.github/actions/iginxRunner
+              with:
+                  iginx-conda-flag: ${{ env.IGINX_CONDA_FLAG }}
+                  iginx-conda-env: ${{ env.IGINX_CONDA_ENV }}
 
             - name: TestController IT
               if: always()
-              shell: bash
+              shell: bash -el {0}
               env:
                   METADATA_STORAGE: ${{ matrix.metadata }}
               run: |
+                  conda activate ${{ env.IGINX_CONDA_ENV }}
                   chmod +x "${GITHUB_WORKSPACE}/.github/scripts/test/test_union.sh"
                   mvn test -q -Dtest=Controller -DfailIfNoTests=false -P-format
 

test/src/test/java/cn/edu/tsinghua/iginx/integration/func/udf/TransformIT.java

@@ -250,13 +250,20 @@ private void verifyJobState(long jobId, JobState expectedState) throws SessionEx
   private void verifyJobFinishedBlocked(long jobId) throws SessionException, InterruptedException {
     LOGGER.info("job is {}", jobId);
     JobState jobState = JobState.JOB_CREATED;
+    int timeout = 60000; // 60s
     while (!jobState.equals(JobState.JOB_CLOSED)
         && !jobState.equals(JobState.JOB_FAILED)
-        && !jobState.equals(JobState.JOB_FINISHED)) {
+        && !jobState.equals(JobState.JOB_FINISHED)
+        && timeout > 0) {
       Thread.sleep(500);
+      timeout -= 500;
       jobState = session.queryTransformJobStatus(jobId);
     }
     LOGGER.info("job {} state is {}", jobId, jobState.toString());
+    if (timeout <= 0) {
+      LOGGER.error("job is stuck, check IGinX server log...");
+      fail();
+    }
 
     if (!needCompareResult) {
       return;

test/src/test/java/cn/edu/tsinghua/iginx/integration/func/udf/UDFIT.java

@@ -845,6 +845,70 @@ public void testUDFWithArgs() {
     compareResult(expected, ret.getResultInString(false, ""));
   }
 
+  @Test
+  public void testUDFOnlyArgs() {
+    String filePath =
+        String.join(
+            File.separator,
+            System.getProperty("user.dir"),
+            "src",
+            "test",
+            "resources",
+            "udf",
+            "no_mod_udf.py");
+    String udfName = "no_mod";
+    tool.executeReg(String.format(SINGLE_UDF_REGISTER_SQL, "UDTF", udfName, "NoModUDF", filePath));
+    taskToBeRemoved.add(udfName);
+
+    String query = "SELECT no_mod(1);";
+    SessionExecuteSqlResult ret = tool.execute(query);
+    String expected =
+        "ResultSets:\n"
+            + "+---------+\n"
+            + "|no_mod(1)|\n"
+            + "+---------+\n"
+            + "|        1|\n"
+            + "+---------+\n"
+            + "Total line number = 1\n";
+    compareResult(expected, ret.getResultInString(false, ""));
+
+    query = "SELECT no_mod(1.98);";
+    ret = tool.execute(query);
+    expected =
+        "ResultSets:\n"
+            + "+---------------+\n"
+            + "|no_mod(1.98000)|\n"
+            + "+---------------+\n"
+            + "|           1.98|\n"
+            + "+---------------+\n"
+            + "Total line number = 1\n";
+    compareResult(expected, ret.getResultInString(false, ""));
+
+    query = "SELECT no_mod(false), no_mod(TRUE);"; // false/FALSE/False
+    ret = tool.execute(query);
+    expected =
+        "ResultSets:\n"
+            + "+-------------+------------+\n"
+            + "|no_mod(false)|no_mod(true)|\n"
+            + "+-------------+------------+\n"
+            + "|        false|        true|\n"
+            + "+-------------+------------+\n"
+            + "Total line number = 1\n";
+    compareResult(expected, ret.getResultInString(false, ""));
+
+    query = "SELECT no_mod('test_string');";
+    ret = tool.execute(query);
+    expected =
+        "ResultSets:\n"
+            + "+---------------------+\n"
+            + "|no_mod('test_string')|\n"
+            + "+---------------------+\n"
+            + "|          test_string|\n"
+            + "+---------------------+\n"
+            + "Total line number = 1\n";
+    compareResult(expected, ret.getResultInString(false, ""));
+  }
+
   @Test
   public void testUDFWithKvargs() {
     String insert =