Add couler e2e test

.travis.yml

@@ -44,7 +44,6 @@ jobs:
         - docker pull sqlflow/sqlflow:latest && docker build --cache-from sqlflow/sqlflow:latest -t sqlflow:latest -f Dockerfile .
         - docker run --rm -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_units.sh
         - docker run --rm -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/upload_coveralls.sh
-        - docker run --rm -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_couler.sh
     - # run more parallel tests in the same stage:
       env: SQLFLOW_TEST_DB=hive
       script:
@@ -55,7 +54,7 @@ jobs:
       script:
         - docker pull sqlflow/sqlflow:latest && docker build --cache-from sqlflow/sqlflow:latest -t sqlflow:latest -f Dockerfile .
         - bash scripts/setup_k8s_env.sh
-        - docker run --rm --net=host -v /var/run/docker.sock:/var/run/docker.sock -v $HOME/.kube:/root/.kube -v /home/$USER/.minikube/:/home/$USER/.minikube/ -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_argo.sh
+        - docker run --rm --net=host -v /var/run/docker.sock:/var/run/docker.sock -v $HOME/.kube:/root/.kube -v /home/$USER/.minikube/:/home/$USER/.minikube/ -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_couler.sh
         - docker run --rm --net=host -v /var/run/docker.sock:/var/run/docker.sock -v $HOME/.kube:/root/.kube -v /home/$USER/.minikube/:/home/$USER/.minikube/ -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_ipython.sh
         - docker run -e MAXCOMPUTE_AK=$MAXCOMPUTE_AK -e MAXCOMPUTE_SK=$MAXCOMPUTE_SK --rm --net=host -v /var/run/docker.sock:/var/run/docker.sock -v $HOME/.kube:/root/.kube -v /home/$USER/.minikube/:/home/$USER/.minikube/ -v $GOPATH:/go -w /go/src/sqlflow.org/sqlflow sqlflow:latest bash scripts/test_maxcompute.sh
     - env: SQLFLOW_TEST=java

pkg/sql/codegen/proto/.gitignore

@@ -0,0 +1 @@
+intermediate_representation.pb.go

python/couler/setup.py

@@ -80,7 +80,7 @@
     url=URL,
     packages=find_packages(exclude=('tests',)),
     entry_points={
-        'console_scripts': ['couler = couler.__main__:main'],
+        'console_scripts': ['couler = couler.client:main'],
     },
     install_requires=REQUIRED,
     setup_requires=SETUP_REQUIRED,

scripts/test_couler.sh

@@ -13,6 +13,46 @@
 
 set -e
 
+############# Run Couler unit tests #############
 pip install -r python/couler/requirements.txt
 
 pytest python/couler/tests
+
+
+############# Run Couler e2e test #############
+CHECK_INTERVAL_SECS=2
+cd python/couler/ && python setup.py install
+cat <<EOF > /tmp/sqlflow_couler.py
+import couler.argo as couler
+couler.run_container(image="docker/whalesay", command='echo "SQLFlow bridges AI and SQL engine."')
+EOF
+
+couler run --mode argo --file /tmp/sqlflow_couler.py > /tmp/sqlflow_argo.yaml
+
+MESSAGE=$(kubectl create -f /tmp/sqlflow_argo.yaml)
+
+WORKFLOW_NAME=$(echo ${MESSAGE} | cut -d ' ' -f 1 | cut -d '/' -f 2)
+
+echo WORKFLOW_NAME ${WORKFLOW_NAME}
+
+
+for i in {1..30}; do
+    WORKFLOW_STATUS=$(kubectl get wf ${WORKFLOW_NAME} -o jsonpath='{.status.phase}')
+
+    if [[ "$WORKFLOW_STATUS" == "Succeeded" ]]; then
+        echo "Argo workflow succeeded."
+        kubectl delete wf ${WORKFLOW_NAME}
+        rm -rf /tmp/sqlflow* 
+        exit 0
+    else
+        echo "Argo workflow ${WORKFLOW_NAME} ${WORKFLOW_STATUS}"
+        sleep ${CHECK_INTERVAL_SECS}
+    fi
+done
+
+echo "Argo job timed out."
+rm -rf /tmp/sqlflow* 
+exit 1
+
+
+