Talend ESB Runtime auto-scaling on AWS platform - 7.0

For further information, see Compatible Operating Systems.

For further information on TAC installation, see Installing your Talend product using Talend Installer (recommended).

Retrieve the Job export AWSTestWSJobExport.zip file from the Downloads tab in the left panel of this page.

• JobName: testRest
• Feature version:0.1.0-SNAPSHOT
• Nexus repo: Snapshots/org.example

For further information, see Compatible Operating Systems.

To install the Talend Runtime wrapper, see Talend Runtime.

http://{TACHost}:8080/org.talend.administrator/metaServlet? {"actionName": "addServer",
"adminConsolePort": 8040,"authPass":  "admin","authUser": "admin@company.com",
"commandPort": 8000,"description": "RemoteRT","filePort": 8001,
"host": "34.251.88.225","instance": "trun","label": "Remote RT server auto-scaling",
"mgmtRegPort": 1099,"mgmtServerPort": 44444,"monitoringPort": 8888,"runtimePassword":"tadmin",
"runtimeUsername": "tadmin","shutdownBehavior": "Stop","timeoutUnknownState": "120","useSSL": false}

http://{TACHost}:8080/org.talend.administrator/metaServlet?eyJhY3Rpb25OYW1lI
jogImFkZFNlcnZlciIsImFkbWluQ29uc29sZVBvcnQiOiA4MDQwLCJhdXRoUGFzcyI6ICJhZG1pbiIsImF1dGhVc2VyI
jogImFkbWluQGNvbXBhbnkuY29tIiwiY29tbWFuZFBvcnQiOiA4MDAwLCJkZXNjcmlwdGlvbiI6ICJSZW1vdGVSVCIsI
mZpbGVQb3J0IjogODAwMSwiaG9zdCI6ICIzNC4yNTEuODguMjI1IiwiaW5zdGFuY2UiOiAidHJ1biIsImxhYmVsIjogI
lJlbW90ZSBSVCBzZXJ2ZXIgYXV0by1zY2FsaW5nIiwibWdtdFJlZ1BvcnQiOiAxMDk5LCJtZ210U2VydmVyUG9ydCI6I
DQ0NDQ0LCJtb25pdG9yaW5nUG9ydCI6IDg4ODgsInJ1bnRpbWVQYXNzd29yZCI6ICJ0YWRtaW4iLCJydW50aW1lVXNlcm
5hbWUiOiAidGFkbWluIiwic2h1dGRvd25CZWhhdmlvciI6ICJTdG9
wIiwidGltZW91dFVua25vd25TdGF0ZSI6ICIxMjAiLCJ1c2VTU0wiOiBmYWxzZX0

#! /bin/bash
                        
table=(A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 - _ =)
                        
#text="{\"alg\":\"RS256\",\"typ\":\"JWT\"}"
#text="{\"iss\":\"761326798069-r5mljlln1rd4lrbhg75efgigp36m78j5@developer.gserviceaccount.com\",\"scope\":\"https://www.googleapis.com/auth/prediction\",\"aud\":\"https://accounts.google.com/o/oauth2/token\",\"exp\":1328554385,\"iat\":1328550785}"
                        
read text
                        
# breaking binary represantation of $text in to 6-bit blocks
for line in $(echo -n "$text" | xxd -b -g 0 | cut -d ' ' -f 2 | paste -s -d '' | fold -w 6 -s)
do
    length=$(echo ${#line})
    let padding=6-$length
    s="0"
    p=""
                        
    # padding 6-bit to 8-bit by adding zeros to the right
    if (($padding > 0)); then
        while ((${#p} < "$padding")); do
            p="$p$s";
        done;
    fi
                        
    # convert binary to decimal
    n=$(echo "ibase=2;$line$p" | bc)
    # output the table looked up character
    echo -n ${table[n]}
done
                    

echo $"Starting Talend Runtime Registration ...."
# Read current Runtime host by using AWS instance Metadata API call, returned host address will be returned in system variable “host_address”.
host_address=$(curl http://169.254.169.254/latest/meta-data/public-hostname)
                    
# Build MetaServlet JSON script – addServer.
metaservlet='{"actionName": "addServer","adminConsolePort": 8040,"authPass": "admin","authUser": "admin@company.com","commandPort": 8000,"description": "RemoteRT","filePort": 8001,"host": "'$host_address'","instance": "trun","label": "RemoteRT_'$host_address'","mgmtRegPort": 1099,"mgmtServerPort": 44444,"monitoringPort": 8888,"runtimePassword": "tadmin","runtimeUsername": "tadmin","shutdownBehavior": "Stop","timeoutUnknownState": "120","useSSL": false}'
                    
# Run base64url.sh to encode “addServer” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                    
# Execute REST Call to TAC MetaServlet with encoded string and extract server ID from JSON response.  
serverId=$(curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet" | python -c 'import json,sys;obj=json.load(sys.stdin);print obj["id"]';)

# Export the server ID as Linux environment variables so it can be used by later process.
echo 'serverId='$serverId > /etc/environment
                

echo $"Creating new ESB Task ...."
# Build MetaServlet JSON script – saveEsbTask.
metaservlet='{"actionName": "saveEsbTask","authPass": "admin","authUser": "admin@company.com","description": "esbTask from '$host_address'","featureName": "testREST-feature","featureType": "SERVICE","featureUrl": "mvn:org.example/testREST-feature/0.1.0-SNAPSHOT/xml","featureVersion": "0.1.0-SNAPSHOT","repository": "snapshots","runtimeContext": "Default","runtimePropertyId": "testREST","runtimeServerName": "RemoteRT_'$host_address'","tag": "tag1","taskName": "ESBTaskMetaservlet_'$host_address'"}'
                    
# Run base64url.sh to encode “saveEsbTask” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                    
# Execute REST Call to TAC MetaServlet with encoded string and extract esbtask ID from JSON response.
esbtaskId=$(curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet" | python -c 'import json,sys;obj=json.load(sys.stdin);print obj["taskId"]';)
                    
# Export the ESB Task ID as Linux environment variables so it can be used by later process.
echo 'esbtaskId='$esbtaskId >> /etc/environment
                

echo $"Deploying new ESB Task ...."
# Build MetaServlet JSON script – requestDeployEsbTask.
metaservlet='{"actionName": "requestDeployEsbTask","authPass": "admin","authUser": "admin@company.com","taskId": '$esbtaskId'}'
                    
# Run base64url.sh to encode “requestDeployEsbTask” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                    
# Execute REST Call to TAC MetaServlet with encoded string.
curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet"
                

echo $"Un-deploying Talend ESB Task ...."
# Read environment variable $esbtaskId.
source /etc/environment
                    
# Build MetaServlet JSON script – requestUndeployEsbTask.
metaservlet='{"actionName": "requestUndeployEsbTask","authPass": "admin","authUser": "admin@company.com","taskId": '$esbtaskId'}'
                    
# Run base64url.sh to encode “requestDeployEsbTask” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                    
# Execute REST Call to TAC MetaServlet with encoded string.
curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet"
                

echo $"Deleting Talend ESB Task ...."
                    
# Build MetaServlet JSON script – deleteEsbTask, with $esbtaskId previously reading from environment variables
metaservlet='{"actionName": "deleteEsbTask","authPass": "admin","authUser": "admin@company.com","taskId": '$esbtaskId'}'
                    
# Run base64url.sh to encode “requestDeployEsbTask” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                    
# Execute REST Call to TAC MetaServlet with encoded string.
curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet"
                

echo $"Remove Talend Runtime server from TAC ...."
                        
# Build MetaServlet JSON script – removeServer, with $serverId previously reading from environment variables
metaservlet='{"actionName": "removeServer","authPass": "admin","authUser": "admin@company.com","serverId": '$serverId'}'
                        
# Run base64url.sh to encode “requestDeployEsbTask” script within Base64.
metaservlet=`echo "$metaservlet" | /app/base64url.sh`
                        
# Execute REST Call to TAC MetaServlet with encoded string.
curl -s 'http://{TACHost}:8080/org.talend.administrator/metaServlet?' -X POST -H 'Content-Type: application/json' -d "$metaservlet"
                    

chmod 755 TALEND-INIT

chkconfig TALEND-INIT on

chkconfig --level 123456 TALEND-INIT on

service TALEND-INIT start