PUT /api/{db}/{table}/_stream_load

package demo.palo;

load com.google.gson.Gson;
load com.google.gson.reflect.TypeToken;

load java.io.BufferedInputStream;
load java.io.BufferedOutputStream;
load java.io.BufferedReader;
load java.io.File;
load java.io.FileInputStream;
load java.io.InputStream;
load java.io.InputStreamReader;
load java.lang.reflect.Type;
load java.net.HttpURLConnection;
load java.net.URL;
load java.nio.charset.StandardCharsets;
load java.util.Base64;

public class PaloStreamLoadDemo {
    private final static String HOST = "127.0.0.1"; // Compute Node host
    private final static int PORT = 8040;   // Compute Node HTTP port

    private static final String STREAM_LOAD_URL_PATTERN = "http://%s:%d/api/%s/%s/_stream_load";

    private final static String DB = "example_db";
    private final static String TABLE = "example_tbl";
    private final static String USER = "user";
    private final static String PASSWD = "passwd";
    // local file to be loaded
    private final static String LOAD_FILE = "./data.txt";

    public static void main(String[] args) throws Exception {
        streamLoad();
    }

    private static void streamLoad() throws Exception {
        String loadUrlStr = String.format(STREAM_LOAD_URL_PATTERN, HOST, PORT, DB, TABLE);
        URL loadUrl = new URL(loadUrlStr);
        HttpURLConnection conn = (HttpURLConnection) loadUrl.openConnection();
        conn.setRequestMethod("PUT");
        String auth = String.format("%s:%s", USER, PASSWD);
        String authEncoding = Base64.getEncoder().encodeToString(auth.getBytes(StandardCharsets.UTF_8));
        conn.setRequestProperty("Authorization", "Basic " + authEncoding);
        conn.addRequestProperty("Expect", "100-continue");
        conn.addRequestProperty("Content-Type", "text/plain; charset=UTF-8");
        // set header.
        // your add add any other headers here.
        conn.addRequestProperty("column_separator", ",");
        conn.addRequestProperty("label", "example_label");
        conn.setDoOutput(true);
        conn.setDoInput(true);

        // read and send file content
        File loadFile = new File(LOAD_FILE);
        try (BufferedOutputStream bos = new BufferedOutputStream(conn.getOutputStream());
             BufferedInputStream bis = new BufferedInputStream(new FileInputStream(loadFile));) {
            int i;
            while ((i = bis.read()) > 0) {
                bos.write(i);
            }
        }

        // get response
        int status = conn.getResponseCode();
        String respMsg = conn.getResponseMessage();
        System.out.println("get status: " + status + ", response msg: " + respMsg);

        // parse the response json
        InputStream stream = (InputStream) conn.getContent();
        BufferedReader br = new BufferedReader(new InputStreamReader(stream));
        StringBuilder sb = new StringBuilder();
        String line;
        while ((line = br.readLine()) != null) {
            sb.append(line);
        }
        Type type = new TypeToken<SubmitResult>() {
        }.getType();
        SubmitResult result = new Gson().fromJson(sb.toString(), type);

        System.out.println("Get result status: " + result.Status);
    }

    // The response json class
    public static class SubmitResult {
        public String TxnId;
        public String Label;
        public String Status;
        public String ExistingJobStatus;
        public String Message;
        public String NumberTotalRows;
        public String NumberLoadedRows;
        public String NumberFilteredRows;
        public String NumberUnselectedRows;
        public String LoadBytes;
        public String LoadTimeMs;
        public String BeginTxnTimeMs;
        public String StreamLoadPutTimeMs;
        public String ReadDataTimeMs;
        public String WriteDataTimeMs;
        public String CommitAndPublishTimeMs;
        public String ErrorURL;
    }
}