Java

Download S3 CloudTrail Log and Un-Gzip

See more Amazon S3 Examples

Demonstrates how to download a Amazon CloudTrail log from an S3 bucket. The file in this example is a .json.gz. The file is uncompressed and the JSON parsed. Chilkat2 Java

import com.chilkatsoft.chilkat2.ChilkatException;
import com.chilkatsoft.chilkat2.Gzip;
import com.chilkatsoft.chilkat2.Http;
import com.chilkatsoft.chilkat2.JsonObject;

public class ChilkatExample {

    public static void main(String[] args) {
        // This requires the Chilkat API to have been previously unlocked.
        // See Global Unlock Sample for sample code.

        Http http = new Http();

        http.setAwsAccessKey("AWS_ACCESS_KEY");
        http.setAwsSecretKey("AWS_SECRET_KEY");
        http.setAwsRegion("us-west-2");
        http.setAwsEndpoint("s3-us-west-2.amazonaws.com");

        String bucketName = "chilkat.logs";
        String objectName = "/AWSLogs/957491831129/CloudTrail/us-west-1/2016/11/12/957491831129_CloudTrail_us-west-1_20161112T1335Z_umXfD4RxHE5nDGuI.json.gz";
        String localFilePath = "qa_output/cloudTrailLog.json.gz";

        try {
            http.s3DownloadFile(bucketName, objectName, localFilePath);
        } catch (ChilkatException e) {
            System.out.println(e.getLastErrorText());
            return;
        }

        int statusCode = http.getLastStatus();
        if (statusCode != 200) {
            System.out.println("Failed to download, response status code = " + statusCode);
            return;
        }

        String jsonPath = "qa_output/cloudTrailLog.json";
        Gzip gzip = new Gzip();
        try {
            gzip.uncompressFile(localFilePath, jsonPath);
        } catch (ChilkatException e) {
            System.out.println(e.getLastErrorText());
            return;
        }

        JsonObject json = new JsonObject();
        json.loadFile(jsonPath);
        json.setEmitCompact(false);
        System.out.println(json.emit());

        // Sample JSON is shown below.
        // Go to http://tools.chilkat.io/jsonParse.cshtml
        // and copy/paste the JSON into the online tool to generate parsing code.

        // {
        //   "Records": [
        //     {
        //       "eventVersion": "1.05",
        //       "userIdentity": {
        //         "type": "Root",
        //         "principalId": "954591834127",
        //         "arn": "arn:aws:iam::954591834127:root",
        //         "accountId": "954591834127",
        //         "accessKeyId": "ASIAJ3DEMXUXI43B6FYQ",
        //         "sessionContext": {
        //           "attributes": {
        //             "mfaAuthenticated": "false",
        //             "creationDate": "2016-11-12T13:09:31Z"
        //           }
        //         }
        //       },
        //       "eventTime": "2016-11-12T13:34:39Z",
        //       "eventSource": "cloudtrail.amazonaws.com",
        //       "eventName": "DescribeTrails",
        //       "awsRegion": "us-west-1",
        //       "sourceIPAddress": "98.228.98.57",
        //       "userAgent": "console.amazonaws.com",
        //       "requestParameters": {
        //         "trailNameList": [
        //         ]
        //       },
        //       "responseElements": null,
        //       "requestID": "c2a0376c-a8dc-11e6-89e7-85ac5ce5ee56",
        //       "eventID": "eb5afd70-dae1-41f0-82b4-91c3c936d9ba",
        //       "eventType": "AwsApiCall",
        //       "recipientAccountId": "954591834127"
        //     }
        //   ]
        // }
    }
}