Created
September 11, 2019 20:49
-
-
Save daorte/3d533ad570b4e74ef0315ae65faa4641 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
******************************** | |
Amazon Athena Table | |
******************************** | |
CREATE EXTERNAL TABLE cloudtrail_logs ( | |
eventversion STRING, | |
useridentity STRUCT< | |
type:STRING, | |
principalid:STRING, | |
arn:STRING, | |
accountid:STRING, | |
invokedby:STRING, | |
accesskeyid:STRING, | |
userName:STRING, | |
sessioncontext:STRUCT< | |
attributes:STRUCT< | |
mfaauthenticated:STRING, | |
creationdate:STRING>, | |
sessionissuer:STRUCT< | |
type:STRING, | |
principalId:STRING, | |
arn:STRING, | |
accountId:STRING, | |
userName:STRING>>>, | |
eventtime STRING, | |
eventsource STRING, | |
eventname STRING, | |
awsregion STRING, | |
sourceipaddress STRING, | |
useragent STRING, | |
errorcode STRING, | |
errormessage STRING, | |
requestparameters STRING, | |
responseelements STRING, | |
additionaleventdata STRING, | |
requestid STRING, | |
eventid STRING, | |
resources ARRAY<STRUCT< | |
ARN:STRING, | |
accountId:STRING, | |
type:STRING>>, | |
eventtype STRING, | |
apiversion STRING, | |
readonly STRING, | |
recipientaccountid STRING, | |
serviceeventdetails STRING, | |
sharedeventid STRING, | |
vpcendpointid STRING | |
) | |
ROW FORMAT SERDE 'com.amazon.emr.hive.serde.CloudTrailSerde' | |
STORED AS INPUTFORMAT 'com.amazon.emr.cloudtrail.CloudTrailInputFormat' | |
OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' | |
LOCATION 's3://CloudTrail_bucket_name/AWSLogs/Account_ID/'; | |
******************************** | |
Query | |
******************************** | |
SELECT * | |
FROM cloudtrail_logs | |
WHERE | |
eventsource = 's3.amazonaws.com' AND | |
eventname in ('GetObject') AND | |
useridentity.accountid LIKE '%ANONYMOUS%' AND | |
useridentity.arn IS NULL AND | |
requestparameters LIKE '%[your bucket name ]%'; |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment