import os import json import urllib import boto3 import re import datetime import pytz from gcloud import bigquery BQ_PROJECT = '<your-project-id>' BQ_DATASET = '<your-dataset-name>' BQ_TABLE = '<your-table-name>' s3 = boto3.client('s3') bq = bigquery.Client.from_service_account_json( os.path.join(os.path.dirname(__file__), 'bq.json'), project=BQ_PROJECT) dataset = bq.dataset(BQ_DATASET) table = d
![S3 LoggingのログをLambda event nortificationで取得・パースしてBigQueryに突っ込む - Qiita](https://cdn-ak-scissors.b.st-hatena.com/image/square/b3a8df313df60f417df3b549c8fec81fb4662bbd/height=288;version=1;width=512/https%3A%2F%2Fqiita-user-contents.imgix.net%2Fhttps%253A%252F%252Fcdn.qiita.com%252Fassets%252Fpublic%252Farticle-ogp-background-412672c5f0600ab9a64263b751f1bc81.png%3Fixlib%3Drb-4.0.0%26w%3D1200%26mark64%3DaHR0cHM6Ly9xaWl0YS11c2VyLWNvbnRlbnRzLmltZ2l4Lm5ldC9-dGV4dD9peGxpYj1yYi00LjAuMCZ3PTk3MiZoPTM3OCZ0eHQ9UzMlMjBMb2dnaW5nJUUzJTgxJUFFJUUzJTgzJUFEJUUzJTgyJUIwJUUzJTgyJTkyTGFtYmRhJTIwZXZlbnQlMjBub3J0aWZpY2F0aW9uJUUzJTgxJUE3JUU1JThGJTk2JUU1JUJFJTk3JUUzJTgzJUJCJUUzJTgzJTkxJUUzJTgzJUJDJUUzJTgyJUI5JUUzJTgxJTk3JUUzJTgxJUE2QmlnUXVlcnklRTMlODElQUIlRTclQUElODElRTMlODElQTMlRTglQkUlQkMlRTMlODIlODAmdHh0LWFsaWduPWxlZnQlMkN0b3AmdHh0LWNvbG9yPSUyMzIxMjEyMSZ0eHQtZm9udD1IaXJhZ2lubyUyMFNhbnMlMjBXNiZ0eHQtc2l6ZT01NiZzPTcxNTBlOTQwYjMyMGE4NDhlZjYwMDgwYTE0MWNhZmU3%26mark-x%3D142%26mark-y%3D57%26blend64%3DaHR0cHM6Ly9xaWl0YS11c2VyLWNvbnRlbnRzLmltZ2l4Lm5ldC9-dGV4dD9peGxpYj1yYi00LjAuMCZoPTc2Jnc9NzcwJnR4dD0lNDBtYXJjeS10ZXJ1aSZ0eHQtY29sb3I9JTIzMjEyMTIxJnR4dC1mb250PUhpcmFnaW5vJTIwU2FucyUyMFc2JnR4dC1zaXplPTM2JnR4dC1hbGlnbj1sZWZ0JTJDdG9wJnM9YjRkOGEyODgzZDExNGM3NjU4NmRjMjY0MTNhYzAyN2Y%26blend-x%3D142%26blend-y%3D436%26blend-mode%3Dnormal%26txt64%3DaW4gU2VydmVybGVzcyBPcGVyYXRpb25z%26txt-width%3D770%26txt-clip%3Dend%252Cellipsis%26txt-color%3D%2523212121%26txt-font%3DHiragino%2520Sans%2520W6%26txt-size%3D36%26txt-x%3D156%26txt-y%3D536%26s%3Da8c4630ff1c697d4027cf52e89e76649)