annotate s3/s3_uploader.c @ 204:e5aed6c36672

[Notes] Added icons and updated styling a bit. Probalby usable now.
author MrJuneJune <me@mrjunejune.com>
date Sun, 15 Feb 2026 11:02:13 -0800
parents 6cdee35a7ba9
children 240337164a80
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
196
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
1 #include "s3_uploader.h"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
2 #include "seobeo/seobeo.h"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
3
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
4 #include <stdio.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
5 #include <stdlib.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
6 #include <string.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
7 #include <time.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
8 #include <ctype.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
9
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
10 #include <openssl/hmac.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
11 #include <openssl/sha.h>
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
12
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
13 #define S3_ARENA_SIZE (10 * ONE_MEGA_BYTE)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
14 #define S3_RESULT_ARENA_SIZE (64 * 1024)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
15 #define S3_SERVICE_NAME "s3"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
16 #define S3_AWS4_REQUEST "aws4_request"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
17 #define S3_ALGORITHM "AWS4-HMAC-SHA256"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
18
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
19 // --- Internal Structures --- //
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
20
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
21 typedef struct {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
22 char date[9]; // YYYYMMDD
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
23 char datetime[17]; // YYYYMMDDTHHMMSSZ
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
24 } S3_Timestamp;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
25
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
26 // --- Forward Declarations --- //
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
27
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
28 static void s3__get_timestamp(S3_Timestamp *p_ts);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
29 static void s3__sha256_hex(const uint8 *data, size_t len, char *out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
30 static void s3__hmac_sha256(const uint8 *key, size_t key_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
31 const uint8 *data, size_t data_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
32 uint8 *out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
33 static void s3__hex_encode(const uint8 *data, size_t len, char *out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
34 static char *s3__uri_encode(const char *str, Dowa_Arena *p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
35 static char *s3__build_canonical_request(const char *method,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
36 const char *uri,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
37 const char *query,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
38 const char *headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
39 const char *signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
40 const char *payload_hash,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
41 Dowa_Arena *p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
42 static char *s3__build_string_to_sign(const char *datetime,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
43 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
44 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
45 const char *canonical_request,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
46 Dowa_Arena *p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
47 static void s3__calculate_signing_key(const char *secret_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
48 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
49 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
50 uint8 *out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
51 static char *s3__build_authorization_header(const char *access_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
52 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
53 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
54 const char *signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
55 const uint8 *signing_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
56 const char *string_to_sign,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
57 Dowa_Arena *p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
58 static uint8 *s3__load_file(const char *path, size_t *p_size);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
59
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
60 // --- Public API Implementation --- //
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
61
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
62 S3_Result S3_Upload_File(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
63 const char *local_path,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
64 const char *s3_key)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
65 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
66 const char *content_type = S3_Guess_Content_Type(local_path);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
67 return S3_Upload_File_With_Content_Type(p_config, local_path, s3_key, content_type);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
68 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
69
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
70 S3_Result S3_Upload_File_With_Content_Type(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
71 const char *local_path,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
72 const char *s3_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
73 const char *content_type)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
74 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
75 S3_Result result = {0};
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
76 result.p_arena = Dowa_Arena_Create(S3_RESULT_ARENA_SIZE);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
77
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
78 size_t file_size = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
79 uint8 *file_data = s3__load_file(local_path, &file_size);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
80 if (!file_data)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
81 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
82 result.success = FALSE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
83 result.status_code = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
84 result.error_message = Dowa_String_Copy_Arena("Failed to read file", result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
85 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
86 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
87
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
88 result = S3_Upload_Data(p_config, file_data, file_size, s3_key, content_type);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
89 free(file_data);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
90
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
91 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
92 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
93
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
94 S3_Result S3_Upload_Data(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
95 const uint8 *data,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
96 size_t data_length,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
97 const char *s3_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
98 const char *content_type)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
99 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
100 S3_Result result = {0};
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
101 result.p_arena = Dowa_Arena_Create(S3_RESULT_ARENA_SIZE);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
102
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
103 if (!p_config || !data || !s3_key)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
104 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
105 result.success = FALSE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
106 result.error_message = Dowa_String_Copy_Arena("Invalid parameters", result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
107 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
108 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
109
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
110 Dowa_Arena *p_arena = Dowa_Arena_Create(S3_ARENA_SIZE);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
111
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
112 // Get timestamp
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
113 S3_Timestamp ts;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
114 s3__get_timestamp(&ts);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
115
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
116 // Calculate payload hash
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
117 char payload_hash[65];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
118 s3__sha256_hex(data, data_length, payload_hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
119
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
120 // Build host
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
121 char *host;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
122 if (p_config->endpoint)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
123 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
124 host = Dowa_String_Copy_Arena((char *)p_config->endpoint, p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
125 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
126 else if (p_config->use_path_style)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
127 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
128 size_t host_len = strlen("s3.") + strlen(p_config->region) + strlen(".amazonaws.com") + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
129 host = Dowa_Arena_Allocate(p_arena, host_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
130 snprintf(host, host_len, "s3.%s.amazonaws.com", p_config->region);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
131 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
132 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
133 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
134 size_t host_len = strlen(p_config->bucket) + strlen(".s3.") + strlen(p_config->region) + strlen(".amazonaws.com") + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
135 host = Dowa_Arena_Allocate(p_arena, host_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
136 snprintf(host, host_len, "%s.s3.%s.amazonaws.com", p_config->bucket, p_config->region);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
137 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
138
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
139 // Build URI path
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
140 char *uri_path;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
141 char *encoded_key = s3__uri_encode(s3_key, p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
142 if (p_config->use_path_style)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
143 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
144 size_t uri_len = strlen("/") + strlen(p_config->bucket) + strlen("/") + strlen(encoded_key) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
145 uri_path = Dowa_Arena_Allocate(p_arena, uri_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
146 snprintf(uri_path, uri_len, "/%s/%s", p_config->bucket, encoded_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
147 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
148 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
149 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
150 size_t uri_len = strlen("/") + strlen(encoded_key) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
151 uri_path = Dowa_Arena_Allocate(p_arena, uri_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
152 snprintf(uri_path, uri_len, "/%s", encoded_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
153 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
154
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
155 // Build canonical headers (must be sorted alphabetically)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
156 char content_length_str[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
157 snprintf(content_length_str, sizeof(content_length_str), "%zu", data_length);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
158
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
159 size_t headers_len = 512 + strlen(host) + strlen(content_type) + strlen(content_length_str);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
160 char *canonical_headers = Dowa_Arena_Allocate(p_arena, headers_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
161 snprintf(canonical_headers, headers_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
162 "content-length:%s\n"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
163 "content-type:%s\n"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
164 "host:%s\n"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
165 "x-amz-content-sha256:%s\n"
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
166 "x-amz-date:%s\n",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
167 content_length_str,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
168 content_type,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
169 host,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
170 payload_hash,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
171 ts.datetime);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
172
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
173 const char *signed_headers = "content-length;content-type;host;x-amz-content-sha256;x-amz-date";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
174
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
175 // Build canonical request
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
176 char *canonical_request = s3__build_canonical_request("PUT",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
177 uri_path,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
178 "", // No query string
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
179 canonical_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
180 signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
181 payload_hash,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
182 p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
183
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
184 // Build string to sign
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
185 char *string_to_sign = s3__build_string_to_sign(ts.datetime,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
186 ts.date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
187 p_config->region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
188 canonical_request,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
189 p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
190
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
191 // Calculate signing key
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
192 uint8 signing_key[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
193 s3__calculate_signing_key(p_config->secret_access_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
194 ts.date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
195 p_config->region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
196 signing_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
197
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
198 // Build authorization header
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
199 char *auth_header = s3__build_authorization_header(p_config->access_key_id,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
200 ts.date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
201 p_config->region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
202 signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
203 signing_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
204 string_to_sign,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
205 p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
206
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
207 // Build URL
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
208 size_t url_len = strlen("https://") + strlen(host) + strlen(uri_path) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
209 char *url = Dowa_Arena_Allocate(p_arena, url_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
210 snprintf(url, url_len, "https://%s%s", host, uri_path);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
211
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
212 // Execute request using seobeo
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
213 Seobeo_Client_Request *p_req = Seobeo_Client_Request_Create(url);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
214 Seobeo_Client_Request_Set_Method(p_req, "PUT");
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
215 Seobeo_Client_Request_Set_Body(p_req, (const char *)data, data_length);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
216 Seobeo_Client_Request_Add_Header_Map(p_req, "Content-Type", content_type);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
217 Seobeo_Client_Request_Add_Header_Map(p_req, "x-amz-date", ts.datetime);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
218 Seobeo_Client_Request_Add_Header_Map(p_req, "x-amz-content-sha256", payload_hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
219 Seobeo_Client_Request_Add_Header_Map(p_req, "Authorization", auth_header);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
220
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
221 Seobeo_Client_Response *p_resp = Seobeo_Client_Request_Execute(p_req);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
222
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
223 if (p_resp)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
224 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
225 result.status_code = p_resp->status_code;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
226 if (p_resp->status_code >= 200 && p_resp->status_code < 300)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
227 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
228 result.success = TRUE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
229
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
230 // Extract ETag from response headers
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
231 if (p_resp->headers)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
232 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
233 char *etag = Dowa_HashMap_Get(p_resp->headers, "etag");
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
234 if (!etag) etag = Dowa_HashMap_Get(p_resp->headers, "ETag");
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
235 if (etag)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
236 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
237 result.etag = Dowa_String_Copy_Arena(etag, result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
238 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
239 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
240 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
241 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
242 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
243 result.success = FALSE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
244 if (p_resp->body && p_resp->body_length > 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
245 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
246 result.error_message = Dowa_String_Copy_Arena(p_resp->body, result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
247 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
248 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
249 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
250 result.error_message = Dowa_String_Copy_Arena("Upload failed", result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
251 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
252 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
253 Seobeo_Client_Response_Destroy(p_resp);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
254 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
255 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
256 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
257 result.success = FALSE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
258 result.error_message = Dowa_String_Copy_Arena("Failed to execute request", result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
259 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
260
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
261 Seobeo_Client_Request_Destroy(p_req);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
262 Dowa_Arena_Free(p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
263
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
264 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
265 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
266
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
267 void S3_Result_Destroy(S3_Result *p_result)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
268 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
269 if (p_result && p_result->p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
270 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
271 Dowa_Arena_Free(p_result->p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
272 p_result->p_arena = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
273 p_result->error_message = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
274 p_result->etag = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
275 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
276 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
277
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
278 // --- Presigned URL Implementation --- //
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
279
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
280 static char *s3__uri_encode_strict(const char *str, Dowa_Arena *p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
281 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
282 // Stricter encoding for query string values (no forward slash allowed)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
283 if (!str) return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
284
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
285 size_t len = strlen(str);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
286 size_t max_len = len * 3 + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
287 char *out = Dowa_Arena_Allocate(p_arena, max_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
288 char *p = out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
289
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
290 for (size_t i = 0; i < len; i++)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
291 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
292 char c = str[i];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
293 if ((c >= 'A' && c <= 'Z') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
294 (c >= 'a' && c <= 'z') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
295 (c >= '0' && c <= '9') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
296 c == '-' || c == '_' || c == '.' || c == '~')
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
297 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
298 *p++ = c;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
299 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
300 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
301 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
302 sprintf(p, "%%%02X", (unsigned char)c);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
303 p += 3;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
304 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
305 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
306 *p = '\0';
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
307 return out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
308 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
309
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
310 static S3_Presigned_URL s3__presign_url(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
311 const char *s3_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
312 const char *method,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
313 const char *content_type,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
314 int32 expires_seconds)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
315 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
316 S3_Presigned_URL result = {0};
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
317 result.p_arena = Dowa_Arena_Create(S3_RESULT_ARENA_SIZE);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
318
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
319 if (!p_config || !s3_key)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
320 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
321 result.success = FALSE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
322 result.error_message = Dowa_String_Copy_Arena("Invalid parameters", result.p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
323 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
324 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
325
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
326 Dowa_Arena *p_arena = Dowa_Arena_Create(S3_ARENA_SIZE);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
327
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
328 // Get timestamp
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
329 S3_Timestamp ts;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
330 s3__get_timestamp(&ts);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
331
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
332 // Build host
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
333 char *host;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
334 if (p_config->endpoint)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
335 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
336 host = Dowa_String_Copy_Arena((char *)p_config->endpoint, p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
337 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
338 else if (p_config->use_path_style)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
339 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
340 size_t host_len = strlen("s3.") + strlen(p_config->region) + strlen(".amazonaws.com") + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
341 host = Dowa_Arena_Allocate(p_arena, host_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
342 snprintf(host, host_len, "s3.%s.amazonaws.com", p_config->region);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
343 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
344 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
345 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
346 size_t host_len = strlen(p_config->bucket) + strlen(".s3.") + strlen(p_config->region) + strlen(".amazonaws.com") + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
347 host = Dowa_Arena_Allocate(p_arena, host_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
348 snprintf(host, host_len, "%s.s3.%s.amazonaws.com", p_config->bucket, p_config->region);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
349 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
350
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
351 // Build URI path
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
352 char *uri_path;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
353 char *encoded_key = s3__uri_encode(s3_key, p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
354 if (p_config->use_path_style)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
355 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
356 size_t uri_len = strlen("/") + strlen(p_config->bucket) + strlen("/") + strlen(encoded_key) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
357 uri_path = Dowa_Arena_Allocate(p_arena, uri_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
358 snprintf(uri_path, uri_len, "/%s/%s", p_config->bucket, encoded_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
359 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
360 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
361 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
362 size_t uri_len = strlen("/") + strlen(encoded_key) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
363 uri_path = Dowa_Arena_Allocate(p_arena, uri_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
364 snprintf(uri_path, uri_len, "/%s", encoded_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
365 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
366
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
367 // Build credential scope
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
368 size_t scope_len = strlen(p_config->access_key_id) + strlen(ts.date) + strlen(p_config->region) +
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
369 strlen(S3_SERVICE_NAME) + strlen(S3_AWS4_REQUEST) + 10;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
370 char *credential = Dowa_Arena_Allocate(p_arena, scope_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
371 snprintf(credential, scope_len, "%s/%s/%s/%s/%s",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
372 p_config->access_key_id, ts.date, p_config->region, S3_SERVICE_NAME, S3_AWS4_REQUEST);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
373
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
374 char *encoded_credential = s3__uri_encode_strict(credential, p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
375
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
376 // Build signed headers (host is required, content-type for PUT)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
377 const char *signed_headers;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
378 if (content_type && strcmp(method, "PUT") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
379 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
380 signed_headers = "content-type;host";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
381 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
382 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
383 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
384 signed_headers = "host";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
385 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
386
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
387 // Build canonical query string (must be sorted alphabetically)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
388 char expires_str[16];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
389 snprintf(expires_str, sizeof(expires_str), "%d", expires_seconds);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
390
201
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
391 // URL-encode signed headers (semicolon becomes %3B)
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
392 char *encoded_signed_headers = s3__uri_encode_strict(signed_headers, p_arena);
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
393
196
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
394 size_t query_len = 1024 + strlen(encoded_credential);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
395 char *canonical_query = Dowa_Arena_Allocate(p_arena, query_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
396
201
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
397 snprintf(canonical_query, query_len,
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
398 "X-Amz-Algorithm=%s"
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
399 "&X-Amz-Credential=%s"
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
400 "&X-Amz-Date=%s"
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
401 "&X-Amz-Expires=%s"
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
402 "&X-Amz-SignedHeaders=%s",
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
403 S3_ALGORITHM,
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
404 encoded_credential,
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
405 ts.datetime,
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
406 expires_str,
6cdee35a7ba9 [MrJuneJune] notes
MrJuneJune <me@mrjunejune.com>
parents: 196
diff changeset
407 encoded_signed_headers);
196
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
408
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
409 // Build canonical headers
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
410 size_t headers_len = 256 + strlen(host) + (content_type ? strlen(content_type) : 0);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
411 char *canonical_headers = Dowa_Arena_Allocate(p_arena, headers_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
412
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
413 if (content_type && strcmp(method, "PUT") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
414 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
415 snprintf(canonical_headers, headers_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
416 "content-type:%s\nhost:%s\n",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
417 content_type, host);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
418 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
419 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
420 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
421 snprintf(canonical_headers, headers_len, "host:%s\n", host);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
422 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
423
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
424 // For presigned URLs, payload is UNSIGNED-PAYLOAD
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
425 const char *payload_hash = "UNSIGNED-PAYLOAD";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
426
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
427 // Build canonical request
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
428 char *canonical_request = s3__build_canonical_request(method,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
429 uri_path,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
430 canonical_query,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
431 canonical_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
432 signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
433 payload_hash,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
434 p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
435
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
436 // Build string to sign
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
437 char *string_to_sign = s3__build_string_to_sign(ts.datetime,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
438 ts.date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
439 p_config->region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
440 canonical_request,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
441 p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
442
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
443 // Calculate signing key
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
444 uint8 signing_key[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
445 s3__calculate_signing_key(p_config->secret_access_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
446 ts.date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
447 p_config->region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
448 signing_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
449
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
450 // Calculate signature
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
451 uint8 signature[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
452 s3__hmac_sha256(signing_key, 32,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
453 (const uint8 *)string_to_sign, strlen(string_to_sign),
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
454 signature);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
455
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
456 char signature_hex[65];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
457 s3__hex_encode(signature, 32, signature_hex);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
458
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
459 // Build final presigned URL
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
460 size_t url_len = strlen("https://") + strlen(host) + strlen(uri_path) + 1 +
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
461 strlen(canonical_query) + strlen("&X-Amz-Signature=") + 64 + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
462 char *url = Dowa_Arena_Allocate(result.p_arena, url_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
463 snprintf(url, url_len, "https://%s%s?%s&X-Amz-Signature=%s",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
464 host, uri_path, canonical_query, signature_hex);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
465
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
466 result.success = TRUE;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
467 result.url = url;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
468
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
469 Dowa_Arena_Free(p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
470 return result;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
471 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
472
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
473 S3_Presigned_URL S3_Presign_Put(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
474 const char *s3_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
475 const char *content_type,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
476 int32 expires_seconds)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
477 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
478 return s3__presign_url(p_config, s3_key, "PUT", content_type, expires_seconds);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
479 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
480
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
481 S3_Presigned_URL S3_Presign_Get(const S3_Config *p_config,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
482 const char *s3_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
483 int32 expires_seconds)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
484 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
485 return s3__presign_url(p_config, s3_key, "GET", NULL, expires_seconds);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
486 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
487
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
488 void S3_Presigned_URL_Destroy(S3_Presigned_URL *p_url)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
489 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
490 if (p_url && p_url->p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
491 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
492 Dowa_Arena_Free(p_url->p_arena);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
493 p_url->p_arena = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
494 p_url->url = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
495 p_url->error_message = NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
496 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
497 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
498
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
499 const char *S3_Guess_Content_Type(const char *filename)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
500 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
501 if (!filename) return "application/octet-stream";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
502
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
503 const char *dot = strrchr(filename, '.');
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
504 if (!dot) return "application/octet-stream";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
505
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
506 dot++; // Skip the dot
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
507
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
508 // Common content types
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
509 if (strcasecmp(dot, "html") == 0 || strcasecmp(dot, "htm") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
510 return "text/html";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
511 if (strcasecmp(dot, "css") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
512 return "text/css";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
513 if (strcasecmp(dot, "js") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
514 return "application/javascript";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
515 if (strcasecmp(dot, "json") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
516 return "application/json";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
517 if (strcasecmp(dot, "xml") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
518 return "application/xml";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
519 if (strcasecmp(dot, "txt") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
520 return "text/plain";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
521 if (strcasecmp(dot, "csv") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
522 return "text/csv";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
523
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
524 // Images
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
525 if (strcasecmp(dot, "png") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
526 return "image/png";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
527 if (strcasecmp(dot, "jpg") == 0 || strcasecmp(dot, "jpeg") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
528 return "image/jpeg";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
529 if (strcasecmp(dot, "gif") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
530 return "image/gif";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
531 if (strcasecmp(dot, "svg") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
532 return "image/svg+xml";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
533 if (strcasecmp(dot, "webp") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
534 return "image/webp";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
535 if (strcasecmp(dot, "ico") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
536 return "image/x-icon";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
537
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
538 // Audio/Video
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
539 if (strcasecmp(dot, "mp3") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
540 return "audio/mpeg";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
541 if (strcasecmp(dot, "mp4") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
542 return "video/mp4";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
543 if (strcasecmp(dot, "webm") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
544 return "video/webm";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
545 if (strcasecmp(dot, "ogg") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
546 return "audio/ogg";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
547 if (strcasecmp(dot, "wav") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
548 return "audio/wav";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
549
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
550 // Documents
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
551 if (strcasecmp(dot, "pdf") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
552 return "application/pdf";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
553 if (strcasecmp(dot, "zip") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
554 return "application/zip";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
555 if (strcasecmp(dot, "gz") == 0 || strcasecmp(dot, "gzip") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
556 return "application/gzip";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
557 if (strcasecmp(dot, "tar") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
558 return "application/x-tar";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
559
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
560 // Fonts
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
561 if (strcasecmp(dot, "woff") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
562 return "font/woff";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
563 if (strcasecmp(dot, "woff2") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
564 return "font/woff2";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
565 if (strcasecmp(dot, "ttf") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
566 return "font/ttf";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
567 if (strcasecmp(dot, "otf") == 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
568 return "font/otf";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
569
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
570 return "application/octet-stream";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
571 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
572
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
573 // --- Internal Implementation --- //
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
574
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
575 static void s3__get_timestamp(S3_Timestamp *p_ts)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
576 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
577 time_t now = time(NULL);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
578 struct tm *utc = gmtime(&now);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
579
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
580 strftime(p_ts->date, sizeof(p_ts->date), "%Y%m%d", utc);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
581 strftime(p_ts->datetime, sizeof(p_ts->datetime), "%Y%m%dT%H%M%SZ", utc);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
582 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
583
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
584 static void s3__hex_encode(const uint8 *data, size_t len, char *out)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
585 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
586 static const char hex[] = "0123456789abcdef";
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
587 for (size_t i = 0; i < len; i++)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
588 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
589 out[i * 2] = hex[(data[i] >> 4) & 0x0F];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
590 out[i * 2 + 1] = hex[data[i] & 0x0F];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
591 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
592 out[len * 2] = '\0';
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
593 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
594
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
595 static void s3__sha256_hex(const uint8 *data, size_t len, char *out)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
596 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
597 uint8 hash[SHA256_DIGEST_LENGTH];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
598 SHA256(data, len, hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
599 s3__hex_encode(hash, SHA256_DIGEST_LENGTH, out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
600 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
601
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
602 static void s3__hmac_sha256(const uint8 *key, size_t key_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
603 const uint8 *data, size_t data_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
604 uint8 *out)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
605 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
606 unsigned int out_len = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
607 HMAC(EVP_sha256(), key, (int)key_len, data, data_len, out, &out_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
608 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
609
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
610 static char *s3__uri_encode(const char *str, Dowa_Arena *p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
611 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
612 if (!str) return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
613
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
614 size_t len = strlen(str);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
615 // Worst case: every char becomes %XX (3 chars)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
616 size_t max_len = len * 3 + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
617 char *out = Dowa_Arena_Allocate(p_arena, max_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
618 char *p = out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
619
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
620 for (size_t i = 0; i < len; i++)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
621 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
622 char c = str[i];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
623 // Unreserved characters per RFC 3986
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
624 if ((c >= 'A' && c <= 'Z') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
625 (c >= 'a' && c <= 'z') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
626 (c >= '0' && c <= '9') ||
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
627 c == '-' || c == '_' || c == '.' || c == '~' || c == '/')
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
628 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
629 *p++ = c;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
630 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
631 else
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
632 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
633 sprintf(p, "%%%02X", (unsigned char)c);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
634 p += 3;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
635 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
636 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
637 *p = '\0';
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
638 return out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
639 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
640
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
641 static char *s3__build_canonical_request(const char *method,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
642 const char *uri,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
643 const char *query,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
644 const char *headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
645 const char *signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
646 const char *payload_hash,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
647 Dowa_Arena *p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
648 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
649 size_t len = strlen(method) + strlen(uri) + strlen(query) +
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
650 strlen(headers) + strlen(signed_headers) + strlen(payload_hash) + 10;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
651 char *out = Dowa_Arena_Allocate(p_arena, len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
652 snprintf(out, len, "%s\n%s\n%s\n%s\n%s\n%s",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
653 method, uri, query, headers, signed_headers, payload_hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
654 return out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
655 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
656
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
657 static char *s3__build_string_to_sign(const char *datetime,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
658 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
659 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
660 const char *canonical_request,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
661 Dowa_Arena *p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
662 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
663 // Hash the canonical request
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
664 char canonical_hash[65];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
665 s3__sha256_hex((const uint8 *)canonical_request, strlen(canonical_request), canonical_hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
666
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
667 // Build credential scope
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
668 size_t scope_len = strlen(date) + strlen(region) + strlen(S3_SERVICE_NAME) + strlen(S3_AWS4_REQUEST) + 4;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
669 char *scope = Dowa_Arena_Allocate(p_arena, scope_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
670 snprintf(scope, scope_len, "%s/%s/%s/%s", date, region, S3_SERVICE_NAME, S3_AWS4_REQUEST);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
671
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
672 // Build string to sign
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
673 size_t len = strlen(S3_ALGORITHM) + strlen(datetime) + strlen(scope) + strlen(canonical_hash) + 10;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
674 char *out = Dowa_Arena_Allocate(p_arena, len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
675 snprintf(out, len, "%s\n%s\n%s\n%s", S3_ALGORITHM, datetime, scope, canonical_hash);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
676
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
677 return out;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
678 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
679
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
680 static void s3__calculate_signing_key(const char *secret_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
681 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
682 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
683 uint8 *out)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
684 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
685 // AWS4 + SecretAccessKey
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
686 size_t key_len = 4 + strlen(secret_key) + 1;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
687 char *k_secret = malloc(key_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
688 snprintf(k_secret, key_len, "AWS4%s", secret_key);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
689
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
690 uint8 k_date[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
691 uint8 k_region[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
692 uint8 k_service[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
693
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
694 s3__hmac_sha256((const uint8 *)k_secret, strlen(k_secret),
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
695 (const uint8 *)date, strlen(date), k_date);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
696
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
697 s3__hmac_sha256(k_date, 32,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
698 (const uint8 *)region, strlen(region), k_region);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
699
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
700 s3__hmac_sha256(k_region, 32,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
701 (const uint8 *)S3_SERVICE_NAME, strlen(S3_SERVICE_NAME), k_service);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
702
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
703 s3__hmac_sha256(k_service, 32,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
704 (const uint8 *)S3_AWS4_REQUEST, strlen(S3_AWS4_REQUEST), out);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
705
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
706 free(k_secret);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
707 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
708
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
709 static char *s3__build_authorization_header(const char *access_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
710 const char *date,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
711 const char *region,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
712 const char *signed_headers,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
713 const uint8 *signing_key,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
714 const char *string_to_sign,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
715 Dowa_Arena *p_arena)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
716 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
717 // Calculate signature
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
718 uint8 signature[32];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
719 s3__hmac_sha256(signing_key, 32,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
720 (const uint8 *)string_to_sign, strlen(string_to_sign),
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
721 signature);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
722
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
723 char signature_hex[65];
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
724 s3__hex_encode(signature, 32, signature_hex);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
725
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
726 // Build credential
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
727 size_t cred_len = strlen(access_key) + strlen(date) + strlen(region) +
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
728 strlen(S3_SERVICE_NAME) + strlen(S3_AWS4_REQUEST) + 10;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
729 char *credential = Dowa_Arena_Allocate(p_arena, cred_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
730 snprintf(credential, cred_len, "%s/%s/%s/%s/%s",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
731 access_key, date, region, S3_SERVICE_NAME, S3_AWS4_REQUEST);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
732
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
733 // Build full authorization header
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
734 size_t auth_len = strlen(S3_ALGORITHM) + strlen(credential) +
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
735 strlen(signed_headers) + strlen(signature_hex) + 64;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
736 char *auth = Dowa_Arena_Allocate(p_arena, auth_len);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
737 snprintf(auth, auth_len,
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
738 "%s Credential=%s, SignedHeaders=%s, Signature=%s",
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
739 S3_ALGORITHM, credential, signed_headers, signature_hex);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
740
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
741 return auth;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
742 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
743
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
744 static uint8 *s3__load_file(const char *path, size_t *p_size)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
745 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
746 FILE *f = fopen(path, "rb");
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
747 if (!f)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
748 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
749 *p_size = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
750 return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
751 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
752
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
753 fseek(f, 0, SEEK_END);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
754 long size = ftell(f);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
755 fseek(f, 0, SEEK_SET);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
756
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
757 if (size <= 0)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
758 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
759 fclose(f);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
760 *p_size = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
761 return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
762 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
763
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
764 uint8 *data = malloc((size_t)size);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
765 if (!data)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
766 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
767 fclose(f);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
768 *p_size = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
769 return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
770 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
771
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
772 size_t read = fread(data, 1, (size_t)size, f);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
773 fclose(f);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
774
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
775 if (read != (size_t)size)
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
776 {
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
777 free(data);
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
778 *p_size = 0;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
779 return NULL;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
780 }
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
781
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
782 *p_size = (size_t)size;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
783 return data;
83f16548ba41 [AI] Adding s3 bucket uploader code using Seobeo.
MrJuneJune <me@mrjunejune.com>
parents:
diff changeset
784 }