1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
|
/**
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
* SPDX-License-Identifier: Apache-2.0.
*/
#include <aws/common/command_line_parser.h>
#include <aws/common/condition_variable.h>
#include <aws/common/mutex.h>
#include <aws/common/zero.h>
#include <aws/io/uri.h>
#include <aws/s3/private/s3_list_objects.h>
#include "app_ctx.h"
#include <inttypes.h>
#include <stdio.h>
struct s3_ls_app_data {
struct aws_uri uri;
struct app_ctx *app_ctx;
struct aws_mutex mutex;
struct aws_condition_variable cvar;
bool execution_completed;
bool long_format;
};
static void s_usage(int exit_code) {
FILE *output = exit_code == 0 ? stdout : stderr;
fprintf(output, "usage: s3 ls [options] s3://{bucket}[/prefix]\n");
fprintf(output, " bucket: the S3 bucket to list objects\n");
fprintf(output, " prefix: the prefix to filter\n");
fprintf(output, " -l, List in long format\n");
fprintf(output, " -h, --help\n");
fprintf(output, " Display this message and quit.\n");
exit(exit_code);
}
static struct aws_cli_option s_long_options[] = {
{"long-format", AWS_CLI_OPTIONS_NO_ARGUMENT, NULL, 'l'},
/* Per getopt(3) the last element of the array has to be filled with all zeros */
{NULL, AWS_CLI_OPTIONS_NO_ARGUMENT, NULL, 0},
};
static void s_parse_options(int argc, char **argv, struct s3_ls_app_data *ctx) {
int option_index = 0;
int opt_val = 0;
bool uri_found = false;
do {
opt_val = aws_cli_getopt_long(argc, argv, "l", s_long_options, &option_index);
/* START_OF_TEXT means our positional argument */
if (opt_val == 'l') {
ctx->long_format = true;
}
if (opt_val == 0x02) {
struct aws_byte_cursor uri_cursor = aws_byte_cursor_from_c_str(aws_cli_positional_arg);
if (aws_uri_init_parse(&ctx->uri, ctx->app_ctx->allocator, &uri_cursor)) {
fprintf(
stderr,
"Failed to parse uri %s with error %s\n",
(char *)uri_cursor.ptr,
aws_error_debug_str(aws_last_error()));
s_usage(1);
}
uri_found = true;
}
} while (opt_val != -1);
if (!uri_found) {
fprintf(stderr, "A URI for the request must be supplied.\n");
s_usage(1);
}
}
/**
* Predicate used to decide if the application is ready to exit.
* The corresponding condition variable is set when the last
* page of ListObjects is received.
*/
static bool s_app_completion_predicate(void *arg) {
struct s3_ls_app_data *app_ctx = arg;
return app_ctx->execution_completed;
}
/**
* Called once for each object returned in the ListObjectsV2 responses.
*/
int s_on_object(const struct aws_s3_object_info *info, void *user_data) {
struct s3_ls_app_data *app_ctx = user_data;
if (app_ctx->long_format) {
printf("%-18" PRIu64 " ", info->size);
}
printf("%.*s\n", (int)info->key.len, info->key.ptr);
return AWS_OP_SUCCESS;
}
/**
* Called once for each ListObjectsV2 response received.
* If the response contains a continuation token indicating there are more results to be fetched,
* requests the next page using aws_s3_paginator_continue.
*/
void s_on_list_finished(struct aws_s3_paginator *paginator, int error_code, void *user_data) {
struct s3_ls_app_data *app_ctx = user_data;
if (error_code == 0) {
bool has_more_results = aws_s3_paginator_has_more_results(paginator);
if (has_more_results) {
/* get next page */
int result = aws_s3_paginator_continue(paginator, &app_ctx->app_ctx->signing_config);
if (result) {
fprintf(stderr, "ERROR returned by aws_s3_paginator_continue from s_on_list_finished: %d\n", result);
}
return;
}
} else {
fprintf(
stderr,
"Failure while listing objects. Please check if you have valid credentials and s3 path is correct. "
"Error: "
"%s\n",
aws_error_debug_str(error_code));
}
/* all pages received. triggers the condition variable to exit the application. */
aws_mutex_lock(&app_ctx->mutex);
app_ctx->execution_completed = true;
aws_mutex_unlock(&app_ctx->mutex);
aws_condition_variable_notify_one(&app_ctx->cvar);
}
int s3_ls_main(int argc, char *argv[], const char *command_name, void *user_data) {
(void)command_name;
struct app_ctx *app_ctx = user_data;
if (app_ctx->help_requested) {
s_usage(0);
}
if (!app_ctx->region) {
fprintf(stderr, "region is a required argument\n");
s_usage(1);
}
struct s3_ls_app_data impl_data = {
.app_ctx = app_ctx,
.mutex = AWS_MUTEX_INIT,
.cvar = AWS_CONDITION_VARIABLE_INIT,
};
app_ctx->sub_command_data = &impl_data;
s_parse_options(argc, argv, &impl_data);
struct aws_byte_cursor bucket = impl_data.uri.host_name;
struct aws_byte_cursor prefix;
if (impl_data.uri.path.len == 0 || (impl_data.uri.path.len == 1 && impl_data.uri.path.ptr[0] == '/')) {
prefix.len = 0;
prefix.ptr = NULL;
} else {
/* skips the initial / in the path */
prefix.len = impl_data.uri.path.len - 1;
prefix.ptr = impl_data.uri.path.ptr + 1;
}
/* listObjects */
struct aws_s3_list_objects_params params = {.client = app_ctx->client, .bucket_name = bucket, .prefix = prefix};
char endpoint[1024];
snprintf(endpoint, sizeof(endpoint), "s3.%s.amazonaws.com", app_ctx->region);
params.endpoint = aws_byte_cursor_from_c_str(endpoint);
params.user_data = &impl_data;
params.on_object = &s_on_object;
params.on_list_finished = &s_on_list_finished;
struct aws_s3_paginator *paginator = aws_s3_initiate_list_objects(app_ctx->allocator, ¶ms);
int paginator_result = aws_s3_paginator_continue(paginator, &app_ctx->signing_config);
if (paginator_result) {
printf("ERROR returned from initial call to aws_s3_paginator_continue: %d \n", paginator_result);
}
aws_s3_paginator_release(paginator);
/* wait completion of last page */
aws_mutex_lock(&impl_data.mutex);
aws_condition_variable_wait_pred(&impl_data.cvar, &impl_data.mutex, s_app_completion_predicate, &impl_data);
aws_mutex_unlock(&impl_data.mutex);
return 0;
}
|
