Skip to content

"rsync for cloud storage" - Google Drive, S3, Dropbox, Backblaze B2, One Drive, Swift, Hubic, Wasabi, Google Cloud Storage, Azure Blob, Azure Files, Yandex Files

serve s3: update the s3-tests expected to pass

Nick Craig-Wooddf5b121b6e5f
diff --git a/cmd/serve/s3/s3tests/expected-pass.txt b/cmd/serve/s3/s3tests/expected-pass.txt
index 68b3a1a96..cb917eb07 100644
--- a/cmd/serve/s3/s3tests/expected-pass.txt
+++ b/cmd/serve/s3/s3tests/expected-pass.txt
@@ -4,7 +4,7 @@ s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_negativ
s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none
s3tests/functional/test_headers.py::test_bucket_create_bad_expect_empty
s3tests/functional/test_headers.py::test_bucket_create_contentlength_none
-s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none
+s3tests/functional/test_headers.py::test_bucket_put_bad_canned_acl
s3tests/functional/test_headers.py::test_object_create_bad_contentlength_empty
s3tests/functional/test_headers.py::test_object_create_bad_contentlength_negative
s3tests/functional/test_headers.py::test_object_create_bad_contenttype_empty
@@ -20,6 +20,7 @@ s3tests/functional/test_s3.py::test_100_continue_error_retry
s3tests/functional/test_s3.py::test_abort_multipart_upload
s3tests/functional/test_s3.py::test_abort_multipart_upload_not_found
s3tests/functional/test_s3.py::test_atomic_conditional_write_1mb
+s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb
s3tests/functional/test_s3.py::test_atomic_dual_write_1mb
s3tests/functional/test_s3.py::test_atomic_dual_write_4mb
s3tests/functional/test_s3.py::test_atomic_dual_write_8mb
@@ -32,6 +33,8 @@ s3tests/functional/test_s3.py::test_atomic_write_4mb
s3tests/functional/test_s3.py::test_atomic_write_8mb
s3tests/functional/test_s3.py::test_atomic_write_bucket_gone
s3tests/functional/test_s3.py::test_basic_key_count
+s3tests/functional/test_s3.py::test_bucket_acl_canned_private_to_private
+s3tests/functional/test_s3.py::test_bucket_acl_default
s3tests/functional/test_s3.py::test_bucket_create_delete
s3tests/functional/test_s3.py::test_bucket_create_exists_nonowner
s3tests/functional/test_s3.py::test_bucket_create_naming_bad_ip
@@ -57,14 +60,19 @@ s3tests/functional/test_s3.py::test_bucket_delete_nonempty
s3tests/functional/test_s3.py::test_bucket_delete_notexist
s3tests/functional/test_s3.py::test_bucket_head
s3tests/functional/test_s3.py::test_bucket_head_notexist
+s3tests/functional/test_s3.py::test_bucket_list_delimiter_alt
+s3tests/functional/test_s3.py::test_bucket_list_delimiter_dot
s3tests/functional/test_s3.py::test_bucket_list_delimiter_empty
s3tests/functional/test_s3.py::test_bucket_list_delimiter_none
s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_exist
+s3tests/functional/test_s3.py::test_bucket_list_delimiter_percentage
s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix
s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore
s3tests/functional/test_s3.py::test_bucket_list_delimiter_unreadable
+s3tests/functional/test_s3.py::test_bucket_list_delimiter_whitespace
s3tests/functional/test_s3.py::test_bucket_list_distinct
s3tests/functional/test_s3.py::test_bucket_list_empty
+s3tests/functional/test_s3.py::test_bucket_list_encoding_basic
s3tests/functional/test_s3.py::test_bucket_list_long_name
s3tests/functional/test_s3.py::test_bucket_list_many
s3tests/functional/test_s3.py::test_bucket_list_marker_after_list
@@ -75,31 +83,50 @@ s3tests/functional/test_s3.py::test_bucket_list_marker_unreadable
s3tests/functional/test_s3.py::test_bucket_list_maxkeys_invalid
s3tests/functional/test_s3.py::test_bucket_list_maxkeys_none
s3tests/functional/test_s3.py::test_bucket_list_maxkeys_one
+s3tests/functional/test_s3.py::test_bucket_list_maxkeys_zero
+s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous_fail
s3tests/functional/test_s3.py::test_bucket_list_prefix_alt
s3tests/functional/test_s3.py::test_bucket_list_prefix_basic
+s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt
s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic
+s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist
s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist
+s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist
s3tests/functional/test_s3.py::test_bucket_list_prefix_empty
s3tests/functional/test_s3.py::test_bucket_list_prefix_none
s3tests/functional/test_s3.py::test_bucket_list_prefix_not_exist
+s3tests/functional/test_s3.py::test_bucket_list_prefix_unreadable
+s3tests/functional/test_s3.py::test_bucket_list_return_data
s3tests/functional/test_s3.py::test_bucket_list_special_prefix
s3tests/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter
s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken
+s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty
+s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_alt
+s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_dot
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_empty
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_none
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist
+s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_percentage
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore
s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable
+s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace
+s3tests/functional/test_s3.py::test_bucket_listv2_encoding_basic
s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty
s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_empty
+s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty
s3tests/functional/test_s3.py::test_bucket_listv2_many
s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_none
s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_one
+s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_zero
+s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_alt
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_basic
+s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic
+s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist
+s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_empty
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_none
s3tests/functional/test_s3.py::test_bucket_listv2_prefix_not_exist
@@ -113,36 +140,61 @@ s3tests/functional/test_s3.py::test_bucket_recreate_overwrite_acl
s3tests/functional/test_s3.py::test_buckets_create_then_list
s3tests/functional/test_s3.py::test_buckets_list_ctime
s3tests/functional/test_s3.py::test_bucketv2_notexist
-s3tests/functional/test_s3.py::test_copy_enc[sse-c-unencrypted-STANDARD-STANDARD-1024]
-s3tests/functional/test_s3.py::test_copy_enc[sse-c-unencrypted-STANDARD-STANDARD-1048576]
-s3tests/functional/test_s3.py::test_copy_enc[sse-c-unencrypted-STANDARD-STANDARD-1]
-s3tests/functional/test_s3.py::test_copy_enc[sse-c-unencrypted-STANDARD-STANDARD-8388608]
-s3tests/functional/test_s3.py::test_copy_enc[sse-kms-unencrypted-STANDARD-STANDARD-1024]
-s3tests/functional/test_s3.py::test_copy_enc[sse-kms-unencrypted-STANDARD-STANDARD-1048576]
-s3tests/functional/test_s3.py::test_copy_enc[sse-kms-unencrypted-STANDARD-STANDARD-1]
-s3tests/functional/test_s3.py::test_copy_enc[sse-kms-unencrypted-STANDARD-STANDARD-8388608]
s3tests/functional/test_s3.py::test_copy_enc[unencrypted-unencrypted-STANDARD-STANDARD-1024]
s3tests/functional/test_s3.py::test_copy_enc[unencrypted-unencrypted-STANDARD-STANDARD-1048576]
s3tests/functional/test_s3.py::test_copy_enc[unencrypted-unencrypted-STANDARD-STANDARD-1]
s3tests/functional/test_s3.py::test_copy_enc[unencrypted-unencrypted-STANDARD-STANDARD-8388608]
+s3tests/functional/test_s3.py::test_copy_object_ifmatch_failed
s3tests/functional/test_s3.py::test_copy_object_ifmatch_good
s3tests/functional/test_s3.py::test_copy_object_ifnonematch_failed
-s3tests/functional/test_s3.py::test_encrypted_transfer_13b
-s3tests/functional/test_s3.py::test_encrypted_transfer_1MB
-s3tests/functional/test_s3.py::test_encrypted_transfer_1b
-s3tests/functional/test_s3.py::test_encrypted_transfer_1kb
+s3tests/functional/test_s3.py::test_copy_object_ifnonematch_good
+s3tests/functional/test_s3.py::test_copy_part_enc[unencrypted-unencrypted-STANDARD-STANDARD-8388608]
+s3tests/functional/test_s3.py::test_create_bucket_no_ownership_controls
+s3tests/functional/test_s3.py::test_delete_object_if_match
+s3tests/functional/test_s3.py::test_delete_object_if_match_last_modified_time
+s3tests/functional/test_s3.py::test_delete_object_if_match_size
+s3tests/functional/test_s3.py::test_delete_objects_if_match
+s3tests/functional/test_s3.py::test_delete_objects_if_match_last_modified_time
+s3tests/functional/test_s3.py::test_delete_objects_if_match_size
+s3tests/functional/test_s3.py::test_encryption_key_no_sse_c
+s3tests/functional/test_s3.py::test_encryption_sse_c_invalid_md5
+s3tests/functional/test_s3.py::test_encryption_sse_c_no_key
+s3tests/functional/test_s3.py::test_encryption_sse_c_no_md5
+s3tests/functional/test_s3.py::test_get_bucket_policy_status
+s3tests/functional/test_s3.py::test_get_checksum_object_attributes
+s3tests/functional/test_s3.py::test_get_multipart_object_attributes
+s3tests/functional/test_s3.py::test_get_obj_head_tagging
s3tests/functional/test_s3.py::test_get_obj_tagging
+s3tests/functional/test_s3.py::test_get_object_attributes
+s3tests/functional/test_s3.py::test_get_object_ifmatch_failed
s3tests/functional/test_s3.py::test_get_object_ifmatch_good
+s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_failed
s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_good
s3tests/functional/test_s3.py::test_get_object_ifnonematch_failed
+s3tests/functional/test_s3.py::test_get_object_ifnonematch_good
s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed
+s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_good
+s3tests/functional/test_s3.py::test_get_paginated_multipart_object_attributes
+s3tests/functional/test_s3.py::test_get_single_multipart_object_attributes
+s3tests/functional/test_s3.py::test_get_undefined_public_block
s3tests/functional/test_s3.py::test_list_buckets_bad_auth
s3tests/functional/test_s3.py::test_list_buckets_invalid_auth
+s3tests/functional/test_s3.py::test_list_buckets_paginated
s3tests/functional/test_s3.py::test_list_multipart_upload
s3tests/functional/test_s3.py::test_multi_object_delete
s3tests/functional/test_s3.py::test_multi_object_delete_key_limit
s3tests/functional/test_s3.py::test_multi_objectv2_delete
s3tests/functional/test_s3.py::test_multi_objectv2_delete_key_limit
+s3tests/functional/test_s3.py::test_multipart_copy_improper_range
+s3tests/functional/test_s3.py::test_multipart_copy_invalid_range
+s3tests/functional/test_s3.py::test_multipart_copy_multiple_sizes
+s3tests/functional/test_s3.py::test_multipart_copy_small
+s3tests/functional/test_s3.py::test_multipart_copy_special_names
+s3tests/functional/test_s3.py::test_multipart_copy_without_range
+s3tests/functional/test_s3.py::test_multipart_get_part
+s3tests/functional/test_s3.py::test_multipart_put_object_if_match
+s3tests/functional/test_s3.py::test_multipart_single_get_part
+s3tests/functional/test_s3.py::test_multipart_upload
s3tests/functional/test_s3.py::test_multipart_upload_complete_without_create
s3tests/functional/test_s3.py::test_multipart_upload_contents
s3tests/functional/test_s3.py::test_multipart_upload_empty
@@ -150,19 +202,32 @@ s3tests/functional/test_s3.py::test_multipart_upload_incorrect_etag
s3tests/functional/test_s3.py::test_multipart_upload_missing_part
s3tests/functional/test_s3.py::test_multipart_upload_multiple_sizes
s3tests/functional/test_s3.py::test_multipart_upload_overwrite_existing_object
-s3tests/functional/test_s3.py::test_object_acl_full_control_verify_owner
+s3tests/functional/test_s3.py::test_multipart_upload_resend_part
+s3tests/functional/test_s3.py::test_multipart_upload_small
+s3tests/functional/test_s3.py::test_non_multipart_get_part
+s3tests/functional/test_s3.py::test_object_acl
+s3tests/functional/test_s3.py::test_object_acl_default
+s3tests/functional/test_s3.py::test_object_anon_put
+s3tests/functional/test_s3.py::test_object_content_encoding_aws_chunked
s3tests/functional/test_s3.py::test_object_copy_16m
s3tests/functional/test_s3.py::test_object_copy_bucket_not_found
s3tests/functional/test_s3.py::test_object_copy_canned_acl
s3tests/functional/test_s3.py::test_object_copy_diff_bucket
s3tests/functional/test_s3.py::test_object_copy_key_not_found
+s3tests/functional/test_s3.py::test_object_copy_replacing_metadata
+s3tests/functional/test_s3.py::test_object_copy_retaining_metadata
s3tests/functional/test_s3.py::test_object_copy_same_bucket
+s3tests/functional/test_s3.py::test_object_copy_to_itself
+s3tests/functional/test_s3.py::test_object_copy_to_itself_with_metadata
s3tests/functional/test_s3.py::test_object_copy_verify_contenttype
s3tests/functional/test_s3.py::test_object_copy_zero_size
s3tests/functional/test_s3.py::test_object_head_zero_bytes
-s3tests/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass
-s3tests/functional/test_s3.py::test_object_lock_get_legal_hold
-s3tests/functional/test_s3.py::test_object_lock_put_legal_hold
+s3tests/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket
+s3tests/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket
+s3tests/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket
+s3tests/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket
+s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket
+s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket
s3tests/functional/test_s3.py::test_object_metadata_replaced_on_put
s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl
s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant
@@ -172,38 +237,62 @@ s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_acl
s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_gone
s3tests/functional/test_s3.py::test_object_raw_authenticated_object_acl
s3tests/functional/test_s3.py::test_object_raw_authenticated_object_gone
+s3tests/functional/test_s3.py::test_object_raw_get_object_acl
+s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired
+s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant
+s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range
+s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range
+s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero
+s3tests/functional/test_s3.py::test_object_raw_put_authenticated_expired
s3tests/functional/test_s3.py::test_object_raw_response_headers
s3tests/functional/test_s3.py::test_object_read_not_exist
+s3tests/functional/test_s3.py::test_object_requestid_matches_header_on_error
+s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_empty
+s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_good
+s3tests/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty
s3tests/functional/test_s3.py::test_object_write_cache_control
s3tests/functional/test_s3.py::test_object_write_check_etag
+s3tests/functional/test_s3.py::test_object_write_expires
s3tests/functional/test_s3.py::test_object_write_file
s3tests/functional/test_s3.py::test_object_write_read_update_read_delete
s3tests/functional/test_s3.py::test_object_write_to_nonexist_bucket
-s3tests/functional/test_s3.py::test_post_object_condition_is_case_sensitive
-s3tests/functional/test_s3.py::test_post_object_empty_conditions
-s3tests/functional/test_s3.py::test_post_object_expires_is_case_sensitive
-s3tests/functional/test_s3.py::test_post_object_invalid_content_length_argument
-s3tests/functional/test_s3.py::test_post_object_invalid_date_format
-s3tests/functional/test_s3.py::test_post_object_missing_conditions_list
-s3tests/functional/test_s3.py::test_post_object_missing_content_length_argument
-s3tests/functional/test_s3.py::test_post_object_missing_expires_condition
-s3tests/functional/test_s3.py::test_post_object_missing_signature
-s3tests/functional/test_s3.py::test_post_object_no_key_specified
-s3tests/functional/test_s3.py::test_post_object_upload_size_below_minimum
-s3tests/functional/test_s3.py::test_post_object_upload_size_limit_exceeded
+s3tests/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding
+s3tests/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key
+s3tests/functional/test_s3.py::test_post_object_expired_policy
+s3tests/functional/test_s3.py::test_post_object_invalid_access_key
+s3tests/functional/test_s3.py::test_post_object_invalid_request_field_value
+s3tests/functional/test_s3.py::test_post_object_invalid_signature
+s3tests/functional/test_s3.py::test_post_object_missing_policy_condition
+s3tests/functional/test_s3.py::test_post_object_request_missing_policy_specified_field
+s3tests/functional/test_s3.py::test_post_object_wrong_bucket
+s3tests/functional/test_s3.py::test_put_delete_tags
+s3tests/functional/test_s3.py::test_put_excess_key_tags
+s3tests/functional/test_s3.py::test_put_excess_tags
+s3tests/functional/test_s3.py::test_put_excess_val_tags
s3tests/functional/test_s3.py::test_put_max_kvsize_tags
s3tests/functional/test_s3.py::test_put_max_tags
s3tests/functional/test_s3.py::test_put_modify_tags
+s3tests/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms
+s3tests/functional/test_s3.py::test_put_obj_enc_conflict_c_kms
+s3tests/functional/test_s3.py::test_put_obj_enc_conflict_c_s3
+s3tests/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms
+s3tests/functional/test_s3.py::test_put_obj_with_tags
+s3tests/functional/test_s3.py::test_put_object_if_match
+s3tests/functional/test_s3.py::test_put_object_ifmatch_failed
s3tests/functional/test_s3.py::test_put_object_ifmatch_good
+s3tests/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed
s3tests/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good
+s3tests/functional/test_s3.py::test_put_object_ifnonmatch_failed
s3tests/functional/test_s3.py::test_put_object_ifnonmatch_good
s3tests/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good
+s3tests/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed
+s3tests/functional/test_s3.py::test_ranged_big_request_response_code
s3tests/functional/test_s3.py::test_ranged_request_empty_object
s3tests/functional/test_s3.py::test_ranged_request_invalid_range
-s3tests/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1
-s3tests/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2
-s3tests/functional/test_s3.py::test_sse_kms_present
-s3tests/functional/test_s3.py::test_sse_kms_transfer_13b
-s3tests/functional/test_s3.py::test_sse_kms_transfer_1MB
-s3tests/functional/test_s3.py::test_sse_kms_transfer_1b
-s3tests/functional/test_s3.py::test_sse_kms_transfer_1kb
+s3tests/functional/test_s3.py::test_ranged_request_response_code
+s3tests/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code
+s3tests/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code
+s3tests/functional/test_s3.py::test_set_multipart_tagging
+s3tests/functional/test_s3.py::test_sse_kms_no_key
+s3tests/functional/test_s3.py::test_sse_kms_not_declared
+s3tests/functional/test_s3.py::test_upload_part_copy_percent_encoded_key
diff --git a/cmd/serve/s3/s3tests/s3tests.conf.in b/cmd/serve/s3/s3tests/s3tests.conf.in
index 58ea829df..2ff03bf08 100644
--- a/cmd/serve/s3/s3tests/s3tests.conf.in
+++ b/cmd/serve/s3/s3tests/s3tests.conf.in
@@ -13,11 +13,13 @@ bucket prefix = rclone-{random}-
iam name prefix = s3-tests-
iam path prefix = /s3-tests/
+# The user_id and display_name are those gofakes3 gives the owner of
+# every bucket and object. There is no api_name, as serve s3 doesn't
+# store bucket locations.
[s3 main]
-display_name = M. Tester
-user_id = testid
+display_name = GoFakeS3
+user_id = fe7272ea58be830e56fe1663b10fafef
-api_name = default
access_key = 0555b35654ad1656d804
secret_key = h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==