[bug?] Maxitems can't return expected items?

[robinsujob]

Hi Team, could you pls give me some advice what is the meaning of MaxItems, I’m doing a test, but I found that Maxitems seems to be the maximum items returned by the current page. I think is not totally return count of all. Also, the testing results seem weird...

import json
import base64
import logging
import boto3

from botocore.exceptions import ClientError

logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.INFO)
MAX_ITEMS=3
PAGE_SIZE=20
i=0
BUCKET_NAME="xxx-xxx"

   
def get_s3_obj(object_list,list_cert_paginator,marker):
    global i
    i=i+1
    list_cert_res_iterator = None
    if marker:
        list_cert_res_iterator = list_cert_paginator.paginate(
            Bucket=BUCKET_NAME,
            PaginationConfig={
                'MaxItems': MAX_ITEMS,
                'PageSize': PAGE_SIZE,
                'StartingToken': marker
            }
        )
    else:
        list_cert_res_iterator = list_cert_paginator.paginate(
            Bucket=BUCKET_NAME,
            PaginationConfig={
                'MaxItems': MAX_ITEMS,
                'PageSize': PAGE_SIZE,
            }
        )
    print(list_cert_res_iterator)
    for list_cert_res in list_cert_res_iterator:
        if list_cert_res["ResponseMetadata"]["HTTPStatusCode"] == 200:
            cert_list=list_cert_res["Contents"]
            print(list_cert_res)
            for cert in cert_list:
                object_list.append(cert)
            if list_cert_res['IsTruncated']:
                print("------------------------")
                get_s3_obj(object_list,list_cert_paginator,list_cert_res["NextContinuationToken"])

def main():
    s3_client = boto3.client('s3')
    list_cert_paginator = s3_client.get_paginator('list_objects_v2')
    object_list=[];
    print(BUCKET_NAME)
    get_s3_obj(object_list,list_cert_paginator,None)
    print("===================")
    print(i)
    # print(object_list)
    print(len(object_list))



if __name__ == "__main__":
    main()

This bucket has 134 objects.
When I set
MAX_ITEMS=20
PAGE_SIZE=50
The results:
iterative call: 3
len(object_list) 60

When I set
MAX_ITEMS=50
PAGE_SIZE=20
The results:
iterative call: 52
len(object_list) 1528

When I set
MAX_ITEMS=50
PAGE_SIZE=50
The results:
iterative call: 3
len(object_list) 134

When I set
MAX_ITEMS=200
PAGE_SIZE=200
The results:
iterative call: 1
len(object_list) 134

[github-actions[bot]]

Hello! Reopening this discussion to make it searchable.