och-instance

Commands to manage Object Copier Hub (OCH).

Syntax

maprcli och-instance 
och-instance

        create
                 -name copier name
                [ -node FQDN of the OCH service node; auto-assigned via load balancing across active OCH nodes if omitted ]
                [ -sticky pin this copier to -node and exclude it from automatic load rebalancing. default: false. default: false ]
                 -isSQSListener true if using SQS listener, false if using Kafka. default: false
                [ -enableMultipart true to enable multipart copy for large objects. default: false. default: false ]
                [ -multipartThreshold minimum object size in bytes to trigger multipart copy. default: 524288000 (500MB) ]
                [ -multipartSize size of each part in bytes during multipart copy. default: 104857600 (100MB) ]
                [ -multipartConcurrency number of concurrent part uploads. default: 10 ]
                [ -isAuditEnabled true to record one audit entry per copy attempt made by this copier, under /var/mapr/local/mapr.och.audit. default: false. default: false ]
                [ -sqsQueueUrl SQS queue URL, e.g. https://sqs.us-east-1.amazonaws.com/123456789/queue-name ]
                [ -sqsAwsRegion AWS region for SQS, e.g. us-east-1 ]
                [ -sqsAwsAccessKey AWS access key ID for SQS access ]
                [ -sqsAwsSecretKey AWS secret access key for SQS access ]
                [ -sqsAwsSessionToken AWS STS session token for SQS access; required when -sqsAwsAccessKey/-sqsAwsSecretKey are temporary credentials ]
                [ -sqsRoleArn IAM role ARN to assume for SQS access ]
                [ -kafkaTopics comma-separated Kafka topic list, e.g. /var/objstore/event-stream:event-topic ]
                [ -srcIsAWS true if source is AWS S3, false if source is DataFabric. default: false ]
                [ -srcAwsRegion AWS region for source S3 bucket ]
                [ -srcAwsAccessKey AWS access key ID for source S3 access ]
                [ -srcAwsSecretKey AWS secret access key for source S3 access ]
                [ -srcAwsSessionToken AWS STS session token for source S3 access; required when -srcAwsAccessKey/-srcAwsSecretKey are temporary credentials ]
                [ -srcRoleArn IAM role ARN to assume for source S3 access ]
                [ -srcAccessKey DataFabric access key for source ]
                [ -srcSecretKey DataFabric secret key for source ]
                [ -srcEndpoint source DataFabric endpoint, e.g. https://hostname:9000 ]
                [ -srcChainCA path to CA certificate chain file for source endpoint, or the PEM chain itself with -isContentInline true ]
                [ -dstAccessKey DataFabric access key for destination ]
                [ -dstSecretKey DataFabric secret key for destination ]
                [ -dstEndpoint destination DataFabric endpoint, e.g. https://hostname:9000 ]
                [ -dstChainCA path to CA certificate chain file for destination endpoint, or the PEM chain itself with -isContentInline true ]
                [ -bucketMap comma-separated <sourceBucket>:<destBucket>[:<rules>] entries, e.g. src1:dst1,src2:dst2:/path/rules2.json; <rules> is a file path unless -isContentInline true, when it is the rules JSON itself ]

        update
                 -name copier name
                [ -node FQDN of the OCH service node; auto-assigned via load balancing across active OCH nodes if omitted ]
                [ -sticky pin this copier to -node and exclude it from automatic load rebalancing. default: false. default: false ]
                 -isSQSListener true if using SQS listener, false if using Kafka. default: false
                [ -enableMultipart true to enable multipart copy for large objects. default: false. default: false ]
                [ -multipartThreshold minimum object size in bytes to trigger multipart copy. default: 524288000 (500MB) ]
                [ -multipartSize size of each part in bytes during multipart copy. default: 104857600 (100MB) ]
                [ -multipartConcurrency number of concurrent part uploads. default: 10 ]
                [ -isAuditEnabled true to record one audit entry per copy attempt made by this copier, under /var/mapr/local/mapr.och.audit. default: false. default: false ]
                [ -sqsQueueUrl SQS queue URL, e.g. https://sqs.us-east-1.amazonaws.com/123456789/queue-name ]
                [ -sqsAwsRegion AWS region for SQS, e.g. us-east-1 ]
                [ -sqsAwsAccessKey AWS access key ID for SQS access ]
                [ -sqsAwsSecretKey AWS secret access key for SQS access ]
                [ -sqsAwsSessionToken AWS STS session token for SQS access; required when -sqsAwsAccessKey/-sqsAwsSecretKey are temporary credentials ]
                [ -sqsRoleArn IAM role ARN to assume for SQS access ]
                [ -kafkaTopics comma-separated Kafka topic list, e.g. /var/objstore/event-stream:event-topic ]
                [ -srcIsAWS true if source is AWS S3, false if source is DataFabric. default: false ]
                [ -srcAwsRegion AWS region for source S3 bucket ]
                [ -srcAwsAccessKey AWS access key ID for source S3 access ]
                [ -srcAwsSecretKey AWS secret access key for source S3 access ]
                [ -srcAwsSessionToken AWS STS session token for source S3 access; required when -srcAwsAccessKey/-srcAwsSecretKey are temporary credentials ]
                [ -srcRoleArn IAM role ARN to assume for source S3 access ]
                [ -srcAccessKey DataFabric access key for source ]
                [ -srcSecretKey DataFabric secret key for source ]
                [ -srcEndpoint source DataFabric endpoint, e.g. https://hostname:9000 ]
                [ -srcChainCA path to CA certificate chain file for source endpoint, or the PEM chain itself with -isContentInline true ]
                [ -dstAccessKey DataFabric access key for destination ]
                [ -dstSecretKey DataFabric secret key for destination ]
                [ -dstEndpoint destination DataFabric endpoint, e.g. https://hostname:9000 ]
                [ -dstChainCA path to CA certificate chain file for destination endpoint, or the PEM chain itself with -isContentInline true ]
                [ -bucketMap comma-separated <sourceBucket>:<destBucket>[:<rules>] entries, e.g. src1:dst1,src2:dst2:/path/rules2.json; <rules> is a file path unless -isContentInline true, when it is the rules JSON itself ]

        move
                 -name copier name
                 -node FQDN of the destination OCH service node

        delete
                 -name copier name

        start
                 -name copier name

        stop
                 -name copier name

        list

        info
                 -name copier name

        add-buckets
                 -name copier name
                 -srcbucket source bucket name
                 -dstbucket destination bucket name
                [ -rulesFile path to a JSON file of AWS-style replication rules ({"rules":[...]}) for this source bucket, or the rules JSON itself with -isContentInline true; takes precedence over -dstbucket ]

        delete-buckets
                 -name copier name
                 -srcbucket source bucket name

        stats
                [ -name copier name; all copiers if omitted ]