Use ROS CDK to upload all files from an on-premises folder to an OSS bucket

import * as ros from '@alicloud/ros-cdk-core';
import * as oss_deployment from '@alicloud/ros-cdk-ossdeployment';
import * as oss from '@alicloud/ros-cdk-oss';
import * as fs from "fs";
import * as path from "path";


/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath: string): oss_deployment.ISource[] {
  dirPath = dirPath.endsWith('/') ?  dirPath : dirPath + '/';
  const result: oss_deployment.ISource[] = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}


export class DemoStack extends ros.Stack {
  constructor(scope: ros.Construct, id: string, props?: ros.StackProps) {
    super(scope, id, props);

    const folderPath = "my-folder";  //The absolute path of the on-premises folder.
    const ossBucketName = "my-blog";  //The name of the OSS bucket.

    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");

    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: ossBucketName,
      timeout: 300,
      logMonitoring: true,  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
    });
  }
}

const ros = require('@alicloud/ros-cdk-core');
const oss_deployment = require('@alicloud/ros-cdk-ossdeployment');
const oss = require('@alicloud/ros-cdk-oss');
const fs = require("fs");
const path = require("path");

/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath) {
  dirPath = dirPath.endsWith('/') ?  dirPath : dirPath + '/';
  const result = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}

class DemoStack extends ros.Stack {
  constructor(scope, id, props) {
    super(scope, id, props);
    const folderPath = "my-folder";  //The absolute path of the on-premises folder.
    const ossBucketName = "my-blog";  //The name of the OSS bucket.
    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");
    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: ossBucketName,
      timeout: 300,
      logMonitoring: true,  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
    });
  }
}

module.exports = { DemoStack };

import os
import ros_cdk_core as core
import ros_cdk_ossdeployment as oss_deployment
import ros_cdk_oss as oss


def get_all_files(dir_path: str):
    """
    Recursively reads all files in a directory including subdirectories.
    :param dir_path: The directory path to read.
    :returns: An array containing paths of all files.
    """
    if not dir_path.endswith('/'):
        dir_path += '/'
    result = []
    files = os.listdir(dir_path)
    for file in files:
        cur_path = os.path.join(dir_path, file)
        if os.path.isdir(cur_path):
            result.extend(get_all_files(cur_path))
        else:
            object_prefix = os.path.dirname(cur_path)[os.path.dirname(cur_path).index('/out') + len('/out'):] + '/'
            print(object_prefix[1:], cur_path)
            result.append(oss_deployment.Source.asset(cur_path, {}, object_prefix[1:]))
    return result


class DemoStack(core.Stack):
    def __init__(self, scope: core.Construct, construct_id: str, **kwargs):
        super().__init__(scope, construct_id, **kwargs)

        folder_path = "my-folder"  #The absolute path of the on-premises folder.
        oss_bucket_name = "my-blog"  #The name of the OSS bucket.
        file_paths = get_all_files(folder_path)

        core.RosInfo(self, core.RosInfo.description, "Deploy the folder to OSS.")

        oss_deployment.BucketDeployment(self, 'SampleFileDeployment',
                                        oss_deployment.BucketDeploymentProps(
                                            sources=file_paths,
                                            destination_bucket=oss_bucket_name,
                                            timeout=300,
                                            log_monitoring=True  #Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
                                        ))

using System;
using System.Collections.Generic;
using System.IO;
using AlibabaCloud.SDK.ROS.CDK.Core;
using AlibabaCloud.SDK.ROS.CDK.Ossdeployment;
using AlibabaCloud.SDK.ROS.CDK.Oss;

namespace Demo
{
    public class DemoStack : Stack
    {
        /**
         * Recursively reads all files in a directory including subdirectories.
         * @param dirPath The directory path to read.
         * @returns A list containing paths of all files.
         */
        public static List<ISource> GetAllFiles(string dirPath)
        {
            if (!dirPath.EndsWith("/"))
            {
                dirPath += "/";
            }

            var result = new List<ISource>();
            var files = System.IO.Directory.GetFiles(dirPath, "*", SearchOption.AllDirectories);

            // Loop through each file and directory
            foreach (var file in files)
            {
                var curPath = Path.Combine(dirPath, file);
                if (System.IO.Directory.Exists(curPath))
                {
                    result.AddRange(GetAllFiles(curPath));
                }
                else
                {
                    var objectPrefix = Path.GetDirectoryName(curPath)
                                        .Substring(Path.GetDirectoryName(curPath).IndexOf("/out") + "/out".Length)
                                        + "/";
                    result.Add(Source.Asset(curPath, null, objectPrefix.Substring(1)));
                }
            }

            return result;
        }

        public DemoStack(Construct scope, string id, IStackProps props = null) : base(scope, id, props)
        {
            // The code that defines your stack goes here
            const string folderPath = "my-folder";  //The absolute path of the on-premises folder.
            const string ossBucketName = "my-blog";  //The name of the OSS bucket.
            var filePaths = GetAllFiles(folderPath);

            new RosInfo(this, RosInfo.Description, "Deploy the folder to OSS.");

            new BucketDeployment(this, "SampleFileDeployment", new BucketDeploymentProps
            {
                Sources = filePaths.ToArray(),
                DestinationBucket = ossBucketName,
                Timeout = 300,
                LogMonitoring = true  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
            });
        }
    }
}

import * as ros from '@alicloud/ros-cdk-core';
import * as oss_deployment from '@alicloud/ros-cdk-ossdeployment';
import * as oss from '@alicloud/ros-cdk-oss';
import * as fs from "fs";
import * as path from "path";


/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath: string): oss_deployment.ISource[] {
  dirPath = dirPath.endsWith('/') ?  dirPath : dirPath + '/';
  const result: oss_deployment.ISource[] = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}


export class DemoStack extends ros.Stack {
  constructor(scope: ros.Construct, id: string, props?: ros.StackProps) {
    super(scope, id, props);

    const folderPath = "my-folder";  //The absolute path of the on-premises folder.
    const ossBucketName = "my-blog";  //The name of the OSS bucket.

    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");

    const destBucket = new oss.Bucket(this, 'SampleDestBucket', {
      bucketName: ossBucketName
    });

    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: destBucket,
      timeout: 300,
      logMonitoring: true,  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
    });
  }
}

const ros = require('@alicloud/ros-cdk-core');
const oss_deployment = require('@alicloud/ros-cdk-ossdeployment');
const oss = require('@alicloud/ros-cdk-oss');
const fs = require("fs");
const path = require("path");

/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath) {
  dirPath = dirPath.endsWith('/') ?  dirPath : dirPath + '/';
  const result = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}

class DemoStack extends ros.Stack {
  constructor(scope, id, props) {
    super(scope, id, props);
    const folderPath = "my-folder";  //The absolute path of the on-premises folder.
    const ossBucketName = "my-blog";  //The name of the OSS bucket.
    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");
    const destBucket = new oss.Bucket(this, 'SampleDestBucket', {
      bucketName: ossBucketName
    });
    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: destBucket,
      timeout: 300,
      logMonitoring: true,  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
    });
  }
}

module.exports = { DemoStack };

import os
import ros_cdk_core as core
import ros_cdk_ossdeployment as oss_deployment
import ros_cdk_oss as oss


def get_all_files(dir_path: str):
    """
    Recursively reads all files in a directory including subdirectories.
    :param dir_path: The directory path to read.
    :returns: An array containing paths of all files.
    """
    if not dir_path.endswith('/'):
        dir_path += '/'
    result = []
    files = os.listdir(dir_path)
    for file in files:
        cur_path = os.path.join(dir_path, file)
        if os.path.isdir(cur_path):
            result.extend(get_all_files(cur_path))
        else:
            object_prefix = os.path.dirname(cur_path)[os.path.dirname(cur_path).index('/out') + len('/out'):] + '/'
            print(object_prefix[1:], cur_path)
            result.append(oss_deployment.Source.asset(cur_path, {}, object_prefix[1:]))
    return result


class DemoStack(core.Stack):
    def __init__(self, scope: core.Construct, construct_id: str, **kwargs):
        super().__init__(scope, construct_id, **kwargs)

        folder_path = "my-folder"  #The absolute path of the on-premises folder.
        oss_bucket_name = "my-blog"  #The name of the OSS bucket.
        file_paths = get_all_files(folder_path)

        core.RosInfo(self, core.RosInfo.description, "Deploy the folder to OSS.")

        dest_bucket = oss.Bucket(self, 'SampleDestBucket',
                                 oss.BucketProps(bucket_name=oss_bucket_name))

        oss_deployment.BucketDeployment(self, 'SampleFileDeployment',
                                        oss_deployment.BucketDeploymentProps(
                                            sources=file_paths,
                                            destination_bucket=dest_bucket,
                                            timeout=300,
                                            log_monitoring=True  #Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
                                        ))

using System;
using System.Collections.Generic;
using System.IO;
using AlibabaCloud.SDK.ROS.CDK.Core;
using AlibabaCloud.SDK.ROS.CDK.Ossdeployment;
using AlibabaCloud.SDK.ROS.CDK.Oss;

namespace Demo
{
    public class DemoStack : Stack
    {
        /**
         * Recursively reads all files in a directory including subdirectories.
         * @param dirPath The directory path to read.
         * @returns A list containing paths of all files.
         */
        public static List<ISource> GetAllFiles(string dirPath)
        {
            if (!dirPath.EndsWith("/"))
            {
                dirPath += "/";
            }

            var result = new List<ISource>();
            var files = System.IO.Directory.GetFiles(dirPath, "*", SearchOption.AllDirectories);

            // Loop through each file and directory
            foreach (var file in files)
            {
                var curPath = Path.Combine(dirPath, file);
                if (System.IO.Directory.Exists(curPath))
                {
                    result.AddRange(GetAllFiles(curPath));
                }
                else
                {
                    var objectPrefix = Path.GetDirectoryName(curPath)
                                        .Substring(Path.GetDirectoryName(curPath).IndexOf("/out") + "/out".Length)
                                        + "/";
                    result.Add(Source.Asset(curPath, null, objectPrefix.Substring(1)));
                }
            }

            return result;
        }

        public DemoStack(Construct scope, string id, IStackProps props = null) : base(scope, id, props)
        {
            // The code that defines your stack goes here
            const string folderPath = "my-folder";  //The absolute path of the on-premises folder.
            const string ossBucketName = "my-blog";  //The name of the OSS bucket.
            var filePaths = GetAllFiles(folderPath);

            new RosInfo(this, RosInfo.Description, "Deploy the folder to OSS.");

            var destBucket = new Bucket(this, "SampleDestBucket", new BucketProps
            {
                BucketName = ossBucketName
            });

            new BucketDeployment(this, "SampleFileDeployment", new BucketDeploymentProps
            {
                Sources = filePaths.ToArray(),
                DestinationBucket = destBucket,
                Timeout = 300,
                LogMonitoring = true  //Specifies whether to enable log monitoring. If you set this parameter to false, log monitoring is disabled.
            });
        }
    }
}