{"id":13616948,"url":"https://github.com/aws-samples/cloud-storage-to-s3-tool","last_synced_at":"2025-04-14T03:32:12.245Z","repository":{"id":165804256,"uuid":"637596567","full_name":"aws-samples/cloud-storage-to-s3-tool","owner":"aws-samples","description":null,"archived":false,"fork":false,"pushed_at":"2024-06-18T03:18:53.000Z","size":3484,"stargazers_count":5,"open_issues_count":1,"forks_count":0,"subscribers_count":7,"default_branch":"main","last_synced_at":"2024-11-08T01:37:39.621Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Java","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit-0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/aws-samples.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":"CODE_OF_CONDUCT.md","threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-05-08T02:17:07.000Z","updated_at":"2024-10-19T18:06:50.000Z","dependencies_parsed_at":"2024-01-16T23:31:25.326Z","dependency_job_id":"324515fe-2730-4292-8dde-3d1a150f5db7","html_url":"https://github.com/aws-samples/cloud-storage-to-s3-tool","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aws-samples%2Fcloud-storage-to-s3-tool","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aws-samples%2Fcloud-storage-to-s3-tool/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aws-samples%2Fcloud-storage-to-s3-tool/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aws-samples%2Fcloud-storage-to-s3-tool/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/aws-samples","download_url":"https://codeload.github.com/aws-samples/cloud-storage-to-s3-tool/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":248815628,"owners_count":21165957,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-08-01T20:01:35.092Z","updated_at":"2025-04-14T03:32:07.235Z","avatar_url":"https://github.com/aws-samples.png","language":"Java","funding_links":[],"categories":["HarmonyOS"],"sub_categories":["Windows Manager"],"readme":"Cloud Storage To AWS S3 Tool\n======================================\n\nThis tool is used to transfer data from Google GCS and other cloud providers (supported by Rclone) to AWS S3. It allows you to batch start and manage EC2 instances to transfer a large amount of data in parallel.\nThe architecture diagram based on Google GCS as the data source is as follows:\n\n![architecture.png](architecture.png)\n\nComponent functions:\n\n- Amazon SQS: Stores and sorts transfer tasks after they are issued.\n\n- Amazon DynamoDB: Automatically creates three tables for storing transfer devices, task status, and configurations during system initialization.\n\nPrerequisites\n-------------\nBuilding the project\n--------------------\n\nNavigate to the newly created folder:\n\nRun the project with:\n\n    mvn clean spring-boot:run\n\nNavigate to:\n\n    http://localhost:8080\n\nLogin with: `user` and `demo`\n\nPackage the application\n-----------------------\n\nTo package the project run:\n\n    mvn clean package\nWe need to use the packaged jar file as the executable program.\n\nThe deployment document can be found in the deployment-guidance.pdf file in the repository. The document is in Chinese. If you need an English version, please feel free to contact us.\n\n\n\n## Security\n\nSee [CONTRIBUTING](CONTRIBUTING.md#security-issue-notifications) for more information.\n\n## License\n\nThis library is licensed under the MIT-0 License. See the LICENSE file.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Faws-samples%2Fcloud-storage-to-s3-tool","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Faws-samples%2Fcloud-storage-to-s3-tool","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Faws-samples%2Fcloud-storage-to-s3-tool/lists"}