{"id":13569616,"url":"https://github.com/SophiaData/Bigdata_Code_Tutorial","last_synced_at":"2025-04-04T06:31:07.398Z","repository":{"id":40482105,"uuid":"442363527","full_name":"SophiaData/Bigdata_Code_Tutorial","owner":"SophiaData","description":"Flink cdc 整库同步 \u0026 flink 代码 demo","archived":false,"fork":false,"pushed_at":"2024-09-25T01:47:58.000Z","size":52466,"stargazers_count":42,"open_issues_count":4,"forks_count":20,"subscribers_count":3,"default_branch":"master","last_synced_at":"2024-11-05T02:34:51.718Z","etag":null,"topics":["flink"],"latest_commit_sha":null,"homepage":"https://sophiadata.github.io/Bigdata_Blog_Website/","language":"Java","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/SophiaData.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2021-12-28T05:52:45.000Z","updated_at":"2024-09-25T01:47:55.000Z","dependencies_parsed_at":"2023-09-22T21:16:19.397Z","dependency_job_id":"9ba231ef-4755-4b9b-ad09-bf7eebd7466f","html_url":"https://github.com/SophiaData/Bigdata_Code_Tutorial","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/SophiaData%2FBigdata_Code_Tutorial","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/SophiaData%2FBigdata_Code_Tutorial/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/SophiaData%2FBigdata_Code_Tutorial/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/SophiaData%2FBigdata_Code_Tutorial/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/SophiaData","download_url":"https://codeload.github.com/SophiaData/Bigdata_Code_Tutorial/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":247134392,"owners_count":20889396,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["flink"],"created_at":"2024-08-01T14:00:41.995Z","updated_at":"2025-04-04T06:31:06.789Z","avatar_url":"https://github.com/SophiaData.png","language":"Java","readme":"整库同步代码\n\nhttps://github.com/SophiaData/Bigdata_Code_Tutorial/blob/master/sync_database_mysql/src/main/java/io/sophiadata/flink/sync/FlinkSqlWDS.java\n\n程序运行效果图\n\n![img](https://img-blog.csdnimg.cn/92a0a25d2ef94e4a96c791866f723c5c.png)\n\n运行方法，根据需要修改表名，库名，账号，密码，并将 provided 添加到 IDE 运行环境中，\n将 log4j.properties 日志级别输出调整为 info\n可以得到 flink web ui 地址\n\n根据需要调整 ParameterUtil 里面的参数，也可以使用 nacos 来获取相应参数\n\n\u003e 原始建表语句\n```sql\ncreate table if not exists jdbc_sink_t_user(\n\t`id` BIGINT NOT NULL,\n\t`name` VARCHAR(255),\n\t`age` TINYINT,\n\t`create_time` TIMESTAMP(0) NOT NULL default '1970-01-01 09:00:00',\n\t`update_time` TIMESTAMP(0) NOT NULL default '1970-01-01 09:00:00',\nPRIMARY KEY (id)\n) \ncreate table if not exists t_user(\n\t`id` BIGINT NOT NULL,\n\t`name` VARCHAR(255),\n\t`age` TINYINT,\n\t`create_time` TIMESTAMP(0) default '1970-01-01 09:00:00',\n\t`update_time` TIMESTAMP(0) default '1970-01-01 09:00:00',\nPRIMARY KEY (id)\n) \ncreate table if not exists table_process(\n\t`source_table` VARCHAR(200) NOT NULL,\n\t`operate_type` VARCHAR(200) NOT NULL,\n\t`sink_type` VARCHAR(200),\n\t`sink_table` VARCHAR(200),\n\t`sink_columns` VARCHAR(2000),\n\t`sink_pk` VARCHAR(200),\n\t`sink_extend` VARCHAR(200),\n\t`slow_change` VARCHAR(2000),\nPRIMARY KEY (source_table,operate_type)\n) \ncreate table if not exists test2(\n\t`id` VARCHAR(200) NOT NULL,\n\t`student` VARCHAR(200),\n\t`sex` VARCHAR(200),\n\t`sexs` VARCHAR(255),\n\t`op` VARCHAR(255),\n\t`sc` VARCHAR(255),\n\t`st` VARCHAR(255),\n\t`s9` VARCHAR(255),\n\t`s10` VARCHAR(255),\nPRIMARY KEY (id)\n) \ncreate table if not exists test3(\n\t`id` VARCHAR(200) NOT NULL,\n\t`student` VARCHAR(200),\n\t`sex` VARCHAR(200),\n\t`s11` VARCHAR(200),\nPRIMARY KEY (id)\n) \n```\n\nBlog: https://sophiadata.github.io/Bigdata_Blog_Website/\n\n![img](https://user-images.githubusercontent.com/34996528/202855293-c3a35d5b-242b-4e26-848f-a88741cd3afc.png)\n","funding_links":[],"categories":["Java"],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2FSophiaData%2FBigdata_Code_Tutorial","html_url":"https://awesome.ecosyste.ms/projects/github.com%2FSophiaData%2FBigdata_Code_Tutorial","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2FSophiaData%2FBigdata_Code_Tutorial/lists"}