{"id":13484960,"url":"https://github.com/dataform-co/dataform","last_synced_at":"2026-02-04T13:45:06.977Z","repository":{"id":34378238,"uuid":"147217097","full_name":"dataform-co/dataform","owner":"dataform-co","description":"Dataform is a framework for managing SQL based data operations in BigQuery","archived":false,"fork":false,"pushed_at":"2026-01-14T22:59:10.000Z","size":17785,"stargazers_count":951,"open_issues_count":104,"forks_count":193,"subscribers_count":23,"default_branch":"main","last_synced_at":"2026-01-16T21:39:00.844Z","etag":null,"topics":["analytics","business-intelligence","data-engineering","data-pipelines","elt","etl","hacktoberfest"],"latest_commit_sha":null,"homepage":"https://cloud.google.com/dataform/docs","language":"TypeScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/dataform-co.png","metadata":{"files":{"readme":"readme.md","changelog":null,"contributing":"contributing.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":".github/CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2018-09-03T14:36:28.000Z","updated_at":"2026-01-15T16:38:39.000Z","dependencies_parsed_at":"2026-01-16T11:04:25.255Z","dependency_job_id":"481341cd-6c2d-452c-a216-d95bec55dc04","html_url":"https://github.com/dataform-co/dataform","commit_stats":{"total_commits":1576,"total_committers":56,"mean_commits":"28.142857142857142","dds":0.7531725888324873,"last_synced_commit":"e16717f916f8e0ae146870eeaa1ab8ea548def51"},"previous_names":[],"tags_count":274,"template":false,"template_full_name":null,"purl":"pkg:github/dataform-co/dataform","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dataform-co%2Fdataform","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dataform-co%2Fdataform/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dataform-co%2Fdataform/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dataform-co%2Fdataform/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/dataform-co","download_url":"https://codeload.github.com/dataform-co/dataform/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dataform-co%2Fdataform/sbom","scorecard":{"id":324424,"data":{"date":"2025-08-11","repo":{"name":"github.com/dataform-co/dataform","commit":"1d481f5bcaeb71a88bfe49f4738868263196700d"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.3,"checks":[{"name":"Code-Review","score":10,"reason":"all changesets reviewed","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Maintained","score":10,"reason":"16 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/test.yaml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yaml:12: update your workflow using https://app.stepsecurity.io/secureworkflow/dataform-co/dataform/test.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yaml:15: update your workflow using https://app.stepsecurity.io/secureworkflow/dataform-co/dataform/test.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yaml:21: update your workflow using https://app.stepsecurity.io/secureworkflow/dataform-co/dataform/test.yaml/main?enable=pin","Warn: npmCommand not pinned by hash: vscode/packager.sh:2","Info:   0 out of   1 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   2 third-party GitHubAction dependencies pinned","Info:   0 out of   1 npmCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"SAST","score":7,"reason":"SAST tool is not run on all commits -- score normalized to 7","details":["Warn: 22 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}},{"name":"Vulnerabilities","score":0,"reason":"15 existing vulnerabilities detected","details":["Warn: Project is vulnerable to: GHSA-v6h2-p8h4-qcjw","Warn: Project is vulnerable to: GHSA-grv7-fg5c-xmjg","Warn: Project is vulnerable to: GHSA-gxpj-cx7g-858c","Warn: Project is vulnerable to: GHSA-fjxv-7rqg-78g4","Warn: Project is vulnerable to: GHSA-5v2h-r2cx-5xgj","Warn: Project is vulnerable to: GHSA-rrrm-qjm4-v8hf","Warn: Project is vulnerable to: GHSA-952p-6rrq-rcjv","Warn: Project is vulnerable to: GHSA-hcrg-fc28-fcg5","Warn: Project is vulnerable to: GHSA-p8p7-x288-28g6","Warn: Project is vulnerable to: GHSA-c2qf-rxjj-qqgw","Warn: Project is vulnerable to: GHSA-mxhp-79qh-mcx6","Warn: Project is vulnerable to: GHSA-52f5-9888-hmc6","Warn: Project is vulnerable to: GHSA-72xf-g2v4-qvf3","Warn: Project is vulnerable to: GHSA-cchq-frgv-rjh5","Warn: Project is vulnerable to: GHSA-g644-9gfx-q4q4"],"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}}]},"last_synced_at":"2025-08-18T02:07:54.274Z","repository_id":34378238,"created_at":"2025-08-18T02:07:54.274Z","updated_at":"2025-08-18T02:07:54.274Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":28980159,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-02-01T13:38:33.235Z","status":"ssl_error","status_checked_at":"2026-02-01T13:38:32.912Z","response_time":56,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.5:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["analytics","business-intelligence","data-engineering","data-pipelines","elt","etl","hacktoberfest"],"created_at":"2024-07-31T17:01:40.364Z","updated_at":"2026-02-01T14:04:57.022Z","avatar_url":"https://github.com/dataform-co.png","language":"TypeScript","funding_links":[],"categories":["TypeScript","analytics"],"sub_categories":[],"readme":"# Dataform Core\n\nDataform Core is an open source meta-language to create SQL tables and workflows in BigQuery. Dataform Core extends SQL by providing a dependency management system, automated data quality testing, and data documentation.\n\nUsing Dataform Core, data teams can build scalable SQL data transformation pipelines following software engineering best practices, like version control and testing.\n\nFor more details, see [how Dataform works](https://cloud.google.com/dataform/docs/overview).\n\n![Data collections and integrations feed into Dataform, which exports this data to BI and analytics tools.](static/images/single-source-of-truth.png?raw=true)\n\n## Get started\n\n### In Google Cloud Platform\n\nDataform in Google Cloud Platform provides a fully managed experience to build scalable data transformations pipelines in **BigQuery** using SQL. It includes:\n\n- A cloud development environment to develop data assets with SQL and Dataform Core and version control code with GitHub, GitLab, and other Git providers.\n- A fully managed, serverless orchestration environment for data pipelines, fully integrated in Google Cloud Platform.\n\nFollow the [quickstart guide](https://cloud.google.com/dataform/docs/quickstart)!\n\n### With the CLI\n\nYou can run Dataform locally using the Dataform CLI tool, which can be installed using the following command line. Follow the [CLI guide](https://cloud.google.com/dataform/docs/use-dataform-cli) to get started.\n\n```\nnpm i -g @dataform/cli\n```\n\n## Useful Links\n\n- [Documentation home page](https://cloud.google.com/dataform).\n- [Create tables and views](https://cloud.google.com/dataform/docs/tables).\n- [Configure dependencies](https://cloud.google.com/dataform/docs/define-table#define_table_structure_and_dependencies).\n- Write [data quality checks](https://cloud.google.com/dataform/docs/assertions).\n- Enable [scripting](https://cloud.google.com/dataform/docs/develop-workflows-js) and code re-use with a JavaScript API.\n- Import [pre-defined packages](https://dataform-co.github.io/dataform/docs/packages), or create your own.\n- View the [Dataform Core reference](https://cloud.google.com/dataform/docs/reference/dataform-core-reference).\n- View the [Dataform configs reference](https://dataform-co.github.io/dataform/docs/configs-reference).\n\n_Note: this readme can also be viewed on https://dataform-co.github.io/dataform._\n\n## Example Projects\n\n- [https://github.com/GoogleCloudPlatform/marketing-data-engine-dataform](https://github.com/GoogleCloudPlatform/marketing-data-engine-dataform).\n- [https://github.com/wintermi/movielens-dataform](https://github.com/wintermi/movielens-dataform).\n- [https://github.com/wintermi/bqe-dataform](https://github.com/wintermi/bqe-dataform).\n- [https://github.com/wintermi/imdb-dataform](https://github.com/wintermi/imdb-dataform).\n- [https://github.com/wintermi/fashion-dataform](https://github.com/wintermi/fashion-dataform).\n- [https://github.com/G2H/dataform-stackoverflow](https://github.com/G2H/dataform-stackoverflow).\n- [https://github.com/karcot1/dataform_deployment_sample](https://github.com/karcot1/dataform_deployment_sample).\n\n## Want to report a bug or request a feature?\n\n- For Dataform Core / open source requests, you can open an [issue](https://github.com/dataform-co/dataform/issues) in GitHub.\n- For Dataform in Google Cloud Platform, you can file a bug [here](https://issuetracker.google.com/issues/new?component=1193995\u0026template=1698201), and file feature requests [here](https://issuetracker.google.com/issues/new?component=1193995\u0026template=1713836).\n\n## Want to contribute?\n\nCheck out our [contributors guide](https://github.com/dataform-co/dataform/blob/main/contributing.md) to get started with setting up the repo.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fdataform-co%2Fdataform","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fdataform-co%2Fdataform","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fdataform-co%2Fdataform/lists"}