{"id":38010321,"url":"https://github.com/michaelbironneau/analyst","last_synced_at":"2026-01-16T19:19:56.593Z","repository":{"id":57500791,"uuid":"59834321","full_name":"michaelbironneau/analyst","owner":"michaelbironneau","description":"A declarative, SQL-like DSL for data integration tasks.","archived":false,"fork":false,"pushed_at":"2018-07-04T15:44:50.000Z","size":4246,"stargazers_count":14,"open_issues_count":0,"forks_count":2,"subscribers_count":5,"default_branch":"master","last_synced_at":"2024-06-20T03:35:47.901Z","etag":null,"topics":["data-integration","etl","etl-job","sql"],"latest_commit_sha":null,"homepage":"https://michaelbironneau.github.io/analyst/docs/intro.html","language":"Go","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"agpl-3.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/michaelbironneau.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2016-05-27T12:55:13.000Z","updated_at":"2023-08-20T07:44:41.000Z","dependencies_parsed_at":"2022-08-31T11:02:58.458Z","dependency_job_id":null,"html_url":"https://github.com/michaelbironneau/analyst","commit_stats":null,"previous_names":[],"tags_count":2,"template":false,"template_full_name":null,"purl":"pkg:github/michaelbironneau/analyst","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/michaelbironneau%2Fanalyst","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/michaelbironneau%2Fanalyst/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/michaelbironneau%2Fanalyst/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/michaelbironneau%2Fanalyst/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/michaelbironneau","download_url":"https://codeload.github.com/michaelbironneau/analyst/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/michaelbironneau%2Fanalyst/sbom","scorecard":{"id":640975,"data":{"date":"2025-08-11","repo":{"name":"github.com/michaelbironneau/analyst","commit":"abd831de7a7797e305b1dd7261ab6538b0293614"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":1.5,"checks":[{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Dangerous-Workflow","score":-1,"reason":"no workflows found","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"Token-Permissions","score":-1,"reason":"No tokens found","details":null,"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Code-Review","score":0,"reason":"Found 0/30 approved changesets -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"SAST","score":0,"reason":"no SAST tool detected","details":["Warn: no pull requests merged into dev branch"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Pinned-Dependencies","score":-1,"reason":"no dependencies found","details":null,"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: GNU Affero General Public License v3.0: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Signed-Releases","score":0,"reason":"Project has not signed or included provenance with any releases.","details":["Warn: release artifact v0.9 not signed: https://api.github.com/repos/michaelbironneau/analyst/releases/9626944","Warn: release artifact v0.1 not signed: https://api.github.com/repos/michaelbironneau/analyst/releases/3340864","Warn: release artifact v0.9 does not have provenance: https://api.github.com/repos/michaelbironneau/analyst/releases/9626944","Warn: release artifact v0.1 does not have provenance: https://api.github.com/repos/michaelbironneau/analyst/releases/3340864"],"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'master'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":0,"reason":"52 existing vulnerabilities detected","details":["Warn: Project is vulnerable to: GHSA-v6h2-p8h4-qcjw","Warn: Project is vulnerable to: GHSA-f8q6-p94x-37v3","Warn: Project is vulnerable to: GHSA-hj48-42vr-x3v9","Warn: Project is vulnerable to: GHSA-4rq4-32rv-6wp6","Warn: Project is vulnerable to: GHSA-64g7-mvw6-v9qj","Warn: Project is vulnerable to: GHSA-v88g-cgmw-v5xw","Warn: Project is vulnerable to: GHSA-67hx-6x53-jw92","Warn: Project is vulnerable to: GHSA-qwcr-r2fm-qrc7","Warn: Project is vulnerable to: GHSA-257v-vj4p-3w2h","Warn: Project is vulnerable to: GHSA-pxg6-pf52-xh8x","Warn: Project is vulnerable to: GHSA-rq8g-5pc5-wrhr","Warn: Project is vulnerable to: GHSA-9vvw-cc9w-f27h","Warn: Project is vulnerable to: GHSA-gxpj-cx7g-858c","Warn: Project is vulnerable to: GHSA-rv95-896h-c2vc","Warn: Project is vulnerable to: GHSA-qw6h-vgh9-j6wx","Warn: Project is vulnerable to: GHSA-qrmc-fj45-qfc2","Warn: Project is vulnerable to: GHSA-fjxv-7rqg-78g4","Warn: Project is vulnerable to: GHSA-44pw-h2cw-w3vq","Warn: Project is vulnerable to: GHSA-vfrc-7r7c-w9mx","Warn: Project is vulnerable to: GHSA-7wwv-vh3v-89cq","Warn: Project is vulnerable to: GHSA-jp4x-w63m-7wgm","Warn: Project is vulnerable to: GHSA-c429-5p7v-vgjp","Warn: Project is vulnerable to: GHSA-896r-f27r-55mw","Warn: Project is vulnerable to: GHSA-9c47-m6qq-7p4h","Warn: Project is vulnerable to: GHSA-fvqr-27wr-82fm","Warn: Project is vulnerable to: GHSA-4xc9-xhrj-v574","Warn: Project is vulnerable to: GHSA-x5rq-j2xg-h7qm","Warn: Project is vulnerable to: GHSA-jf85-cpcp-j695","Warn: Project is vulnerable to: GHSA-p6mc-m468-83gw","Warn: Project is vulnerable to: GHSA-29mw-wpgm-hmr9","Warn: Project is vulnerable to: GHSA-35jh-r3h4-6jhm","Warn: Project is vulnerable to: GHSA-vh95-rmgr-6w4m","Warn: Project is vulnerable to: GHSA-xvch-5gv4-984h","Warn: Project is vulnerable to: GHSA-r683-j2x4-v87g","Warn: Project is vulnerable to: GHSA-9wv6-86v2-598j","Warn: Project is vulnerable to: GHSA-rhx6-c78j-4q9w","Warn: Project is vulnerable to: GHSA-hrpp-h998-j3pp","Warn: Project is vulnerable to: GHSA-36m4-6v6m-4vpr","Warn: Project is vulnerable to: GHSA-q22g-8fr4-qpj4","Warn: Project is vulnerable to: GHSA-p8p7-x288-28g6","Warn: Project is vulnerable to: GHSA-c2qf-rxjj-qqgw","Warn: Project is vulnerable to: GHSA-m6fv-jmcg-4jfg","Warn: Project is vulnerable to: GHSA-cm22-4g7w-348p","Warn: Project is vulnerable to: GHSA-2m39-62fm-q8r3","Warn: Project is vulnerable to: GHSA-mf6x-7mm4-x2g7","Warn: Project is vulnerable to: GHSA-72xf-g2v4-qvf3","Warn: Project is vulnerable to: GHSA-662x-fhqg-9p8v","Warn: Project is vulnerable to: GHSA-394c-5j6w-4xmx","Warn: Project is vulnerable to: GHSA-78cj-fxph-m83p","Warn: Project is vulnerable to: GHSA-fhg7-m89q-25r3","Warn: Project is vulnerable to: GHSA-cf4h-3jhx-xvhq","Warn: Project is vulnerable to: GHSA-v2p6-4mp7-3r9v"],"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}}]},"last_synced_at":"2025-08-21T10:44:20.830Z","repository_id":57500791,"created_at":"2025-08-21T10:44:20.830Z","updated_at":"2025-08-21T10:44:20.830Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":28481674,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-01-16T11:59:17.896Z","status":"ssl_error","status_checked_at":"2026-01-16T11:55:55.838Z","response_time":107,"last_error":"SSL_read: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["data-integration","etl","etl-job","sql"],"created_at":"2026-01-16T19:19:56.121Z","updated_at":"2026-01-16T19:19:56.560Z","avatar_url":"https://github.com/michaelbironneau.png","language":"Go","readme":"# Analyst\n\n[![Go Report Card](http://goreportcard.com/badge/github.com/michaelbironneau/analyst)](https://goreportcard.com/report/github.com/michaelbironneau/analyst)\n[![Build Status](https://travis-ci.org/michaelbironneau/analyst.svg?branch=master)](https://travis-ci.org/michaelbironneau/analyst/)\n[![](https://godoc.org/github.com/michaelbironneau/analyst?status.svg)](http://godoc.org/github.com/michaelbironneau/analyst)\n\n# Purpose\n\nAnalyst is a tool to validate and run Analyst Query Language (AQL) scripts. AQL is an ETL configuration language for developers that aims to be:\n* **Declarative**: the developer defines the components, how they depend on one another, and any additional synchronization (i.e. `AFTER`); the runtime figures out the DAG and executes it\n* **Intuitive**: similar syntax to SQL, but any options for external programs such as MS Excel use native conventions such as Excel Ranges\n* **Maintainable**: support large jobs and code reuse through language features like `INCLUDE` and `EXTERN`\n* **Extensible**: use stdin/stdout protocol and pipes to write ETL logic in any language. Native support for Python and Javascript.\n* **Stateful**: Components can persist state in an SQLite3 database unique to each job run (`GLOBAL` source/destination).\n\nIt has connectors to:\n\n* MS SQL Server (source/destination)\n* Postgres (source/destination)\n* SQLite3 (source/destination)\n* Mandrill transactional email API (destination)\n* Web APIs (source)\n* Slack (for logging only)\n* Flat file (source)\n* Console (destination)\n* Built-in in-memory SQLite3 database (source/destination)\n* JSON-RPC plugins (source/destination)\n\n# Getting Started\n\n1. Grab the latest binary from the releases tab and place it on your PATH.\n2. Create and save an AQL script.\n3. Run `analyst run --script \u003cpath-to-your-script\u003e`.\n\nFor a \"hello world\" example, try\n\n```\nDATA 'MyMessage' (\n\t[\n\t  [\"Hello, World\"]\n\t]\n) INTO CONSOLE WITH (COLUMNS = 'Message')\n\n```\n\n# Documentation\n\n**Docs are on Github pages [here](https://michaelbironneau.github.io/analyst)**.\n\n## Table of Contents\n\n1. Get Started\n    - [30-second Introduction](https://michaelbironneau.github.io/analyst/docs/intro.html)\n    - [Command-Line Interface](https://michaelbironneau.github.io/analyst/docs/cli.html)\n    - [Data Flow](https://michaelbironneau.github.io/analyst/docs/data-flow.html)\n    - [Block Syntax](https://michaelbironneau.github.io/analyst/docs/blocks.html)\n    - [Connectors](https://michaelbironneau.github.io/analyst/docs/connections.html)\n    - [Transforms](https://michaelbironneau.github.io/analyst/docs/transforms.html)\n2. Recipes\n    - [Data-Driven Email](https://michaelbironneau.github.io/analyst/docs/email.html)\n    - [Getting Data From Web APIs](https://michaelbironneau.github.io/analyst/docs/http.html)\n\t- [Using Python for Execution Logic](https://michaelbironneau.github.io/analyst/docs/logic.html)\n3. Blocks\n    - [INCLUDE](https://michaelbironneau.github.io/analyst/docs/include.html)\n    - [CONNECTION](https://michaelbironneau.github.io/analyst/docs/connection.html)\n    - [QUERY](https://michaelbironneau.github.io/analyst/docs/query.html)\n    - [EXEC](https://michaelbironneau.github.io/analyst/docs/exec.html)\n    - [TRANSFORM](https://michaelbironneau.github.io/analyst/docs/transform.html)\n    - [DATA](https://michaelbironneau.github.io/analyst/docs/data.html)\n    - [DECLARE](https://michaelbironneau.github.io/analyst/docs/declare.html)\n    - [GLOBAL](https://michaelbironneau.github.io/analyst/docs/global.html)\n    - [SET](https://michaelbironneau.github.io/analyst/docs/set.html)\n\n# Contributing\n\nAll contributions are welcome:\n\n* To report any bugs or feature suggestion, please open an issue\n* If you wish to fix a minor bug or issue, please open a PR directly\n* For enhancements, refactoring, or major issues, please open an issue before opening a PR\n\n# License\n\nAll source code and artifacts are released under GNU Affero General Public License v3.0, as detailed in LICENSE.md.\n\nIf this not suitable for your use case please get in touch by opening an issue or Twitter @MikeBrno.","funding_links":[],"categories":[],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmichaelbironneau%2Fanalyst","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fmichaelbironneau%2Fanalyst","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmichaelbironneau%2Fanalyst/lists"}