Sync GIT repository file contents and metadata to any of the supported CloudQuery destinations.
Publisher
cloudquery
Latest version
v2.0.2
Type
Source
Platforms
Date Published
Loading plugin documentation
CloudQuery's use of cookies
We use tracking cookies to understand how you use the product and help us improve it. Your consent is required before we can enable these cookies. You can opt out via the link in the footer.
contents:read scope.
https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/managing-your-personal-access-tokens#about-personal-access-tokenskind: source
spec:
name: "git"
path: "cloudquery/git"
registry: "cloudquery"
version: "v2.0.2"
tables: ["*"]
destinations: ["postgresql"]
# Git plugin specific configuration
spec:
providers:
- provider: "github"
access_token: "${GITHUB_ACCESS_TOKEN}" # OPTIONAL - Use either access_token or app_auth
app_auth:
app_id: "${GITHUB_APP_ID}" # Do not use the GitHub Client ID
installation_id: "${GITHUB_APP_INSTALLATION_ID}"
private_key: |-
${GITHUB_APP_PRIVATE_KEY}
private_key_path: "/path/to/private-key.pem" # OPTIONAL - Use either private_key or private_key_path
enterprise_url: "${GITHUB_ENTERPRISE_URL}" # OPTIONAL - Only for GitHub Enterprise instances
repositories:
- "*/organization1/www"
- "*/organization2/*"
ref: "main" # OPTIONAL - Branch or tag to sync from; defaults to the default repository branch
table_options:
git_files:
- glob: "*{CODEOWNERS,Dockerfile*}"
include_content: true
- glob: "go.{mod,sum,work}"
include_content: true
- glob: "package{.json,-lock.json}"
include_content: true
- glob: "{.github/*,.git*}"
include_content: false
repository_concurrency: 10 # OPTIONAL - Maximum number of concurrent repository fetches (default: 10)
WITH repos_with_license AS (
SELECT gf.repository_url FROM git_files gf WHERE gf.name = 'LICENSE'
)
SELECT gr.url, gr.owner, gr.full_name FROM git_repositories gr
LEFT OUTER JOIN repos_with_license rl ON rl.repository_url = gr.url
WHERE rl.repository_url IS NULL
WITH repos_with_codeowners AS (
SELECT gf.repository_url FROM git_files gf WHERE gf.name = 'CODEOWNERS'
)
SELECT gr.url, gr.owner, gr.full_name FROM git_repositories gr
LEFT OUTER JOIN repos_with_codeowners rl ON rl.repository_url = gr.url
WHERE rl.repository_url IS NULL
WITH dockerfiles_parsed AS (
SELECT repository_url, path, name, string_to_table(encode(content, 'escape'), E'\n') AS lines FROM git_files
WHERE name = 'Dockerfile'
),
images AS (
SELECT repository_url, path, replace(lines, 'FROM ', '') AS image FROM dockerfiles_parsed
WHERE lines LIKE 'FROM %'
)
SELECT * FROM images
WHERE image LIKE 'node:18%'
WITH package_data AS (
SELECT
repository_url,
repository_provider,
path,
convert_from(content, 'UTF8')::jsonb AS package_json
FROM git_files
WHERE name = 'package.json' AND content IS NOT NULL
),
all_dependencies AS (
SELECT
repository_url,
package_json->>'name' AS package_name,
package_json->>'version' AS package_version,
dep_key AS dependency_name,
package_json->'dependencies'->>dep_key AS dependency_version,
'production' AS dependency_type
FROM package_data,
LATERAL jsonb_object_keys(package_json->'dependencies') AS dep_key
WHERE package_json->'dependencies' IS NOT NULL
UNION ALL
SELECT
repository_url,
package_json->>'name' AS package_name,
package_json->>'version' AS package_version,
dep_key AS dependency_name,
package_json->'devDependencies'->>dep_key AS dependency_version,
'development' AS dependency_type
FROM package_data,
LATERAL jsonb_object_keys(package_json->'devDependencies') AS dep_key
WHERE package_json->'devDependencies' IS NOT NULL
)
SELECT * FROM all_dependencies
WHERE dependency_name = 'react'
providers ([]Provider) (required)repository_concurrency (integer) (default: 10)concurrency (integer) (default: 1000)table_options (map) (optional)provider (string) (required)github is supported.access_token (string) (required if app_auth is not provided)repo scope to access private repositories.app_auth (AppAuth) (optional)access_token when authenticating as a GitHub App.repositories ([]string) (optional)["owner/repo"] - Single repository["owner/*"] - All repositories for a specific owner["*/repo-name"] - Repositories with the same name across different owners["owner/prefix-*"] - Repositories matching a prefix patternref (string) (optional)enterprise_url (string) (optional)private_key or private_key_path must be provided.app_id (string) (required)private_key (string) (required if private_key_path is not provided)\n will be converted automatically.private_key_path (string) (required if private_key is not provided)installation_id (string) (required)