datasets/libraries_io/pipelines/repositories/pipeline.yaml [130:294]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        schema_fields:
          - name: "id"
            type: "integer"
            description: "he unique primary key of the repository in the Libraries.io database."
            mode: "nullable"
          - name: "host_type"
            type: "string"
            description: "Which website the repository is hosted on either GitHub GitLab or Bitbucket."
            mode: "nullable"
          - name: "name_with_owner"
            type: "string"
            description: "The repository name and owner seperated by a slash also maps to the url slug on the given repository host e.g. librariesio/libraries.io."
            mode: "nullable"
          - name: "description"
            type: "string"
            description: "Description of repository."
            mode: "nullable"
          - name: "fork"
            type: "boolean"
            description: "Is the repository a fork of another."
            mode: "nullable"
          - name: "created_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was created on the host."
            mode: "nullable"
          - name: "updated_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was last saved by Libraries.io."
            mode: "nullable"
          - name: "last_pushed_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was last pushed to only available for GitHub repositories."
            mode: "nullable"
          - name: "homepage_url"
            type: "string"
            description: "URL of a declared homepage or other website for the repository."
            mode: "nullable"
          - name: "size"
            type: "integer"
            description: "Size of the repository in kilobytes only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "stars_count"
            type: "integer"
            description: "Number of stars on the repository only available for GitHub and GitLab."
            mode: "nullable"
          - name: "language"
            type: "string"
            description: "Primary programming language the project is written in only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "issues_enabled"
            type: "boolean"
            description: "Is the bug tracker enabled for this repository?."
            mode: "nullable"
          - name: "wiki_enabled"
            type: "boolean"
            description: "Is the wiki enabled for this repository?."
            mode: "nullable"
          - name: "pages_enabled"
            type: "boolean"
            description: "Is GitHub pages enabled for this repository? only possible for GitHub."
            mode: "nullable"
          - name: "forks_count"
            type: "integer"
            description: "Number of forks of this repository."
            mode: "nullable"
          - name: "mirror_url"
            type: "string"
            description: "URL of the repositroy of which this is a mirror of only present if this repository is a mirror of another."
            mode: "nullable"
          - name: "open_issues_count"
            type: "integer"
            description: "Number of open issues on the repository bug tracker only available for GitHub and GitLab."
            mode: "nullable"
          - name: "default_branch"
            type: "string"
            description: "Primary branch of the repository."
            mode: "nullable"
          - name: "watchers_count"
            type: "integer"
            description: "Number of subscribers to all notifications for the repository only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "uuid"
            type: "string"
            description: "ID of the repository on the remote host not unique between GitLab and GitHub repositories."
            mode: "nullable"
          - name: "fork_source_name_with_owner"
            type: "string"
            description: "If the repository is a fork the repository name and owner seperated by a slash of the repository if was forked from."
            mode: "nullable"
          - name: "license"
            type: "string"
            description: "SPDX identifier of the license of the repository only available for GitHub repositories."
            mode: "nullable"
          - name: "contributors_count"
            type: "integer"
            description: "Number of unique contributors that have committed to the default branch."
            mode: "nullable"
          - name: "readme_filename"
            type: "string"
            description: "If a readme file has been detected the full name of the readme file e.g README.md."
            mode: "nullable"
          - name: "changelog_filename"
            type: "string"
            description: "If a changelog file has been detected the full name of the changelog file e.g changelog.txt."
            mode: "nullable"
          - name: "contributing_guidelines_filename"
            type: "string"
            description: "If a contributing guidelines file has been detected the full name of the contributing guidelines file e.g contributing.md."
            mode: "nullable"
          - name: "license_filename"
            type: "string"
            description: "If a license file has been detected the full name of the license file e.g LICENSE."
            mode: "nullable"
          - name: "code_of_conduct_filename"
            type: "string"
            description: "If a code of conduct file has been detected the full name of the code of conduct file e.g code_of_conduct.md."
            mode: "nullable"
          - name: "security_threat_model_filename"
            type: "string"
            description: "If a Security Threat Model file has been detected the full name of the Security Threat Model file e.g threatmodel.md."
            mode: "nullable"
          - name: "security_audit_filename"
            type: "string"
            description: "If a Security Audit file has been detected the full name of the Security Audit file e.g security.md."
            mode: "nullable"
          - name: "status"
            type: "string"
            description: "Either Active Deprecated Unmaintained Help Wanted Removed no value also means active. Updated when detected by Libraries.io or su. manually by Libraries.io user via \"repo suggection\" feature."
            mode: "nullable"
          - name: "last_synced_timestamp"
            type: "timestamp"
            description: "Timestamp of when Libraries.io last synced the repository from the host API."
            mode: "nullable"
          - name: "sourcerank"
            type: "integer"
            description: "Libraries.io defined score based on quality popularity and community metrics."
            mode: "nullable"
          - name: "display_name"
            type: "string"
            description: "Display name for the repository only available for GitLab repositories."
            mode: "nullable"
          - name: "scm_type"
            type: "string"
            description: "Type of source control repository uses always \"git\" for GitHub and GitLab."
            mode: "nullable"
          - name: "pull_requests_enabled"
            type: "string"
            description: "Are pull requests enabled for this repository? Only available for GitLab repositories."
            mode: "nullable"
          - name: "logo_url"
            type: "string"
            description: "Custom logo url for repository only available for GitLab repositories."
            mode: "nullable"
          - name: "keywords"
            type: "string"
            description: "Comma separated array of keywords called \"topics\" on GitHub only available for GitHub and GitLab."
            mode: "nullable"
          - name: "an"
            type: "string"
            description: ""
            mode: "nullable"

    - operator: "GKEStartPodOperator"
      description: "Run CSV transform within kubernetes pod"
      args:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



datasets/libraries_io/pipelines/repositories/pipeline.yaml [351:515]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        schema_fields:
          - name: "id"
            type: "integer"
            description: "he unique primary key of the repository in the Libraries.io database."
            mode: "nullable"
          - name: "host_type"
            type: "string"
            description: "Which website the repository is hosted on either GitHub GitLab or Bitbucket."
            mode: "nullable"
          - name: "name_with_owner"
            type: "string"
            description: "The repository name and owner seperated by a slash also maps to the url slug on the given repository host e.g. librariesio/libraries.io."
            mode: "nullable"
          - name: "description"
            type: "string"
            description: "Description of repository."
            mode: "nullable"
          - name: "fork"
            type: "boolean"
            description: "Is the repository a fork of another."
            mode: "nullable"
          - name: "created_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was created on the host."
            mode: "nullable"
          - name: "updated_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was last saved by Libraries.io."
            mode: "nullable"
          - name: "last_pushed_timestamp"
            type: "timestamp"
            description: "Timestamp of when the repository was last pushed to only available for GitHub repositories."
            mode: "nullable"
          - name: "homepage_url"
            type: "string"
            description: "URL of a declared homepage or other website for the repository."
            mode: "nullable"
          - name: "size"
            type: "integer"
            description: "Size of the repository in kilobytes only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "stars_count"
            type: "integer"
            description: "Number of stars on the repository only available for GitHub and GitLab."
            mode: "nullable"
          - name: "language"
            type: "string"
            description: "Primary programming language the project is written in only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "issues_enabled"
            type: "boolean"
            description: "Is the bug tracker enabled for this repository?."
            mode: "nullable"
          - name: "wiki_enabled"
            type: "boolean"
            description: "Is the wiki enabled for this repository?."
            mode: "nullable"
          - name: "pages_enabled"
            type: "boolean"
            description: "Is GitHub pages enabled for this repository? only possible for GitHub."
            mode: "nullable"
          - name: "forks_count"
            type: "integer"
            description: "Number of forks of this repository."
            mode: "nullable"
          - name: "mirror_url"
            type: "string"
            description: "URL of the repositroy of which this is a mirror of only present if this repository is a mirror of another."
            mode: "nullable"
          - name: "open_issues_count"
            type: "integer"
            description: "Number of open issues on the repository bug tracker only available for GitHub and GitLab."
            mode: "nullable"
          - name: "default_branch"
            type: "string"
            description: "Primary branch of the repository."
            mode: "nullable"
          - name: "watchers_count"
            type: "integer"
            description: "Number of subscribers to all notifications for the repository only available for GitHub and Bitbucket."
            mode: "nullable"
          - name: "uuid"
            type: "string"
            description: "ID of the repository on the remote host not unique between GitLab and GitHub repositories."
            mode: "nullable"
          - name: "fork_source_name_with_owner"
            type: "string"
            description: "If the repository is a fork the repository name and owner seperated by a slash of the repository if was forked from."
            mode: "nullable"
          - name: "license"
            type: "string"
            description: "SPDX identifier of the license of the repository only available for GitHub repositories."
            mode: "nullable"
          - name: "contributors_count"
            type: "integer"
            description: "Number of unique contributors that have committed to the default branch."
            mode: "nullable"
          - name: "readme_filename"
            type: "string"
            description: "If a readme file has been detected the full name of the readme file e.g README.md."
            mode: "nullable"
          - name: "changelog_filename"
            type: "string"
            description: "If a changelog file has been detected the full name of the changelog file e.g changelog.txt."
            mode: "nullable"
          - name: "contributing_guidelines_filename"
            type: "string"
            description: "If a contributing guidelines file has been detected the full name of the contributing guidelines file e.g contributing.md."
            mode: "nullable"
          - name: "license_filename"
            type: "string"
            description: "If a license file has been detected the full name of the license file e.g LICENSE."
            mode: "nullable"
          - name: "code_of_conduct_filename"
            type: "string"
            description: "If a code of conduct file has been detected the full name of the code of conduct file e.g code_of_conduct.md."
            mode: "nullable"
          - name: "security_threat_model_filename"
            type: "string"
            description: "If a Security Threat Model file has been detected the full name of the Security Threat Model file e.g threatmodel.md."
            mode: "nullable"
          - name: "security_audit_filename"
            type: "string"
            description: "If a Security Audit file has been detected the full name of the Security Audit file e.g security.md."
            mode: "nullable"
          - name: "status"
            type: "string"
            description: "Either Active Deprecated Unmaintained Help Wanted Removed no value also means active. Updated when detected by Libraries.io or su. manually by Libraries.io user via \"repo suggection\" feature."
            mode: "nullable"
          - name: "last_synced_timestamp"
            type: "timestamp"
            description: "Timestamp of when Libraries.io last synced the repository from the host API."
            mode: "nullable"
          - name: "sourcerank"
            type: "integer"
            description: "Libraries.io defined score based on quality popularity and community metrics."
            mode: "nullable"
          - name: "display_name"
            type: "string"
            description: "Display name for the repository only available for GitLab repositories."
            mode: "nullable"
          - name: "scm_type"
            type: "string"
            description: "Type of source control repository uses always \"git\" for GitHub and GitLab."
            mode: "nullable"
          - name: "pull_requests_enabled"
            type: "string"
            description: "Are pull requests enabled for this repository? Only available for GitLab repositories."
            mode: "nullable"
          - name: "logo_url"
            type: "string"
            description: "Custom logo url for repository only available for GitLab repositories."
            mode: "nullable"
          - name: "keywords"
            type: "string"
            description: "Comma separated array of keywords called \"topics\" on GitHub only available for GitHub and GitLab."
            mode: "nullable"
          - name: "an"
            type: "string"
            description: ""
            mode: "nullable"

    - operator: "GKEStartPodOperator"
      description: "Run CSV transform within kubernetes pod"
      args:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



