Enabling Chart Updation: Incorporating New Dimensions into Existing charts

[spsac08]

Hi Team,

In our current scenario, if we need to update an existing chart in the Admin Dashboard by adding a new dimension, we face a limitation that prevents us from directly updating the chart config. As a workaround, we would need to recreate the charts from scratch with the desired modifications, including the new dimension. This approach allows us to incorporate the necessary changes effectively.

For Example:
In the shared configuration below, there is a table in the Admin Dashboard. If we want to add a new dimension {{organisation_name}} to the existing chart, the current process involves deactivating the old chart and re-creating a new one. Additionally, the job ID associated with this change needs to be updated in the front-end configuration of reports.

API details:

• Create new chart we use - {{host}}/api/data/v1/report/jobs/submit
• Update chart we use - {{host}}/api/data/v1/report/jobs/{{JOB_ID}}
• Update a frontend we use - {{host}}/api/data/v1/report-service/report/update/{{Report_ID}}

- Could you please provide insights on methods to facilitate direct chart updation while bypassing the requirement of deactivating and recreating the charts? If this is not possible, could you please elaborate on the limitations preventing us from achieving this?

CC - @Shakthieshwari, @Ashwiniev95, @vijiurs, @aks30,

Thank you,

Before - Old chart:

{
  "request": {
    "reportId": "ml_improvement_projects_status_by_district_table",
    "config": {
      "streamQuery": true,
      "reportConfig": {
        "id": "ml_improvement_projects_status_by_district_table",
        "mergeConfig": {
          "postContainer": "reports",
          "container": "reports",
          "basePath": "/mount/data/analytics/tmp",
          "reportPath": "ml_improvement_projects_status_by_district_table.csv",
          "rollup": 0
        },
        "labels": {
          "project_title": "Improvement Project Name",
          "total_content_plays_on_app": "completed",
          "total_content_plays_on_desktop": "inProgress",
          "legend": "Improvement projects status by district",
          "SUM(no_of_certificate_issued)": "total_content_plays",
          "total_content_plays_on_portal": "started",
          "district_name": "District Name",
          "program_name": "Program Name",
          "state_slug": "state_slug",
          "total_content_plays": "certificates"
        },
        "dateRange": {
          "staticInterval": "LastDay",
          "granularity": "all",
          "intervalSlider": 0
        },
        "metrics": [
          {
            "metric": "total_content_plays_on_portal",
            "label": "total_content_plays_on_portal",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "started"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_portal"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays_on_desktop",
            "label": "inProgress",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "inProgress"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_desktop"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays_on_app",
            "label": "completed",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "submitted"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_app"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays",
            "label": "certificates",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(no_of_certificate_issued)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "no_of_certificate_issued",
                  "type": "longSum",
                  "name": "total_content_plays"
                }
              ],
              "queryType": "groupBy"
            }
          }
        ],
        "output": [
          {
            "type": "csv",
            "metrics": [
              "total_content_plays_on_portal",
              "total_content_plays_on_desktop",
              "total_content_plays_on_app",
              "total_content_plays"
            ],
            "dims": [
              "date",
              "state_slug"
            ],
            "fileParameters": [
              "id",
              "dims"
            ]
          }
        ],
        "queryType": "groupBy"
      },
      "container": "reports",
      "store": "azure",
      "key": "hawk-eye/"
    },
    "createdBy": "fb85a044-d9eb-479b-a55a-faf1bfaea14d",
    "description": "Status of Project, No. of users",
    "reportSchedule": "DAILY"
  }
}

After - new chart creation:

{
  "request": {
    "reportId": "ml_improvement_projects_status_by_district_table_new",
    "config": {
      "streamQuery": true,
      "reportConfig": {
        "id": "ml_improvement_projects_status_by_district_table_new",
        "mergeConfig": {
          "postContainer": "reports",
          "container": "reports",
          "basePath": "/mount/data/analytics/tmp",
          "reportPath": "ml_improvement_projects_status_by_district_table_new.csv",
          "rollup": 0
        },
        "labels": {
          "project_title": "Improvement Project Name",
          "total_content_plays_on_app": "completed",
          "total_content_plays_on_desktop": "inProgress",
          "legend": "Improvement projects status by district",
          "SUM(no_of_certificate_issued)": "total_content_plays",
          "total_content_plays_on_portal": "started",
          "district_name": "District Name",
          "organisation_name": "Organisation Name",
          "program_name": "Program Name",
          "state_slug": "state_slug",
          "total_content_plays": "certificates"
        },
        "dateRange": {
          "staticInterval": "LastDay",
          "granularity": "all",
          "intervalSlider": 0
        },
        "metrics": [
          {
            "metric": "total_content_plays_on_portal",
            "label": "total_content_plays_on_portal",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "started"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "organisation_name",
                  "aliasName": "Organisation Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_portal"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays_on_desktop",
            "label": "inProgress",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "inProgress"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "organisation_name",
                  "aliasName": "Organisation Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_desktop"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays_on_app",
            "label": "completed",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(unique_users)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "type": "equals",
                  "dimension": "status_of_project",
                  "value": "submitted"
                },
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "organisation_name",
                  "aliasName": "Organisation Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "unique_users",
                  "type": "longSum",
                  "name": "total_content_plays_on_app"
                }
              ],
              "queryType": "groupBy"
            }
          },
          {
            "metric": "total_content_plays",
            "label": "certificates",
            "druidQuery": {
              "dataSource": "ml-project-status",
              "limitSpec": {
                "type": "default",
                "limit": 50000,
                "columns": [
                  {
                    "dimension": "SUM(no_of_certificate_issued)",
                    "direction": "descending"
                  }
                ]
              },
              "filters": [
                {
                  "dimension": "state_name",
                  "type": "isnotnull"
                },
                {
                  "dimension": "district_name",
                  "type": "isnotnull"
                },
                {
                  "type": "equals",
                  "dimension": "private_program",
                  "value": "false"
                }
              ],
              "granularity": "all",
              "dimensions": [
                {
                  "type": "extraction",
                  "extractionFn": [
                    {
                      "type": "registeredLookup",
                      "retainMissingValue": true,
                      "fn": "stateSlugLookup"
                    }
                  ],
                  "fieldName": "state_name",
                  "aliasName": "state_slug"
                },
                {
                  "fieldName": "program_name",
                  "aliasName": "Program Name"
                },
                {
                  "fieldName": "organisation_name",
                  "aliasName": "Organisation Name"
                },
                {
                  "fieldName": "district_name",
                  "aliasName": "District Name"
                },
                {
                  "fieldName": "project_title",
                  "aliasName": "Improvement Project Name"
                }
              ],
              "aggregations": [
                {
                  "fieldName": "no_of_certificate_issued",
                  "type": "longSum",
                  "name": "total_content_plays"
                }
              ],
              "queryType": "groupBy"
            }
          }
        ],
        "output": [
          {
            "type": "csv",
            "metrics": [
              "total_content_plays_on_portal",
              "total_content_plays_on_desktop",
              "total_content_plays_on_app",
              "total_content_plays"
            ],
            "dims": [
              "date",
              "state_slug"
            ],
            "fileParameters": [
              "id",
              "dims"
            ]
          }
        ],
        "queryType": "groupBy"
      },
      "container": "reports",
      "store": "azure",
      "key": "hawk-eye/"
    },
    "createdBy": "fb85a044-d9eb-479b-a55a-faf1bfaea14d",
    "description": "Status of Project, No. of users",
    "reportSchedule": "DAILY"
  }
}