shikshalokam · swetha-aggidevara · Jul 4, 2022 · Jul 4, 2022 · Jul 4, 2022 · Jul 5, 2022
diff --git a/.env.sample b/.env.sample
@@ -28,4 +28,79 @@ KEYCLOAK_PUBLIC_KEY_PATH = "keycloak-public-keys"
 
 DISABLE_LEARNER_SERVICE_ON_OFF = "ON"                                          // Disable learner service check
 
-FORM_SERVICE_URL = "http://player:3000"                                         // Base url for form search
+FORM_SERVICE_URL = "http://player:3000"                                         // Base url for form search
+
+
+# Redis configuration
+
+REDIS_URL = redis://localhost:6379                              // Redis connection url
+REDIS_USERNAME = "redis"                                        // Redis username
+REDIS_PWD = "1234"                                              // Redis password
+REDIS_DB = 1                                                    // Redis db index
+REDIS_TTL = 86400                                               // Redis ttl (for how many seconds a given key value will continue to be part of the dataset)
+
+# creation portal migration Script
+
+MASTER_USER_EMAIL = "[email protected]"                                            // master user name of the sunbird enviornment to generate token
+MASTER_USER_PWD = "password"                                                     // master user pwd of the sunbird enviornment to generate token
+TOKEN_GEN_GRANT_TYPE = "password-grant"                                          // grant type to generate token for the sunbird enviornment
+TOKEN_GEN_CLIENT = "client-id"                                                   // client to generate token for the sunbird enviornment
+TOKEN_GEN_CLIENT_SECRET = "client-secret-key"                                    // client secret to generate token for the sunbird enviornment
+
+ED_BASE_URL = "https://dev.sunbirded.org/"                                       // base host url of the sunbird enviornment
+ED_AUTHORIZATION = "Bearer + 'token'"                                            // base bearer token with all the permissions to run the script of the sunbird enviornment
+
+CREATION_PORTAL_URL = "https://dock.sunbirded.org/"	                             // creation portal Url
+
+CREATION_PORTAL_AUTHORIZATION= "Bearer + 'token'"	                             // creation portal bearer token with all the permissions  for below urls, 
+
+
+
+# Migration
+
+    # API'S required for migration
+
+        GEN_TOKEN: "auth/realms/sunbird/protocol/openid-connect/token"                 // To generate token
+        READ_USER: "api/user/v5/read/"                                                 // To read user data Authorization: ED_AUTHORIZATION
+        SEARCH_USER: "api/user/v3/search"                                              // To search user data, Authorization: ED_AUTHORIZATION
+        CREATE_QUESTION_SET: "api/questionset/v1/create"                                // To create questionset, Authorization: CREATION_PORTAL_AUTHORIZATION
+        UPDATE_QUESTION_SET_HIERARCHY: "api/questionset/v1/hierarchy/update"                        // To update questionset hierarchy, Authorization: CREATION_PORTAL_AUTHORIZATION
+        PUBLISH_QUESTION_SET: "api/questionset/v1/publish"                             // To publish questionset, Authorization: CREATION_PORTAL_AUTHORIZATION
+        READ_QUESTION_SET: "questionset/v1/hierarchy"                                 // To read questionset, Authorization: CREATION_PORTAL_AUTHORIZATION
+        CREATE_QUESTION: "api/question/v1/create"                                      // To create question, Authorization: CREATION_PORTAL_AUTHORIZATION
+        PUBLISH_QUESTION: "api/question/v1/publish"                                    // To publish question, Authorization: CREATION_PORTAL_AUTHORIZATION
+        CREATE_PROGRAM: "api/program/v1/create"                                        // To create program, Authorization: CREATION_PORTAL_AUTHORIZATION
+        UPDATE_PROGRAM: "api/program/v1/update"                                        // To update program, Authorization: CREATION_PORTAL_AUTHORIZATION
+        ADD_PROGRAM_NOMINATION: "api/program/v1/nomination/add"                        // To add nomination to program, Authorization: CREATION_PORTAL_AUTHORIZATION
+        UPDATE_PROGRAM_NOMINATION: "api/program/v1/nomination/update"                  // To update program nomination, Authorization: CREATION_PORTAL_AUTHORIZATION
+        PUBLISH_PROGRAM: "api/program/v1/publish"                                      // To publish program, Authorization: CREATION_PORTAL_AUTHORIZATION
+
+    # Default users to create program and question
+
+        DEFAULT_SLUG = 'sunbird'                                                        // default slug
+
+        DEFAULT_USER_ID_TO_CREATE_PROGRAM = '5a587cc1-e018-4859-a0a8-e842650b9d64'      // default user id to create program if solution author is not present
+        DEFAULT_USER_CHANNEL_ID_TO_CREATE_PROGRAM = '01285019302823526477'              // default user channel id to create program if solution author is not present
+        DEFAULT_USER_SOURCING_ORG_NAME_TO_CREATE_PROGRAM = 'NIT'                        // default user sourcing org name 
+        DEFAULT_PROGRAM_CREATOR_ORGANISATION_ID = '937dd865-b256-4c1a-9830-a9b5b89f0913'// default user org id to create program if solution author is not present
+
+
+        DEFAULT_FRAMEWORK_ID = 'nit_tpd'                                                // default framework id  to create program
+        DEFAULT_FRAMEWORK_TYPE = 'TPD'                                                  // default framework type to create program
+
+        DEFAULT_USER_ID_TO_ADD_CONTRIBUTOR = 'bb551fff-121e-4a18-b969-984ac62bd572'     // default user id to nominate and add contributor to program 
+
+        DEFAULT_CONTRIBUTOR_USER_ID = '4e397c42-495e-4fdb-8558-f98176230916'            // default user id to contribute content to the program
+        DEFAULT_CONTRIBUTOR_USER_NAME = '[email protected]'                            // default user name to contribute content to the program
+        DEFAULT_CONTRIBUTOR_USER_CHANNEL_ID = '01309282781705830427'                    // default user user channel to contribute content to the program
+
+
+# API'S required for Transformation
+
+    COPY_QUESTION_SET: "/api/questionset/v1/copy"                                       // To copy questionset
+    UPDATE_QUESTION_SET:"/api/questionset/v1/update"                                    // To update questionset
+    READ_QUESTION: "/api/question/v1/read"                                              // To read questionset
+    UPDATE_QUESTION_SET_HIERARCHY                                                       // To update questionset hierarchy
+    PUBLISH_QUESTION_SET                                                                // To publish questionset
+    READ_QUESTION_SET                                                                   // To read questionset
+
diff --git a/package.json b/package.json
@@ -10,7 +10,8 @@
     "test": "mocha --timeout 10000",
     "start": "node app.js",
     "dev": "nodemon app.js",
-    "coverage": " nyc --reporter=lcov mocha --timeout 10000 test --exit"
+    "coverage": " nyc --reporter=lcov mocha --timeout 10000 test --exit",
+    "creation_portal_script": "node scripts/creation-portal-migration/index.js"
   },
   "keywords": [
     "shikshalokam",
@@ -19,6 +20,7 @@
   "author": "Akash Shah <[email protected]>",
   "license": "ISC",
   "dependencies": {
+    "axios": "^0.26.1",
     "body-parser": "^1.18.2",
     "bunyan": "^1.8.12",
     "cache-manager": "^2.9.0",
@@ -28,7 +30,9 @@
     "commander": "^2.20.0",
     "cookie-parser": "^1.4.3",
     "cors": "^2.8.4",
-    "csvtojson": "^2.0.8",
+    "csv-parse": "^5.3.0",
+    "csv-stringify": "^6.2.0",
+    "csvtojson": "^2.0.10",
     "dotenv": "^6.1.0",
     "express": "^4.16.3",
     "express-cassandra": "^2.3.2",
@@ -45,6 +49,7 @@
     "jwt-decode": "^2.2.0",
     "kafka-node": "^4.1.3",
     "keycloak-auth-utils": "^3.3.0",
+    "lodash": "^4.17.21",
     "log": "^1.4.0",
     "mathjs": "^5.2.3",
     "mkdir": "0.0.2",
@@ -60,6 +65,7 @@
     "node-cache": "^5.1.2",
     "p-each-series": "^2.1.0",
     "path": "^0.12.7",
+    "query-string": "^7.1.1",
     "request": "^2.88.0",
     "require-all": "^2.2.0",
     "uuid": "^3.3.2",

diff --git a/scripts/creation-portal-migration/README.md b/scripts/creation-portal-migration/README.md
diff --git a/scripts/creation-portal-migration/SL-DataMapping.csv b/scripts/creation-portal-migration/SL-DataMapping.csv
@@ -0,0 +1,22 @@
+ENV,authorId,mappedUserId,userName,rootOrgId,rootOrgName,org_id,srcOrgAdminId,srcOrgAdminUserName,contributorOrgAdminId,contributorOrgAdminUserName,solutionId,solutionName,programId,programName
+STAGE,140558b9-7df4-4993-be3c-31eb8b9ca368,d8d54588-82f7-420d-b098-c03948135d6f,abhi234,01283607456185548825093,NCERT,fba93280-27b5-4d29-90e0-1f79ecbfa4bf,8e92e8da-83fe-43f1-b390-44da44675718,akhil23,8e92e8da-83fe-43f1-b390-44da44675718,akhil23,5f34e44681871d939950bca7,TN01-Mantra4Change-APSWREIS School Leader Feedback,e01178e0-7c76-11ed-bcf5-df48f63ad78b,MIGRATED 21TH TN01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,86d2d978-5b20-4453-8a76-82b5a4c728c9,b8e3c5f2-07b3-49f3-964f-ef8e90897513,karan121,01338111579044249633,dockstaging,d7da22f6-b737-4817-a194-6a205e535559,2730f876-735d-4935-ba52-849c524a53fe,[email protected],2730f876-735d-4935-ba52-849c524a53fe,[email protected],5f34ec17585244939f89f90d,MH01-Mantra4Change-APSWREIS School Leader Feedback,b00e8f10-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH MH01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,9304641b-71c6-4e95-ac2c-27f222904fbe,b717deee-4251-4161-9aae-cd73bf9055f3,rakesh22,01334203864941363283,Haryana,09cfa04a-e841-4168-b320-a3e7c19d8e88,be0ac426-2145-4ca1-a3b7-0d14947a3b3b,[email protected],be0ac426-2145-4ca1-a3b7-0d14947a3b3b,[email protected],5f36d6d019377eecddb06946,Need Assessment Form_Teacher Training,b1955621-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Need Assessment Form_Teacher Training sourcing project
+STAGE,60c4bfaa-1650-413c-9fdf-32444a68e78d,18c80735-4823-432f-bd70-b2ffa1b68d70,raj119,0133725426790973441,LMS_12Staging,345b54ff-2563-4123-bc7e-4b5111c805a3,f836b1a5-4008-4283-acf9-f29078e88f9c,[email protected],f836b1a5-4008-4283-acf9-f29078e88f9c,[email protected],5f6db0cd7157bee754e6abdd,MH01-Mantra4Change-APSWREIS School Leader Feedback,b50b4300-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH MH01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,b87160fb-16c3-4951-82cc-31149bbb64b9,47859d2b-16a2-4555-83d5-8821876f86d4,kamesh99,01338113710893465654,dockstaging_vdn,7278c982-872c-4854-942b-b9aa1a32292d,8eee44cf-088a-4bdf-b0f0-f0c4cd0d1b7b,[email protected],8eee44cf-088a-4bdf-b0f0-f0c4cd0d1b7b,[email protected],5f7580ce5ccb683ca97f365b,Doubt Resolution-Test,b54f50e0-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Doubt Resolution-Test sourcing project
+STAGE,66926c63-df26-4040-a222-3240c5c1dcea,559f4029-5c86-42e1-b465-92b57e194d78,ranu21,013085024460783616158023,Classmate,398a880a-bdee-41e1-84c4-b968edb20874,38949d9d-4a35-482e-b45d-85475e0c17df,google2yopmail.com_sw81,38949d9d-4a35-482e-b45d-85475e0c17df,google2yopmail.com_sw81,5f870d83d144f124575da5c2,Enrollment challenges in DIKSHA Courses,b67fe1a1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Enrollment challenges in DIKSHA Courses sourcing project
+STAGE,1deba81d-3be0-4f9a-b2c7-e284ac75227f,08f44793-f256-4ed8-bee5-b0cbc083a082,mamta22,01338113627113881647,org4thOct2021,596c410a-1dfd-4a8d-8832-1dee41df601a,4bdfca08-0f4e-4cd1-a899-dad9a15d8ac0,4oct_pb6t,4bdfca08-0f4e-4cd1-a899-dad9a15d8ac0,4oct_pb6t,5f8745f5788bc8241ebcb172,Teachers' Weekly Check-in Form,b6c68790-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Teachers' Weekly Check-in Form sourcing project
+STAGE,c9f5bb44-5a55-460c-8466-5299a1065689,c3aa35d3-344e-4b16-a845-25ca72285fec,anupma17,01338111839367987237,org3rdOct2021,bd76269b-785a-4e37-973e-b87104a40024,257566b5-613a-43d9-a61b-385cacc9ac52,3oct_ubnp,257566b5-613a-43d9-a61b-385cacc9ac52,3oct_ubnp,5f874f7abbaab2241230d1dc,Enrollment challenges in DIKSHA Courses,b7098400-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Enrollment challenges in DIKSHA Courses sourcing project
+STAGE,a96826e9-ecd3-4d43-b9c9-37b4eaaf056e,cb9f1598-8f0f-4ca8-b02d-3b9e7d3d7a6a,lalita26,01347079436417433655,Shiksha,70795630-bd0a-438a-9310-90c6cc913ab5,f38ebb4a-fe11-4faf-98bd-4d7023b20abb,shiksha1yopmail.com_em2j,f38ebb4a-fe11-4faf-98bd-4d7023b20abb,shiksha1yopmail.com_em2j,5f89288cbbaab2241230d1e7,MH01-Mantra4Change-APSWREIS School Leader Feedback,b77983e1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH MH01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,1dc2e743-1504-47e1-adad-54749e2b833c,fa7474d8-1fc5-418f-b236-f0703d95eb8f,manoj87,01344484093886464035,Sunrise,6c0e71b0-3620-429f-9da3-aec213e13928,616df817-97d3-4b0e-a622-f2494e957b26,sunrise1yopmail.com_eeod,616df817-97d3-4b0e-a622-f2494e957b26,sunrise1yopmail.com_eeod,5f9e3f0b2132c21d9c061b8a,Need Assessment Form_Teacher Training,b7ec42e1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Need Assessment Form_Teacher Training sourcing project
+STAGE,575de5bb-e295-4546-9fc4-32f81b5ed081,75f8ad98-d888-4bac-97f4-0c273c200e7b,jay65,013535284215791616159,Dayanand Sagar,bcf2cdc0-39f3-45c0-bc1d-a8d643e05a4a,33512b57-af74-4f6b-86b0-cb7af15d1c09,dayanandyopmail.com_mslq,33512b57-af74-4f6b-86b0-cb7af15d1c09,dayanandyopmail.com_mslq,5fa28620b6bd9b757dc4e943,स्कूल सुरक्षा चेकलिस्ट,b8befc30-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH स्कूल सुरक्षा चेकलिस्ट sourcing project
+STAGE,0c274517-d3b9-4858-9d88-b41cfcc2727e,57848f7c-f736-4781-a27f-206e663e3b4e,kiran584,01346442741037465621,cokreate,4f9703cb-05ec-4ebf-8967-ecd7a71ce346,e616ae45-ec26-41e4-85b2-146e031b3ec1,cokreate3yopmail.com_jwt1,e616ae45-ec26-41e4-85b2-146e031b3ec1,cokreate3yopmail.com_jwt1,5fa299f0b6bd9b757dc4e95c,MH01-Mantra4Change-APSWREIS School Leader Feedback,b92f2320-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH MH01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,2b655fd1-201d-4d2a-a1b7-9048a25c0afa,3b247583-89e3-46ae-b7f8-bea66ac7d364,shrishti26,01345815127107174426,Globe,228b25b1-a08a-4ba9-bb4f-513641924eaf,6ff8dd54-541b-4694-b1aa-b8295add8301,globeyopmail.com_b8iu,6ff8dd54-541b-4694-b1aa-b8295add8301,globeyopmail.com_b8iu,5fa2a08a9e65d8758624e977,We love reading program-Teacher Check in,b97309f0-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH We love reading program-Teacher Check in sourcing project
+STAGE,5cc9d214-c938-4655-8ec2-c1fdab29888b,d7850ce5-7076-463e-bdf5-4e112118fa74,ram45,01347076031606784034,Google,bb8dac15-782e-42c6-a6d4-e425e7b9a1af,94409d3e-b76f-4afb-ae51-b308d87c9834,anbu2yopmail.com_kayh,94409d3e-b76f-4afb-ae51-b308d87c9834,anbu2yopmail.com_kayh,5fa3b9594ddf782be2d9600c,Teachers' Weekly Check-in Form,ba16eb11-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Teachers' Weekly Check-in Form sourcing project
+STAGE,9b303e72-e45b-42b6-8ef6-163092144a6b,0fd600dd-0d56-4824-85c8-02477ed0a9e0,yash172,013476546243641344142,Sony,61ee884a-bbb2-421c-91b9-7583ec3c3d8f,bc9f4f4c-7e28-4b9c-9cb3-08a84b5828a3,sonydefect1yopmail.com_2u9k,bc9f4f4c-7e28-4b9c-9cb3-08a84b5828a3,sonydefect1yopmail.com_2u9k,5fae38794ddf782be2d9603f,MH01-Mantra4Change-APSWREIS School Leader Feedback,bab96ca1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH MH01-Mantra4Change-APSWREIS School Leader Feedback sourcing project
+STAGE,23e491b1-7c90-4497-823e-f01f104e81f1,cc33df21-c4e4-40f0-93bb-6e7d93220b81,nehal23,013496244294746112177,Roseland,07f7c48c-b368-4f9d-a5b8-b17828a94e90,47a90330-0e47-42b3-b569-4ee0565a589d,roseland10yopmail.com_8eey,47a90330-0e47-42b3-b569-4ee0565a589d,roseland10yopmail.com_8eey,5fb74511eff083796933d5a5,Baseline Data collection form- We Love Reading Program,bd05cda1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Baseline Data collection form- We Love Reading Program sourcing project
+STAGE,3eeb8aef-b167-42ae-b2a3-515772a6e946,8defd75a-a28f-4bd7-be8a-82f29dbdd3f8,ayush213,0131602658018017280,AushaOrg,46e44ca6-7571-4599-aec7-228d3b1d557e,f149cf81-8b8f-4471-b20f-f3ef65df9243,demo3org,f149cf81-8b8f-4471-b20f-f3ef65df9243,demo3org,5fbb5b34eff083796933d5cf,Baseline Data collection form- We Love Reading Program,bd7a6160-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Baseline Data collection form- We Love Reading Program sourcing project
+STAGE,19a22722-9e35-4f80-9412-f2668d50ec3c,0a544b58-50f9-4da0-9c03-dbbb0b9dd486,vivek87,0126796199493140480,Staging Custodian Organization,c97b9d1f-1b0e-42ef-ac9e-1b711ef7bd11,7ff56e27-4eec-475e-bb77-8457e34244a2,upsmfadmin,7ff56e27-4eec-475e-bb77-8457e34244a2,upsmfadmin,5fc72c723e9df47967eed966,Digi-Saksham Baseline Survey,ce712f30-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Digi-Saksham Baseline Survey sourcing project
+STAGE,0f209f21-a093-421e-b867-561d85bc011b,1b216423-6a3c-4bcb-8ca1-07e3e2d2252e,aman56,013610958661779456198,Aloe,db2fc098-b963-4c96-b2c3-8fec2478fd3e,0a48c4dd-4662-47ca-a1fd-240ede6afabf,[email protected],0a48c4dd-4662-47ca-a1fd-240ede6afabf,[email protected],5fc8b5bcc9de717993cb4077,Need Assessment Form_Teacher Training,cf077bc1-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Need Assessment Form_Teacher Training sourcing project
+STAGE,d4a823ad-3adc-4658-9b32-6011021f3633,cb67ff46-e9d5-44f8-a241-485ef6c948af,shilpi232,013655711988719616228,UPSMF,a9736891-e436-4bb2-98dd-6f6e3903b9fb,f6a8fac1-ccb7-41b1-a622-32639276d116,upsmf_pfms,f6a8fac1-ccb7-41b1-a622-32639276d116,upsmf_pfms,5fc8d9823e9df47967eed9b4,Digi-Saksham Baseline Survey,d160ae00-7c77-11ed-bcf5-df48f63ad78b,MIGRATED 21TH Digi-Saksham Baseline Survey sourcing project
+STAGE,1405f334-ee59-42fc-befb-51986221881e,1405f334-ee59-42fc-befb-51986221881e,orgadmin007,01269878797503692810,Tamil Nadu,7c5a96ca-bef8-4027-8736-4fa1ae6f9180,124da479-71a8-4241-b899-877df83bd7f3,May31,124da479-71a8-4241-b899-877df83bd7f3,May31,6026743a262f8023e110727f,Enrollment challenges in DIKSHA Courses-1613132857976,,Migrated Enrollment challenges in DIKSHA Courses-1613132857976)