added req and ass

sen2-xml-ingress-test/sen2-xml-ingress.py

@@ -6,8 +6,12 @@
 file = st.file_uploader('sen2 xml')
 
 def get_values(xml_elements, table_dict: dict, xml_block):
+    # st.write(table_dict)
+    # st.write(xml_block)
     for element in xml_elements:
+
         try:
+
             table_dict[element] = xml_block.find(element).text
         except:
             table_dict[element] = pd.NA
@@ -24,26 +28,95 @@ class XMLtoCSV():
 
     persons = pd.DataFrame(
         columns = [
-            'Surname',
-            'Forename',
+            'FamilyName',
+            'Firstname',
             'PersonBirthDate',
             'Sex',
             'Ethnicity',
             'PostCode',
+            'UPN',
+            'UniqueLearnerNumber',
             'UPNunknown',
         ]
     )
 
     requests = pd.DataFrame(
         columns = [
-
+            "ReceivedDate",
+            "RYA",
+            "RequestOutcomeDate",
+            "RequestOutcome",
+            "RequestMediation",
+            "RequestTribunal",
+            "Exported",
+        ]
+    )
+
+    assessments = pd.DataFrame(
+        columns=[
+            "AssessmentOutcome",
+            "AssessmentOutcomeDate",
+            "AssessmentMediation",
+            "AssessmentTribunal",
+            "OtherMediation",
+            "OtherTribunal",
+            "Week20",
+        ]
+    )
+
+    named_plan = pd.DataFrame(
+        columns = [
+            'StartDate',
+            'URN',
+            'UKPRN',
+            'SENSetting', 
+            'PlacementRank',
+            'SENunitIndicator',
+            'ResourcedProvisionIndicator',
+            'PlanRes',
+            'PlanWPB',
+            'PB',
+            'OA',
+            'DP',
+            'CeaseDate',
+            'CeaseReason'
         ]
     )
 
+    active_plans = pd.DataFrame(
+        columns = [
+            'TransferLA',
+            'URN',
+            'UKPRN',
+            'SENSetting',
+            'SENSettingOther',
+            'PlacementRank',
+            'EntryDate',
+            'LeavingDate',
+            'SENunitIndicator',
+            'ResourcedProvisionIndicator',
+            'RES',
+            'WPB',
+            'SENtype',
+            'SENtypeRank',
+            'ReviewMeeting',
+            'ReviewOutcome',
+            'LastReview'
+        ]
+    )
+
+
+
     def __init__(self, root):
+        self.child_id = 0
         header = root.find('Header')
         self.Header = self.create_header(header)
 
+        children  = root.find('Persons')
+
+        for child in children.findall('Person'):      
+            self.create_child(child)
+
 
 
     def create_header(self, header):
@@ -66,6 +139,73 @@ def create_header(self, header):
 
         header_df = pd.DataFrame.from_dict([header_dict])
         return header_df    
+
+    def create_child(self, person):
+        self.create_person(person)
+        self.create_requests(person)
+
+
+    def create_person(self, child):
+        self.child_id += 1
+        person_dict = {}
+        elements = self.persons.columns
+        person_dict = get_values(elements, person_dict, child)
+        person_dict['child_id'] = self.child_id
+
+        persons_df = pd.DataFrame.from_dict([person_dict])
+        self.persons = pd.concat(
+            [self.persons, persons_df], ignore_index=True
+        )
+
+    def create_requests(self, child):
+        self.requests_id = 0
+        elements = self.requests.columns
+        requests_list = []
+
+        requests = child.findall('Requests')
+        for request in requests:
+            requests_dict = {}
+            self.requests_id += 1
+
+            requests_dict = get_values(elements, requests_dict, request)
+
+            requests_dict['child_id'] = self.child_id
+            requests_dict['requests_id'] = self.requests_id
+
+            requests_list.append(requests_dict)
+
+            self.create_assessments(request)
+            # self.create_named_plan(person)
+            # self.create_active_plan(person)
+
+        requests_df = pd.DataFrame(requests_list)
+        self.requests = pd.concat(
+            [self.requests, requests_df], ignore_index=True
+        )
+
+    def create_assessments(self, request):
+        assessment_list = []
+        elements = self.assessments.columns
+        self.assessment_id = 0
+
+        assessments = request.findall('Assessment')
+
+        for assessment in assessments:
+            self.assessment_id += 1
+            assessment_dict = {}
+
+            assessment_dict = get_values(elements, assessment_dict, assessment)
+
+            assessment_dict['child_id'] = self.child_id
+            assessment_dict['requests_id'] = self.requests_id
+            assessment_dict['assessment_id'] = self.assessment_id
+
+            assessment_list.append(assessment_dict)
+
+        assessment_df = pd.DataFrame(assessment_list)
+        self.assessments = pd.concat(
+            [self.assessments, assessment_df], ignore_index=True
+        )
 
 
 def convert_data(root: ET.Element):
@@ -79,4 +219,7 @@ def convert_data(root: ET.Element):
 
     data_files = convert_data(root)
 
-    st.write(data_files.Header)
+    st.write(data_files.Header)
+    st.write(data_files.persons)
+    st.write(data_files.requests)
+    st.write(data_files.assessments)