Always flatten nested arrays

.github/workflows/image_build_and_test.yaml

@@ -155,6 +155,7 @@ jobs:
           python3.9 -m poetry run pytest -v tests/dataframe_tests -m "schema_ibdgc and not ssl" --cov=tube --cov-append --cov-report term-missing --cov-report xml
           python3.9 -m poetry run pytest -v tests/dataframe_tests -m "schema_midrc and not ssl" --cov=tube --cov-append --cov-report term-missing --cov-report xml
           python3.9 -m poetry run pytest -v tests/dataframe_tests -m "schema_jcoin and not ssl" --cov=tube --cov-append --cov-report term-missing --cov-report xml
+          python3.9 -m poetry run pytest -v tests/dataframe_tests -m "schema_parent and not ssl" --cov=tube --cov-append --cov-report term-missing --cov-report xml
         # python3.9 -m poetry run pytest -v tests/dataframe_tests -m "not ssl and not schema_ibdgc and not schema_midrc" --cov=tube --cov-append --cov-report term-missing --cov-report xml
 
       - name: Submit coverage report

tests/dataframe_tests/test_data/ibdgc/graphs/node_project/part-m-00000

@@ -1,4 +1,4 @@
 "2020-01-16 20:56:54.054415+00","{}","{}","{""code"": ""jenkins"", ""name"": ""0643d680c5"", ""state"": ""open"", ""availability_type"": ""Open"", ""dbgap_accession_number"": ""phs-jenkins""}","a55f245a-a97c-5f20-9aea-0f887a5f2fb8"
 "2020-01-22 17:54:23.425664+00","{}","{}","{""code"": ""test"", ""name"": ""00c2316023"", ""state"": ""open"", ""availability_type"": null, ""dbgap_accession_number"": ""phs-test""}","a77f549b-c74b-563e-80bb-570b5a4dde88"
 "2021-08-20 18:00:09.729491+00","{}","{}","{""code"": ""IBD_SAMPLE_PROJECT"", ""name"": ""Sample study with description for a demonstration"", ""state"": ""open"", ""brief_summary"": ""Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum"", ""availability_type"": ""Open"", ""dbgap_accession_number"": ""IBD_SAMPLE_DBGAP""}","bac7e190-c992-53e6-bb21-a32c6b2590c7"
-"2021-01-08 00:50:30.908529+00","{}","{}","{""code"": ""jenkins2"", ""name"": ""0c5b538faa"", ""state"": ""open"", ""title"": ""c1e33e11b3"", ""rights"": ""f41b7d33d1"", ""source"": ""c335336954"", ""creator"": ""a8f58d6101"", ""category"": ""Expanded Access"", ""coverage"": ""0a688c5202"", ""language"": ""7bc5b7bcc0"", ""data_type"": [""83ea49e792""], ""publisher"": ""78629f2578"", ""contributor"": ""6cc688c929"", ""description"": ""8224c0dfac"", ""prs_account"": ""31ee47113f"", ""study_phase"": ""N/A"", ""brief_summary"": ""94865036ca"", ""collaborators"": ""035893d75b"", ""availability_type"": ""Open"", ""intervention_type"": ""Other"", ""verification_date"": ""02e43ca234"", ""study_design_masking"": ""Care Provider"", ""clinical_trial_website"": ""dcbe11a1ed"", ""dbgap_accession_number"": ""phs-jenkins2"", ""principle_investigator"": ""8d3701a79b"", ""study_design_allocation"": ""N/A"", ""estimated_study_completion"": ""dc91746701"", ""study_design_primary_purpose"": ""Treatment"", ""study_design_intervention_model"": ""Parallel""}","c868f7f9-4d25-52a7-8b78-689a42aa122a"
+"2021-01-08 00:50:30.908529+00","{}","{}","{""code"": ""jenkins2"", ""name"": ""0c5b538faa"", ""state"": ""open"", ""title"": ""c1e33e11b3"", ""rights"": ""f41b7d33d1"", ""source"": ""c335336954"", ""creator"": ""a8f58d6101"", ""category"": ""Expanded Access"", ""coverage"": ""0a688c5202"", ""language"": ""7bc5b7bcc0"", ""data_type"": [""pdf""], ""publisher"": ""78629f2578"", ""contributor"": ""6cc688c929"", ""description"": ""8224c0dfac"", ""prs_account"": ""31ee47113f"", ""study_phase"": ""N/A"", ""brief_summary"": ""94865036ca"", ""collaborators"": ""035893d75b"", ""availability_type"": ""Open"", ""intervention_type"": ""Other"", ""verification_date"": ""02e43ca234"", ""study_design_masking"": ""Care Provider"", ""clinical_trial_website"": ""dcbe11a1ed"", ""dbgap_accession_number"": ""phs-jenkins2"", ""principle_investigator"": ""8d3701a79b"", ""study_design_allocation"": ""N/A"", ""estimated_study_completion"": ""dc91746701"", ""study_design_primary_purpose"": ""Treatment"", ""study_design_intervention_model"": ""Parallel""}","c868f7f9-4d25-52a7-8b78-689a42aa122a"

tests/dataframe_tests/test_data/parent/etlMapping.yaml

@@ -0,0 +1,14 @@
+mappings:
+  - name: qa-ibd
+    doc_type: participant
+    type: aggregator
+    root: participant
+    props:
+      - name: submitter_id
+      - name: project_id
+    parent_props:
+      - path: centers[country,name,investigator_name].projects[data_type]
+    aggregated_props:
+      - name: _samples_count
+        path: samples
+        fn: count