🏗️🗃️ UnifiedDataLoader rewrite

www/__tests__/commHelper.test.ts

@@ -1,5 +1,5 @@
 import { mockLogger } from '../__mocks__/globalMocks';
-import { fetchUrlCached } from '../js/commHelper';
+import { fetchUrlCached } from '../js/services/commHelper';
 
 mockLogger();
 

www/__tests__/unifiedDataLoader.test.ts

@@ -0,0 +1,150 @@
+import { mockLogger } from '../__mocks__/globalMocks';
+import { removeDup, combinedPromises } from '../js/services/unifiedDataLoader';
+import { ServerData } from '../js/types/serverData';
+
+mockLogger();
+
+const testOne: ServerData<any> = {
+  data: '',
+  metadata: {
+    key: '',
+    platform: '',
+    write_ts: 1, // the only value checked by removeDup
+    time_zone: '',
+    write_fmt_time: '',
+    write_local_dt: null,
+  },
+};
+
+const testTwo = JSON.parse(JSON.stringify(testOne));
+testTwo.metadata.write_ts = 2;
+const testThree = JSON.parse(JSON.stringify(testOne));
+testThree.metadata.write_ts = 3;
+const testFour = JSON.parse(JSON.stringify(testOne));
+testFour.metadata.write_ts = 4;
+
+describe('removeDup can', () => {
+  it('work with an empty array', () => {
+    expect(removeDup([])).toEqual([]);
+  });
+
+  it('work with an array of len 1', () => {
+    expect(removeDup([testOne])).toEqual([testOne]);
+  });
+
+  it('work with an array of len >=1', () => {
+    expect(removeDup([testOne, testTwo])).toEqual([testOne, testTwo]);
+    expect(removeDup([testOne, testOne])).toEqual([testOne]);
+    expect(removeDup([testOne, testTwo, testThree])).toEqual([testOne, testTwo, testThree]);
+    expect(removeDup([testOne, testOne, testThree])).toEqual([testOne, testThree]);
+    expect(removeDup([testOne, testOne, testOne])).toEqual([testOne]);
+  });
+});
+
+// combinedPromises tests
+const promiseGenerator = (values: Array<ServerData<any>>) => {
+  return Promise.resolve(values);
+};
+const badPromiseGenerator = (input: string) => {
+  return Promise.reject(input);
+};
+
+it('throws an error on an empty input', async () => {
+  expect(() => {
+    combinedPromises([], removeDup);
+  }).toThrow();
+});
+
+it('catches when all promises fails', async () => {
+  expect(combinedPromises([badPromiseGenerator('')], removeDup)).rejects.toEqual(['']);
+  expect(
+    combinedPromises([badPromiseGenerator('bad'), badPromiseGenerator('promise')], removeDup),
+  ).rejects.toEqual(['bad', 'promise']);
+  expect(
+    combinedPromises(
+      [badPromiseGenerator('very'), badPromiseGenerator('bad'), badPromiseGenerator('promise')],
+      removeDup,
+    ),
+  ).rejects.toEqual(['very', 'bad', 'promise']);
+
+  expect(
+    combinedPromises([badPromiseGenerator('bad'), promiseGenerator([testOne])], removeDup),
+  ).resolves.toEqual([testOne]);
+  expect(
+    combinedPromises([promiseGenerator([testOne]), badPromiseGenerator('bad')], removeDup),
+  ).resolves.toEqual([testOne]);
+});
+
+it('work with arrays of len 1', async () => {
+  const promiseArrayOne = [promiseGenerator([testOne])];
+  const promiseArrayTwo = [promiseGenerator([testOne, testTwo])];
+  const testResultOne = await combinedPromises(promiseArrayOne, removeDup);
+  const testResultTwo = await combinedPromises(promiseArrayTwo, removeDup);
+
+  expect(testResultOne).toEqual([testOne]);
+  expect(testResultTwo).toEqual([testOne, testTwo]);
+});
+
+it('works with arrays of len 2', async () => {
+  const promiseArrayOne = [promiseGenerator([testOne]), promiseGenerator([testTwo])];
+  const promiseArrayTwo = [promiseGenerator([testOne, testTwo]), promiseGenerator([testThree])];
+  const promiseArrayThree = [promiseGenerator([testOne]), promiseGenerator([testTwo, testThree])];
+  const promiseArrayFour = [
+    promiseGenerator([testOne, testTwo]),
+    promiseGenerator([testThree, testFour]),
+  ];
+  const promiseArrayFive = [
+    promiseGenerator([testOne, testTwo]),
+    promiseGenerator([testTwo, testThree]),
+  ];
+
+  const testResultOne = await combinedPromises(promiseArrayOne, removeDup);
+  const testResultTwo = await combinedPromises(promiseArrayTwo, removeDup);
+  const testResultThree = await combinedPromises(promiseArrayThree, removeDup);
+  const testResultFour = await combinedPromises(promiseArrayFour, removeDup);
+  const testResultFive = await combinedPromises(promiseArrayFive, removeDup);
+
+  expect(testResultOne).toEqual([testOne, testTwo]);
+  expect(testResultTwo).toEqual([testOne, testTwo, testThree]);
+  expect(testResultThree).toEqual([testOne, testTwo, testThree]);
+  expect(testResultFour).toEqual([testOne, testTwo, testThree, testFour]);
+  expect(testResultFive).toEqual([testOne, testTwo, testThree]);
+});
+
+it('works with arrays of len >= 2', async () => {
+  const promiseArrayOne = [
+    promiseGenerator([testOne]),
+    promiseGenerator([testTwo]),
+    promiseGenerator([testThree]),
+  ];
+  const promiseArrayTwo = [
+    promiseGenerator([testOne]),
+    promiseGenerator([testTwo]),
+    promiseGenerator([testTwo]),
+  ];
+  const promiseArrayThree = [
+    promiseGenerator([testOne]),
+    promiseGenerator([testTwo]),
+    promiseGenerator([testThree, testFour]),
+  ];
+  const promiseArrayFour = [
+    promiseGenerator([testOne]),
+    promiseGenerator([testTwo, testThree]),
+    promiseGenerator([testFour]),
+  ];
+
+  const testResultOne = await combinedPromises(promiseArrayOne, removeDup);
+  const testResultTwo = await combinedPromises(promiseArrayTwo, removeDup);
+  const testResultThree = await combinedPromises(promiseArrayThree, removeDup);
+  const testResultFour = await combinedPromises(promiseArrayFour, removeDup);
+
+  expect(testResultOne).toEqual([testOne, testTwo, testThree]);
+  expect(testResultTwo).toEqual([testOne, testTwo]);
+  expect(testResultThree).toEqual([testOne, testTwo, testThree, testFour]);
+  expect(testResultFour).toEqual([testOne, testTwo, testThree, testFour]);
+});
+
+/*
+  TO-DO: Once getRawEnteries can be tested via end-to-end testing, we will be able to 
+  test getUnifiedDataForInterval as well. 
+*/

www/index.html

@@ -1,22 +1,18 @@
 <!doctype html>
 <html>
   <head>
-    <meta charset="utf-8" />
-    <meta
-      name="viewport"
-      content="initial-scale=1.0, maximum-scale=1.0, user-scalable=no, width=device-width, viewport-fit=cover" />
-    <meta
-      http-equiv="Content-Security-Policy"
-      content="default-src 'self' data: gap: https://ssl.gstatic.com https://api.ionicjs.com https://pro-deploy.ionicjs.com https://nominatim.openstreetmap.org https://raw.githubusercontent.com emission: 'unsafe-eval'; style-src 'self' 'unsafe-inline'; script-src 'self' 'unsafe-inline' 'unsafe-eval'; img-src 'self' https://tile.openstreetmap.org 'unsafe-inline' data: 'unsafe-eval'" />
+    <meta charset="utf-8">
+    <meta name="viewport" content="initial-scale=1.0, maximum-scale=1.0, user-scalable=no, width=device-width, viewport-fit=cover">
+    <meta http-equiv="Content-Security-Policy" content="default-src 'self' data: gap: https://ssl.gstatic.com https://api.ionicjs.com https://pro-deploy.ionicjs.com https://nominatim.openstreetmap.org https://raw.githubusercontent.com emission: 'unsafe-eval'; style-src 'self' 'unsafe-inline'; script-src 'self' 'unsafe-inline' 'unsafe-eval'; img-src 'self' https://tile.openstreetmap.org 'unsafe-inline' data: 'unsafe-eval'">
     <title></title>
-
+ 
     <!-- cordova script (this will be a 404 in the browser) -->
     <script type="text/javascript" src="cordova.js"></script>
   </head>
-
+ 
   <body ng-app="emission">
     <!-- <ion-nav-view></ion-nav-view> -->
-    <div id="appRoot" class="fill-container" style="width: 100vw; height: 100vh"></div>
+    <div id="appRoot" class="fill-container" style="width: 100vw; height: 100vh;"></div>
   </body>
   <script src="dist/bundle.js"></script>
 </html>

www/js/config/dynamicConfig.ts

@@ -1,7 +1,6 @@
 import i18next from 'i18next';
 import { displayError, logDebug, logWarn } from '../plugin/logger';
-import { getAngularService } from '../angular-react-helper';
-import { fetchUrlCached } from '../commHelper';
+import { fetchUrlCached } from '../services/commHelper';
 import { storageClear, storageGet, storageSet } from '../plugin/storage';
 
 export const CONFIG_PHONE_UI = 'config/app_ui_config';

www/js/control/ControlSyncHelper.tsx

@@ -9,7 +9,7 @@ import SettingRow from './SettingRow';
 import AlertBar from './AlertBar';
 import moment from 'moment';
 import { addStatEvent, statKeys } from '../plugin/clientStats';
-import { updateUser } from '../commHelper';
+import { updateUser } from '../services/commHelper';
 
 /*
  * BEGIN: Simple read/write wrappers

www/js/controllers.js

@@ -87,29 +87,4 @@ angular
       );
       console.log('SplashCtrl invoke finished');
     },
-  )
-
-  .controller('ChatsCtrl', function ($scope, Chats) {
-    // With the new view caching in Ionic, Controllers are only called
-    // when they are recreated or on app start, instead of every page change.
-    // To listen for when this page is active (for example, to refresh data),
-    // listen for the $ionicView.enter event:
-    //
-    //$scope.$on('$ionicView.enter', function(e) {
-    //});
-
-    $scope.chats = Chats.all();
-    $scope.remove = function (chat) {
-      Chats.remove(chat);
-    };
-  })
-
-  .controller('ChatDetailCtrl', function ($scope, $stateParams, Chats) {
-    $scope.chat = Chats.get($stateParams.chatId);
-  })
-
-  .controller('AccountCtrl', function ($scope) {
-    $scope.settings = {
-      enableFriends: true,
-    };
-  });
+  );

www/js/diary/LabelTab.tsx

@@ -27,7 +27,7 @@ import { SurveyOptions } from '../survey/survey';
 import { getLabelOptions } from '../survey/multilabel/confirmHelper';
 import { displayError } from '../plugin/logger';
 import { useTheme } from 'react-native-paper';
-import { getPipelineRangeTs } from '../commHelper';
+import { getPipelineRangeTs } from '../services/commHelper';
 
 let labelPopulateFactory, labelsResultMap, notesResultMap, showPlaces;
 const ONE_DAY = 24 * 60 * 60; // seconds