fix: admin upload image codes

app/blueprints/admin.py

@@ -749,23 +749,14 @@ def api_create_admin_record(collection_id):
             resp.headers.add('Access-Control-Allow-Methods', '*')
             return resp
 
-# DEPRECATE
-@admin.route('/api/units/<int:item_id>', methods=['DELETE'])
-def api_unit_delete(item_id):
-    return jsonify({'message': 'ok',})
-
-# DEPRECATE
-@admin.route('/api/identificatios/<int:item_id>', methods=['DELETE'])
-def api_identification_delete(item_id):
-    return jsonify({'message': 'ok', 'next_url': url_for('admin.')})
-
 
 @admin.route('/api/units/<int:unit_id>/media/<int:media_id>', methods=['DELETE'])
 def api_delete_unit_media(unit_id, media_id):
     if mo := session.get(MultimediaObject, media_id):
-        serv_key = current_app.config['SERVICE_KEY']
         site = get_current_site(request)
-        res = delete_image(site, serv_key, mo.file_url)
+        serv_keys = site.get_service_keys()
+        upload_conf = site.data['admin']['uploads']
+        res = delete_image(upload_conf, serv_keys, mo.file_url)
         mo.unit.cover_image_id = None
         session.delete(mo)
         session.commit()
@@ -786,8 +777,9 @@ def api_post_unit_media(unit_id):
 
     if f := request.files['file']:
         site = get_current_site(request)
-        serv_key = current_app.config['SERVICE_KEY']
-        res = upload_image(site, serv_key, f, f'u{unit.id}')
+        serv_keys = site.get_service_keys()
+        upload_conf = site.data['admin']['uploads']
+        res = upload_image(upload_conf, serv_keys, f, f'u{unit.id}')
         if res['error'] == '' and res['message'] == 'ok':
             sd = {'originalFilename': f.filename}
             if exif := res.get('exif'):

app/commands.py

@@ -163,13 +163,15 @@ def compilemessages():
 @flask_app.cli.command('import')
 @click.argument('csv_file')
 @click.argument('collection_id')
-def import_record(csv_file, collection_id):
-
+def import_record(csv_file, collection_id, record_group_id):
+    # NOQA: record_group_id
+    # TODO: auto add record_group
     import csv
     from app.helpers_data import import_phase0
 
     with open(csv_file, newline='') as csvfile:
         spamreader = csv.DictReader(csvfile)
         counter = 0
         for row in spamreader:
-            import_phase0(row, int(collection_id))
+            #TODO: trunc each row
+            import_phase0(row, int(collection_id), record_group_id)

app/helpers_data.py

@@ -197,11 +197,16 @@ def export_specimen_dwc_csv():
     print(t3-t2, t2-t1, flush=True)
 
 
-def import_phase0(data, collection_id):
+def import_phase0(data, collection_id, record_group_id):
     r = Record(source_data=data, collection_id=collection_id)
     session.add(r)
     session.commit()
 
+    m = RecordGroupMap(record_id=r.id, group_id=record_group_id)
+    session.add(m)
+    session.commit()
+
     u = Unit(collection_id=collection_id, record_id=r.id)
     session.add(u)
     session.commit()
+

app/helpers_image.py

@@ -31,31 +31,30 @@
     ('o', (4096, 4096)),
 )
 
-def delete_image(site, service_key, file_url):
+
+def delete_image(upload_conf, service_keys, file_url):
     ret = {
         'message': 'ok',
         'error': '',
     }
 
-    uploads = site.data['admin']['uploads']
-    keys = decode_key(service_key)
-
-    if uploads['storage'] == 'aws':
+    if upload_conf['storage'] == 'aws':
         s3_client = boto3.client(
             's3',
-            aws_access_key_id=keys[site.name]['accessKeyID'],
-            aws_secret_access_key=keys[site.name]['secretAccessKey'],
-            region_name=uploads['region'],
+            aws_access_key_id=service_keys['accessKeyID'],
+            aws_secret_access_key=service_keys['secretAccessKey'],
+            region_name=upload_conf['region'],
         )
-        file_prefix = f"https://{uploads['bucket']}.s3.{uploads['region']}.amazonaws.com/{uploads['prefix']}/"
+
+        file_prefix = f"https://{upload_conf['bucket']}.s3.{upload_conf['region']}.amazonaws.com/{upload_conf['prefix']}/"
 
         filename = file_url.replace(file_prefix, '')
         for thumb in THUMB_MAP:
             k = filename.replace('-m.jpg', f'-{thumb[0]}.jpg')
-            object_key = f"{uploads['prefix']}/{k}"
+            object_key = f"{upload_conf['prefix']}/{k}"
             # print(object_key, flush=True)
             response = s3_client.delete_object(
-                Bucket=uploads['bucket'],
+                Bucket=upload_conf['bucket'],
                 Key=object_key,
             )
 
@@ -93,13 +92,13 @@ def sanity(text):
     return exif
 
 
-def upload_image(site, service_key, file_, item_id):
+def upload_image(upload_conf, service_keys, file_, item_id):
     # default upload to cloud storage
 
     ret = {
         'message': 'ok',
         'error': '',
-        'exif': {}
+        'exif': {},
     }
     # save to uploads
     #filename = secure_filename(file_.filename)
@@ -112,35 +111,28 @@ def upload_image(site, service_key, file_, item_id):
     with NamedTemporaryFile() as temp:
         temp.write(file_.read())
 
-        uploads = site.data['admin']['uploads']
-        keys = decode_key(service_key)
-        #print(uploads, decode_key(service_key), flush=True)
-        if uploads['storage'] == 'aws':
+        if upload_conf['storage'] == 'aws':
             s3_client = boto3.client(
                 's3',
-                aws_access_key_id=keys[site.name]['accessKeyID'],
-                aws_secret_access_key=keys[site.name]['secretAccessKey'],
-                region_name=uploads['region'],
+                aws_access_key_id=service_keys['accessKeyID'],
+                aws_secret_access_key=service_keys['secretAccessKey'],
+                region_name=upload_conf['region'],
             )
 
         h = gen_time_hash()
-        ret['file_url'] = f"https://{uploads['bucket']}.s3.{uploads['region']}.amazonaws.com/{uploads['prefix']}/{item_id}-{h}-m.jpg"
+        ret['file_url'] = f"https://{upload_conf['bucket']}.s3.{upload_conf['region']}.amazonaws.com/{upload_conf['prefix']}/{item_id}-{h}-m.jpg"
 
         one_exif = {}
         # make thumb
         for thumb in THUMB_MAP:
             #stem = Path(filename).stem
-            target_filename = f'{item_id}-{h}-{thumb[0]}.jpg'
-
-            #Path(current_app.config['UPLOAD_FOLDER'], filename)
             #target_path = thumb_source_path.joinpath(Path(target_filename))
             #print (source_path, target_path)
             #target_path = Path(current_app.config['UPLOAD_FOLDER'], target_filename)
             #file.save(Path(current_app.config['UPLOAD_FOLDER'], filename))
-
-            object_key = target_filename
-            if pref := uploads['prefix']:
-                object_key = f'{pref}/{target_filename}'
+            object_key = f'{item_id}-{h}-{thumb[0]}.jpg'
+            if pref := upload_conf['prefix']:
+                object_key = f'{pref}/{object_key}'
 
             img = Image.open(temp.name)
             if len(one_exif) == 0:
@@ -155,14 +147,17 @@ def upload_image(site, service_key, file_, item_id):
             img.save(in_memory_file, 'JPEG')
             in_memory_file.seek(0)
 
-            if uploads['storage'] == 'aws':
+            if upload_conf['storage'] == 'aws':
                 r = s3_client.upload_fileobj(
                     in_memory_file,
-                    uploads['bucket'],
+                    upload_conf['bucket'],
                     object_key,
                     ExtraArgs={'ACL': 'public-read'}
                 )
-                current_app.logger.debug(f'upload to {object_key}')
+                try:
+                    current_app.logger.debug(f'upload to {object_key}')
+                except:
+                    print(f'upload to {object_key}')
 
             # except ClientError as e:
             #     #logging.error(e)

app/models/site.py

@@ -1,3 +1,6 @@
+from flask import (
+    current_app,
+)
 from sqlalchemy import (
     select,
     Table,
@@ -33,7 +36,9 @@
     session,
     TimestampMixin,
 )
-
+from app.utils import (
+    decode_key,
+)
 # organization_collection = Table(
 #     'organization_collection',
 #     Base.metadata,
@@ -145,6 +150,9 @@ def get_type_specimens(self):
         cids = [x.id for x in self.collections]
         return get_or_set_type_specimens(cids)
 
+    def get_service_keys(self):
+        return decode_key(current_app.config['SERVICE_KEY'])[self.name]
+
 
 class Organization(Base, TimestampMixin):
     '''