336 lines
12 KiB
Python
336 lines
12 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
Created on Fri Aug 30 17:53:03 2024
|
||
|
||
1. 确认在相同CamerType下，track.data 中 CamerID 项数量 = 图像数 = 帧ID数 = 最大帧ID
|
||
|
||
2. 读取0/1_tracking_output.data 中数据，boxes、feats，len(boxes)=len(feats)
|
||
帧ID约束
|
||
|
||
3. 优先选择前摄
|
||
|
||
4. 保存图像数据
|
||
|
||
5. 一次购物事件类型
|
||
shopEvent: {barcode:
|
||
type: getout, input
|
||
front_traj:[{imgpath: str,
|
||
box: arrar(1, 9),
|
||
feat: array(1, 256)
|
||
}]
|
||
back_traj: [{imgpath: str,
|
||
box: arrar(1, 9),
|
||
feat: array(1, 256)
|
||
}]
|
||
}
|
||
|
||
|
||
|
||
@author: ym
|
||
|
||
"""
|
||
import numpy as np
|
||
import cv2
|
||
import os
|
||
import sys
|
||
import json
|
||
import pickle
|
||
sys.path.append(r"D:\DetectTracking")
|
||
from tracking.utils.read_data import extract_data, read_tracking_output, read_deletedBarcode_file
|
||
|
||
IMG_FORMAT = ['.bmp', '.jpg', '.jpeg', '.png']
|
||
|
||
def creat_shopping_event(basepath):
|
||
eventList = []
|
||
|
||
'''一、构造放入商品事件列表'''
|
||
k = 0
|
||
for filename in os.listdir(basepath):
|
||
# filename = "20240723-155413_6904406215720"
|
||
|
||
'''filename下为一次购物事件'''
|
||
filepath = os.path.join(basepath, filename)
|
||
|
||
'''================ 0. 检查 filename 及 filepath 正确性和有效性 ================'''
|
||
nmlist = filename.split('_')
|
||
if filename.find('2024')<0 or len(nmlist)!=2 or len(nmlist[0])!=15 or len(nmlist[1])<11:
|
||
continue
|
||
if not os.path.isdir(filepath): continue
|
||
print(f"Event name: {filename}")
|
||
|
||
'''================ 1. 构造事件描述字典，暂定 9 items ==============='''
|
||
event = {}
|
||
event['barcode'] = nmlist[1]
|
||
event['type'] = 'input'
|
||
event['filepath'] = filepath
|
||
event['back_imgpaths'] = []
|
||
event['front_imgpaths'] = []
|
||
event['back_boxes'] = np.empty((0, 9), dtype=np.float64)
|
||
event['front_boxes'] = np.empty((0, 9), dtype=np.float64)
|
||
event['back_feats'] = np.empty((0, 256), dtype=np.float64)
|
||
event['front_feats'] = np.empty((0, 256), dtype=np.float64)
|
||
# event['feats_compose'] = np.empty((0, 256), dtype=np.float64)
|
||
# event['feats_select'] = np.empty((0, 256), dtype=np.float64)
|
||
|
||
|
||
'''================= 1. 读取 data 文件 ============================='''
|
||
for dataname in os.listdir(filepath):
|
||
# filename = '1_track.data'
|
||
datapath = os.path.join(filepath, dataname)
|
||
if not os.path.isfile(datapath): continue
|
||
|
||
CamerType = dataname.split('_')[0]
|
||
''' 3.1 读取 0/1_track.data 中数据，暂不考虑'''
|
||
# if dataname.find("_track.data")>0:
|
||
# bboxes, ffeats, trackerboxes, tracker_feat_dict, trackingboxes, tracking_feat_dict = extract_data(datapath)
|
||
|
||
''' 3.2 读取 0/1_tracking_output.data 中数据'''
|
||
if dataname.find("_tracking_output.data")>0:
|
||
tracking_output_boxes, tracking_output_feats = read_tracking_output(datapath)
|
||
if len(tracking_output_boxes) != len(tracking_output_feats): continue
|
||
if CamerType == '0':
|
||
event['back_boxes'] = tracking_output_boxes
|
||
event['back_feats'] = tracking_output_feats
|
||
elif CamerType == '1':
|
||
event['front_boxes'] = tracking_output_boxes
|
||
event['front_feats'] = tracking_output_feats
|
||
|
||
# '''1.1 事件的特征表征方式选择'''
|
||
# bk_feats = event['back_feats']
|
||
# ft_feats = event['front_feats']
|
||
|
||
# feats_compose = np.empty((0, 256), dtype=np.float64)
|
||
# if len(ft_feats):
|
||
# feats_compose = np.concatenate((feats_compose, ft_feats), axis=0)
|
||
# if len(bk_feats):
|
||
# feats_compose = np.concatenate((feats_compose, bk_feats), axis=0)
|
||
# event['feats_compose'] = feats_compose
|
||
|
||
# '''3. 构造前摄特征'''
|
||
# if len(ft_feats):
|
||
# event['feats_select'] = ft_feats
|
||
|
||
|
||
|
||
'''================ 2. 读取图像文件地址，并按照帧ID排序 ============='''
|
||
frontImgs, frontFid = [], []
|
||
backImgs, backFid = [], []
|
||
for imgname in os.listdir(filepath):
|
||
name, ext = os.path.splitext(imgname)
|
||
if ext not in IMG_FORMAT or name.find('frameId')<0: continue
|
||
|
||
CamerType = name.split('_')[0]
|
||
frameId = int(name.split('_')[3])
|
||
imgpath = os.path.join(filepath, imgname)
|
||
if CamerType == '0':
|
||
backImgs.append(imgpath)
|
||
backFid.append(frameId)
|
||
if CamerType == '1':
|
||
frontImgs.append(imgpath)
|
||
frontFid.append(frameId)
|
||
|
||
frontIdx = np.argsort(np.array(frontFid))
|
||
backIdx = np.argsort(np.array(backFid))
|
||
|
||
'''2.1 生成依据帧 ID 排序的前后摄图像地址列表'''
|
||
frontImgs = [frontImgs[i] for i in frontIdx]
|
||
backImgs = [backImgs[i] for i in backIdx]
|
||
|
||
'''2.2 将前、后摄图像路径添加至事件字典'''
|
||
bfid = event['back_boxes'][:, 7].astype(np.int64)
|
||
ffid = event['front_boxes'][:, 7].astype(np.int64)
|
||
if len(bfid) and max(bfid) <= len(backImgs):
|
||
event['back_imgpaths'] = [backImgs[i-1] for i in bfid]
|
||
if len(ffid) and max(ffid) <= len(frontImgs):
|
||
event['front_imgpaths'] = [frontImgs[i-1] for i in ffid]
|
||
|
||
|
||
'''================ 3. 判断当前事件有效性，并添加至事件列表 =========='''
|
||
condt1 = len(event['back_imgpaths'])==0 or len(event['front_imgpaths'])==0
|
||
condt2 = len(event['front_feats'])==0 and len(event['back_feats'])==0
|
||
|
||
if condt1 or condt2:
|
||
print(f" Error, condt1: {condt1}, condt2: {condt2}")
|
||
continue
|
||
|
||
eventList.append(event)
|
||
|
||
# k += 1
|
||
# if k==1:
|
||
# continue
|
||
|
||
'''一、构造放入商品事件列表，暂不处理'''
|
||
# delepath = os.path.join(basepath, 'deletedBarcode.txt')
|
||
# bcdList = read_deletedBarcode_file(delepath)
|
||
# for slist in bcdList:
|
||
# getoutFold = slist['SeqDir'].strip()
|
||
# getoutPath = os.path.join(basepath, getoutFold)
|
||
|
||
# '''取出事件文件夹不存在，跳出循环'''
|
||
# if not os.path.exists(getoutPath) and not os.path.isdir(getoutPath):
|
||
# continue
|
||
|
||
# ''' 生成取出事件字典 '''
|
||
# event = {}
|
||
# event['barcode'] = slist['Deleted'].strip()
|
||
# event['type'] = 'getout'
|
||
# event['basepath'] = getoutPath
|
||
|
||
|
||
return eventList
|
||
|
||
def get_std_barcodeDict(bcdpath):
|
||
stdBlist = []
|
||
for filename in os.listdir(bcdpath):
|
||
filepath = os.path.join(bcdpath, filename)
|
||
if not os.path.isdir(filepath) or not filename.isdigit(): continue
|
||
|
||
stdBlist.append(filename)
|
||
|
||
|
||
bcdpaths = [(barcode, os.path.join(bcdpath, barcode)) for barcode in stdBlist]
|
||
|
||
stdBarcodeDict = {}
|
||
for barcode, bpath in bcdpaths:
|
||
stdBarcodeDict[barcode] = []
|
||
for root, dirs, files in os.walk(bpath):
|
||
|
||
imgpaths = []
|
||
if "base" in dirs:
|
||
broot = os.path.join(root, "base")
|
||
for imgname in os.listdir(broot):
|
||
imgpath = os.path.join(broot, imgname)
|
||
_, ext = os.path.splitext(imgpath)
|
||
if ext not in IMG_FORMAT: continue
|
||
imgpaths.append(imgpath)
|
||
|
||
stdBarcodeDict[barcode].extend(imgpaths)
|
||
break
|
||
|
||
else:
|
||
for imgname in files:
|
||
imgpath = os.path.join(root, imgname)
|
||
_, ext = os.path.splitext(imgpath)
|
||
if ext not in IMG_FORMAT: continue
|
||
imgpaths.append(imgpath)
|
||
stdBarcodeDict[barcode].extend(imgpaths)
|
||
|
||
jsonpath = os.path.join(r'\\192.168.1.28\share\测试_202406\contrast\barcodes', f"{barcode}.pickle")
|
||
with open(jsonpath, 'wb') as f:
|
||
pickle.dump(stdBarcodeDict, f)
|
||
|
||
print(f"Barcode: {barcode}")
|
||
|
||
|
||
|
||
return stdBarcodeDict
|
||
|
||
|
||
def one2one_test(filepath):
|
||
|
||
savepath = r'\\192.168.1.28\share\测试_202406\contrast'
|
||
|
||
'''获得 Barcode 列表'''
|
||
bcdpath = r'\\192.168.1.28\share\已标注数据备份\对比数据\barcode\barcode_1771'
|
||
stdBarcodeDict = get_std_barcodeDict(bcdpath)
|
||
|
||
|
||
eventList = creat_shopping_event(filepath)
|
||
print("=========== eventList have generated! ===========")
|
||
barcodeDict = {}
|
||
for event in eventList:
|
||
'''9 items: barcode, type, filepath, back_imgpaths, front_imgpaths,
|
||
back_boxes, front_boxes, back_feats, front_feats
|
||
'''
|
||
|
||
barcode = event['barcode']
|
||
if barcode not in stdBarcodeDict.keys():
|
||
continue
|
||
|
||
|
||
if len(event['feats_select']):
|
||
event_feats = event['feats_select']
|
||
elif len(event['back_feats']):
|
||
event_feats = event['back_feats']
|
||
else:
|
||
continue
|
||
|
||
std_bcdpath = os.path.join(bcdpath, barcode)
|
||
|
||
|
||
|
||
for root, dirs, files in os.walk(std_bcdpath):
|
||
if "base" in files:
|
||
std_bcdpath = os.path.join(root, "base")
|
||
break
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
'''保存一次购物事件的轨迹子图'''
|
||
basename = os.path.basename(event['filepath'])
|
||
spath = os.path.join(savepath, basename)
|
||
if not os.path.exists(spath):
|
||
os.makedirs(spath)
|
||
cameras = ('front', 'back')
|
||
for camera in cameras:
|
||
if camera == 'front':
|
||
boxes = event['front_boxes']
|
||
imgpaths = event['front_imgpaths']
|
||
else:
|
||
boxes = event['back_boxes']
|
||
imgpaths = event['back_imgpaths']
|
||
|
||
for i, box in enumerate(boxes):
|
||
x1, y1, x2, y2, tid, score, cls, fid, bid = box
|
||
|
||
imgpath = imgpaths[i]
|
||
image = cv2.imread(imgpath)
|
||
subimg = image[int(y1/2):int(y2/2), int(x1/2):int(x2/2), :]
|
||
|
||
camerType, timeTamp, _, frameID = os.path.basename(imgpath).split('.')[0].split('_')
|
||
subimgName = f"{camerType}_{tid}_fid({fid}, {frameID}).png"
|
||
subimgPath = os.path.join(spath, subimgName)
|
||
|
||
cv2.imwrite(subimgPath, subimg)
|
||
print(f"Image saved: {basename}")
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
def main():
|
||
fplist = [r'\\192.168.1.28\share\测试_202406\0723\0723_1',
|
||
r'\\192.168.1.28\share\测试_202406\0723\0723_2',
|
||
# r'\\192.168.1.28\share\测试_202406\0723\0723_3',
|
||
r'\\192.168.1.28\share\测试_202406\0722\0722_01',
|
||
r'\\192.168.1.28\share\测试_202406\0722\0722_02'
|
||
]
|
||
|
||
|
||
|
||
for filepath in fplist:
|
||
one2one_test(filepath)
|
||
|
||
# for filepath in fplist:
|
||
# try:
|
||
# one2one_test(filepath)
|
||
|
||
# except Exception as e:
|
||
# print(f'{filepath}, Error: {e}')
|
||
|
||
if __name__ == '__main__':
|
||
|
||
main() |