data-dump/src/main/java/com/celnet/datadump/service/impl/FileManagerServiceImpl.java

package com.celnet.datadump.service.impl;

import com.alibaba.fastjson.JSONObject;
import com.alibaba.fastjson2.JSON;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.celnet.datadump.config.SalesforceExecutor;
import com.celnet.datadump.global.Const;
import com.celnet.datadump.mapper.CustomMapper;
import com.celnet.datadump.param.DataDumpParam;
import com.celnet.datadump.service.FileManagerService;
import com.celnet.datadump.util.EmailUtil;
import com.celnet.datadump.util.HttpUtil;
import com.celnet.datadump.vo.FileManageVo;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
import lombok.extern.slf4j.Slf4j;
import okhttp3.Response;
import org.apache.commons.codec.binary.Base64;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpPatch;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.StringEntity;
import org.apache.http.entity.mime.MultipartEntityBuilder;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import org.apache.ibatis.util.MapUtil;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;


import java.io.*;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;

@Service
@Slf4j
public class FileManagerServiceImpl implements FileManagerService {

    @Autowired
    private CustomMapper customMapper;

    @Autowired
    private SalesforceExecutor salesforceExecutor;




    @Override
    public Page<FileManageVo> getDocFileList(Integer isDump, Integer isUpload, String Name, Integer page, Integer pageSize) {
        String sql = "";
        if (isDump != null) {
            sql += " and is_dump = " + isDump;
        }
        if (isUpload != null) {
            sql += " and is_upload = " + isUpload;
        }
        if (Name != null) {
            sql += " and Title like '%" + Name + "%'";
        }
        sql += " order by CreatedDate desc";
        if (page != null && pageSize != null) {
            sql += " limit " + (page - 1) * pageSize + "," + pageSize;
        }
        List<Map<String, Object>> list = customMapper.list("Id,CreatedDate,LastModifiedDate,Title,is_upload,is_dump,new_id,url","ContentVersion","IsLatest = 1" + sql);
        List<FileManageVo> fileManageVos = new ArrayList<>();
        for (Map<String, Object> map : list) {
            FileManageVo fileManageVo = new FileManageVo();
            fileManageVo.setId(map.get("Id").toString());
            fileManageVo.setNewId(map.get("new_id").toString());
            fileManageVo.setFileName(map.get("Title").toString());
            fileManageVo.setUrl(map.get("url").toString());
            fileManageVo.setIsUpload(Boolean.valueOf(map.get("is_upload").toString()) == true ? 1 : 0);
            fileManageVo.setIsDump(Boolean.valueOf(map.get("is_dump").toString()) == true ? 1 : 0);
            fileManageVos.add(fileManageVo);
        }
        Page<FileManageVo> fileManageVoPage = new Page<>();
        fileManageVoPage.setRecords(fileManageVos);
        fileManageVoPage.setTotal(fileManageVos.size());
        fileManageVoPage.setCurrent(page);
        fileManageVoPage.setSize(pageSize);
        return fileManageVoPage;
    }

    @Override
    public Page<FileManageVo> getAttachmentFileList(Integer isDump, Integer isUpload, String Name, Integer page, Integer pageSize) {
        String sql = "";
        if (isDump != null) {
            sql += " and is_dump = " + isDump;
        }
        if (isUpload != null) {
            sql += " and is_upload = " + isUpload;
        }
        if (Name != null) {
            sql += " and Name like '%" + Name + "%'";
        }
        sql += " order by CreatedDate desc";
        if (page != null && pageSize != null) {
            sql += " limit " + (page - 1) * pageSize + "," + pageSize;
        }

        List<Map<String, Object>> list = customMapper.list("Id,CreatedDate,LastModifiedDate,`Name`,is_upload,is_dump,new_id,url","Attachment",sql);
        List<FileManageVo> fileManageVos = new ArrayList<>();
        for (Map<String, Object> map : list) {
            FileManageVo fileManageVo = new FileManageVo();
            fileManageVo.setId(map.get("Id").toString());
            fileManageVo.setNewId(map.get("new_id").toString());
            fileManageVo.setFileName(map.get("Name").toString());
            fileManageVo.setUrl(map.get("url").toString());
            fileManageVo.setIsUpload(Boolean.valueOf(map.get("is_upload").toString()) == true ? 1 : 0);
            fileManageVo.setIsDump(Boolean.valueOf(map.get("is_dump").toString()) == true ? 1 : 0);
            fileManageVos.add(fileManageVo);
        }
        Page<FileManageVo> fileManageVoPage = new Page<>();
        fileManageVoPage.setRecords(fileManageVos);
        fileManageVoPage.setTotal(fileManageVos.size());
        fileManageVoPage.setCurrent(page);
        fileManageVoPage.setSize(pageSize);
        return fileManageVoPage;
    }

    @Override
    public Object dumpImg(String token) {
        List<Map<String, Object>> list = customMapper.list("Id,record_id,object_api,file_name,field_id,field_api","object_rich_text","is_dump = 0");

        if (list.size() <= 0) {
            return "没有需要转储的图片";
        }

        List<Future<?>> futures = Lists.newArrayList();
        try {
            for (Map<String, Object> map : list) {
                Future<?> future = salesforceExecutor.execute(() -> {
                    List<Map<String, Object>> maps = Lists.newArrayList();
                    String id = map.get("Id").toString();
                    String recordId = map.get("record_id").toString();
                    String objectApi = map.get("object_api").toString();
                    String fileName = map.get("file_name").toString();
                    String fieldId = map.get("field_id").toString();
                    String fieldApi = map.get("field_api").toString();

                    Map<String, Object> objectMap = customMapper.getById("Id", objectApi, recordId);

                    if (objectMap.isEmpty()) {
                        throw new RuntimeException("找不到对应主数据");
                    }

                    // 检测路径是否存在 不存在则创建
                    File excel = new File(Const.SERVER_FILE_PATH + "/" + "richText");
                    if (!excel.exists()) {
                        boolean mkdir = excel.mkdir();
                    }

                    String filePath = "richText" + "/" + System.currentTimeMillis() + "_" + fileName;

                    Map<String, String> headers = Maps.newHashMap();
                    headers.put("Authorization", "Bearer " + token);
                    headers.put("connection", "keep-alive");
                    String downloadUrl = null;
                    List<Map<String, Object>> poll = customMapper.list("code,value","org_config",null);
                    for (Map<String, Object> map1 : poll) {
                        if ("FILE_DOWNLOAD_URL".equals(map1.get("code"))) {
                            downloadUrl = (String) map1.get("value");
                        }
                    }
                    if (StringUtils.isBlank(downloadUrl)) {
                        EmailUtil.send("DumpFile ERROR", "文件下载失败！下载地址未配置");
                        return;
                    }
                    String url = downloadUrl + String.format(Const.SF_RICH_TEXT_FILE_URL, objectApi, recordId, fieldApi, fieldId);

                    try {
                        Response response = HttpUtil.doGet(url, null, headers);
                        if (response.body() != null && response.code() == 200) {
                            InputStream inputStream = response.body().byteStream();
                            String path = Const.SERVER_FILE_PATH + "/" + filePath;
                            long offset = 0L;
                            RandomAccessFile accessFile = new RandomAccessFile(path, "rw");
                            while (true) {
                                try {
                                    // 保存到本地
                                    byte[] buf = new byte[8192];
                                    int len = 0;
                                    if (offset > 0) {
                                        inputStream.skip(offset);
                                        accessFile.seek(offset);
                                    }
                                    while ((len = inputStream.read(buf)) != -1) {
                                        accessFile.write(buf, 0, len);
                                        offset += len;
                                    }
                                    break;
                                } catch (Exception e) {
                                    if (offset <= 0) {
                                        throw e;
                                    }
                                    log.warn("file dump to server EOF ERROR try to reconnect");
                                    response.close();
                                    response = HttpUtil.doGet(url, null, headers);
                                    assert response.body() != null;
                                    inputStream = response.body().byteStream();
                                    log.warn("reconnect success, id:{} skip {}", recordId, offset);
                                }
                            }
                            accessFile.close();
                            Map<String, Object> paramMap = Maps.newHashMap();
                            paramMap.put("key", "file_url");
                            paramMap.put("value", filePath);
                            maps.add(paramMap);
                        }
                    } catch (Exception e) {
                        log.error("exception message", e); 
                    }
                    Map<String, Object> paramMap = Maps.newHashMap();
                    paramMap.put("key", "is_dump");
                    paramMap.put("value", 1);
                    maps.add(paramMap);
                    customMapper.updateById("object_rich_text", maps, id);
                }, 0, 0);
                futures.add(future);
                // 单线程
                salesforceExecutor.waitForFutures(futures.toArray(new Future<?>[]{}));
            }
        } catch (Throwable throwable) {
            log.error("dump file error", throwable);
            salesforceExecutor.remove(futures.toArray(new Future<?>[]{}));
        }
        return null;
    }

    @Override
    public Object uploadImg(String token) {
        List<Map<String, Object>> fieldList = customMapper.list("record_id,field_api","object_rich_text","is_upload = 0 and is_dump = 1 GROUP BY record_id,field_api");

        if (fieldList.size() <= 0) {
            return "没有需要上传的图片";
        }
        List<Future<?>> futures = Lists.newArrayList();

        try {
            // 检测路径是否存在
            File excel = new File(Const.SERVER_FILE_PATH + "/" + "richText");
            if (!excel.exists()) {
                throw new RuntimeException("找不到文件路径");
            }
            for (Map<String, Object> fieldMap : fieldList) {
                Future<?> future = salesforceExecutor.execute(() -> {
                    List<Map<String, Object>> list = customMapper.list("Id,record_id,object_api,file_name,field_id,field_api,file_url", "object_rich_text",
                            "is_upload = 0 and is_dump = 1 and record_id = '" + fieldMap.get("record_id") + "'and field_api = '" + fieldMap.get("field_api") + "'");

                    StringBuffer imageBase64 = new StringBuffer();
                    List<String> ids = new ArrayList<>();
                    CloseableHttpResponse response = null;
                    String recordId = "";
                    String objectApi = "";
                    String fieldApi = "";

                    for (Map<String, Object> map : list) {
                        String id = map.get("Id").toString();
                        recordId = map.get("record_id").toString();
                        objectApi = map.get("object_api").toString();
                        fieldApi = map.get("field_api").toString();
                        String fileName = map.get("file_name").toString();
                        String fileUrl = map.get("file_url").toString();

                        Map<String, Object> objectMap = customMapper.getById("new_id", objectApi, recordId);
                        recordId = objectMap.get("new_id").toString();

                        if (StringUtils.isNotBlank(fileUrl)) {
                            String filePath = Const.SERVER_FILE_PATH + "/" + fileUrl;
                            File file = new File(filePath);
                            boolean exists = file.exists();
                            if (!exists) {
                                log.info("文件不存在");
                                break;
                            }
                            log.info("开始组装参数");
                            String heard = "<p><img src=\"data:image/png;base64,";
                            String end = "\" alt=\"" + fileName + "\"></img></p>";

                            try {
                                byte[] bytes = FileUtils.readFileToByteArray(file);
                                // 得到文件 之后转成beye 然后使用base64转码
                                String encode = Base64.encodeBase64String(bytes);// 转码
                                StringBuffer richText = new StringBuffer();
                                richText.append(heard);
                                richText.append(encode);
                                richText.append(end);
                                imageBase64 = imageBase64.append(richText);
                            } catch (Exception e) {
                                log.error("文件转换base64失败", e);
                                EmailUtil.send("富文本上传异常", id, "文件转换base64失败");
                                throw new RuntimeException("文件转换base64失败");
                            }
                        }
                        ids.add(id);
                    }
                    String uploadUrl = null;
                    List<Map<String, Object>> poll = customMapper.list("code,value","org_config",null);
                    for (Map<String, Object> map1 : poll) {
                        if ("FILE_UPLOAD_URL".equals(map1.get("code"))) {
                            uploadUrl = (String) map1.get("value");
                        }
                    }
                    if (StringUtils.isBlank(uploadUrl)) {
                        EmailUtil.send("UploadFile ERROR", "文件上传失败！上传地址未配置");
                        return;
                    }

                    // 拼接url
                    String url = uploadUrl + String.format(Const.SF_UPLOAD_RICH_TEXT_FILE_URL, objectApi, recordId);

                    HttpPatch httpPatch = new HttpPatch(url);
                    httpPatch.setHeader("Authorization", "Bearer " + token);
                    httpPatch.setHeader("connection", "keep-alive");
                    httpPatch.setHeader("Content-Type", "application/json;charset=UTF-8");

                    JSONObject credentialsJsonParam = new JSONObject();
                    credentialsJsonParam.put(fieldApi, imageBase64);
                    StringEntity entity = new StringEntity(credentialsJsonParam.toString(), "UTF-8");

                    httpPatch.setEntity(entity);

                    CloseableHttpClient httpClient = HttpClients.createDefault();
                    try {
                        response = httpClient.execute(httpPatch);
                        log.info("上传图片返回状态码:{}", response.getStatusLine().getStatusCode());
                        if (response.getStatusLine().getStatusCode() != 204){
                            return;
                        }

                    } catch (Exception e) {
                        log.error("获取文件失败", e);
                    } finally {
                        if (response != null) {
                            try {
                                response.close();
                            } catch (IOException e) {
                                log.error("exception message", e); 
                                throw new RuntimeException("文件转换base64失败");
                            }
                        }
                    }
                    for (String id : ids) {
                        List<Map<String, Object>> maps = Lists.newArrayList();
                        Map<String, Object> paramMap = Maps.newHashMap();
                        paramMap.put("key", "is_upload");
                        paramMap.put("value", 1);
                        maps.add(paramMap);
                        customMapper.updateById("object_rich_text", maps, id);
                    }
                }, 0, 0);
                futures.add(future);
            }
        } catch (Exception e) {
            log.error("上传图片失败", e);
            EmailUtil.send("上传图片失败", e.getMessage());
            salesforceExecutor.remove(futures.toArray(new Future<?>[]{}));
            return "上传图片失败";
        }
        return null;
    }

//    Object upload(String id, String img, String token) throws IOException {
//        String uploadUrl = "";
//        String api = "";
//        String url = uploadUrl + String.format(Const.SF_UPLOAD_FILE_URL, api);
//        String frontIDCard = ""+img;
//        JSONObject credentialsJsonParam = new JSONObject();
//        credentialsJsonParam.put("FrontIDCard__c", frontIDCard);
//
//        HttpPatch httpPatch = new HttpPatch(url);
//        httpPatch.setHeader("Authorization", "Bearer " + token);
//        httpPatch.setHeader("Content-type", "application/json");
//        httpPatch.setHeader("connection", "keep-alive");
//
//        StringEntity entity = new StringEntity(credentialsJsonParam.toString(), "UTF-8");
//        httpPatch.setEntity(entity);
//        CloseableHttpClient httpClient = HttpClients.createDefault();
//        CloseableHttpResponse response = httpClient.execute(httpPatch);
//        Integer statusCode = response.getStatusLine().getStatusCode();
//        httpClient.close();
//        return statusCode;
//    }
}