From 5c8e905a37f2174bb87b60f76fb2e719b28009e9 Mon Sep 17 00:00:00 2001 From: caojia <1301869380@qq.com> Date: Tue, 17 Nov 2026 15:48:57 +0800 Subject: [PATCH] =?UTF-8?q?:sparkles:=20=E6=AF=9B=E5=88=A9=E5=88=86?= =?UTF-8?q?=E6=9E=90=E8=AE=A2=E5=8D=95=E5=AF=BC=E5=87=BA=E5=90=88=E5=B9=B6?= =?UTF-8?q?=E4=B8=BA=E5=8D=95=E4=B8=AA=E5=B7=A5=E4=BD=9C=E8=A1=A8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../report/ProfitReportAsyncExportTest.java | 98 +++++++++++++++++++ .../com/bms/common/utils/poi/ExcelUtil.java | 59 +++++++++-- .../task/PrcProfitReportExportRunner.java | 8 +- 3 files changed, 157 insertions(+), 8 deletions(-) diff --git a/bms-back/bms-admin/src/test/java/com/bms/report/ProfitReportAsyncExportTest.java b/bms-back/bms-admin/src/test/java/com/bms/report/ProfitReportAsyncExportTest.java index 306344d0..3a4cc9c3 100644 --- a/bms-back/bms-admin/src/test/java/com/bms/report/ProfitReportAsyncExportTest.java +++ b/bms-back/bms-admin/src/test/java/com/bms/report/ProfitReportAsyncExportTest.java @@ -9,6 +9,7 @@ import java.nio.file.Files; import java.nio.file.Path; import java.nio.file.attribute.FileTime; import java.time.Instant; +import java.util.Collections; import java.util.HashMap; import java.util.List; import java.util.Map; @@ -16,6 +17,9 @@ import java.util.TimeZone; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicInteger; import java.util.function.Function; +import java.util.zip.ZipFile; +import javax.xml.stream.XMLInputFactory; +import javax.xml.stream.XMLStreamReader; import com.fasterxml.jackson.databind.ObjectMapper; import org.apache.poi.ss.usermodel.Row; import org.apache.poi.ss.usermodel.Workbook; @@ -30,6 +34,7 @@ import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; import com.bms.common.config.BmsConfig; import com.bms.common.core.redis.RedisCache; import com.bms.common.exception.ServiceException; +import com.bms.common.utils.poi.ExcelUtil; import com.bms.price.domain.PrcProfitReportExportTask; import com.bms.price.domain.vo.PrcProfitReportOrderRow; import com.bms.price.domain.vo.PrcProfitReportQuery; @@ -139,6 +144,41 @@ class ProfitReportAsyncExportTest assertFalse(Files.exists(tempDir.resolve("download/profitReportExport/" + failedId + ".xlsx"))); } + @Test + void exportsMoreThanLegacySheetLimitIntoOneSheet() throws Exception + { + int rowCount = ExcelUtil.sheetSize + 1; + List rows = Collections.nCopies(rowCount, row("ORDER-LARGE")); + HoldingExecutor executor = new HoldingExecutor(); + PrcProfitReportExportRunner runner = new PrcProfitReportExportRunner(service(query -> rows), + new MemoryRedis(), executor); + String taskId = runner.submit(query("C"), 1L); + executor.work.run(); + + PrcProfitReportExportTask task = runner.getTask(taskId, 1L); + assertEquals("SUCCESS", task.getStatus()); + assertEquals(rowCount, task.getRowCount()); + Path file = tempDir.resolve("download").resolve(task.getStorageKey()); + assertEquals(1, countWorkbookSheets(file)); + assertEquals(rowCount + 1, lastWorksheetRowNumber(file)); + } + + @Test + void rejectsRowsBeyondTheSingleSheetLimit() + { + List rows = Collections.nCopies(ExcelUtil.XLSX_MAX_ROW_COUNT, row("ORDER-LARGE")); + HoldingExecutor executor = new HoldingExecutor(); + PrcProfitReportExportRunner runner = new PrcProfitReportExportRunner(service(query -> rows), + new MemoryRedis(), executor); + String taskId = runner.submit(query("C"), 1L); + executor.work.run(); + + PrcProfitReportExportTask task = runner.getTask(taskId, 1L); + assertEquals("FAIL", task.getStatus()); + assertTrue(task.getError().contains("单个工作表最多支持1048575条订单")); + assertFalse(Files.exists(tempDir.resolve("download/profitReportExport/" + taskId + ".xlsx"))); + } + @Test void cleanupRemovesOnlyExpiredExportFiles() throws Exception { @@ -195,6 +235,64 @@ class ProfitReportAsyncExportTest return false; } + private static int countWorkbookSheets(Path file) throws Exception + { + try (ZipFile workbook = new ZipFile(file.toFile()); + InputStream input = workbook.getInputStream(workbook.getEntry("xl/workbook.xml"))) + { + XMLStreamReader reader = xmlInputFactory().createXMLStreamReader(input); + int count = 0; + try + { + while (reader.hasNext()) + { + if (reader.next() == XMLStreamReader.START_ELEMENT && "sheet".equals(reader.getLocalName())) + { + count++; + } + } + } + finally + { + reader.close(); + } + return count; + } + } + + private static int lastWorksheetRowNumber(Path file) throws Exception + { + try (ZipFile workbook = new ZipFile(file.toFile()); + InputStream input = workbook.getInputStream(workbook.getEntry("xl/worksheets/sheet1.xml"))) + { + XMLStreamReader reader = xmlInputFactory().createXMLStreamReader(input); + int lastRowNumber = 0; + try + { + while (reader.hasNext()) + { + if (reader.next() == XMLStreamReader.START_ELEMENT && "row".equals(reader.getLocalName())) + { + lastRowNumber = Integer.parseInt(reader.getAttributeValue(null, "r")); + } + } + } + finally + { + reader.close(); + } + return lastRowNumber; + } + } + + private static XMLInputFactory xmlInputFactory() + { + XMLInputFactory factory = XMLInputFactory.newFactory(); + factory.setProperty(XMLInputFactory.SUPPORT_DTD, false); + factory.setProperty("javax.xml.stream.isSupportingExternalEntities", false); + return factory; + } + private static IPrcProfitReportService service(Function> query) { return (IPrcProfitReportService) Proxy.newProxyInstance(ProfitReportAsyncExportTest.class.getClassLoader(), diff --git a/bms-back/bms-common/src/main/java/com/bms/common/utils/poi/ExcelUtil.java b/bms-back/bms-common/src/main/java/com/bms/common/utils/poi/ExcelUtil.java index aa658e85..3b1ac2c4 100644 --- a/bms-back/bms-common/src/main/java/com/bms/common/utils/poi/ExcelUtil.java +++ b/bms-back/bms-common/src/main/java/com/bms/common/utils/poi/ExcelUtil.java @@ -111,11 +111,12 @@ public class ExcelUtil */ private Map cellStyleCache = new HashMap(); - /** - * Excel sheet最大行数,默认65536 - */ + /** 通用导出的默认每个工作表数据行数;单工作表 XLSX 导出使用 XLSX 实际上限。 */ public static final int sheetSize = 65536; + /** XLSX 工作表的最大行数。 */ + public static final int XLSX_MAX_ROW_COUNT = 1_048_576; + /** * 工作表名称 */ @@ -796,6 +797,28 @@ public class ExcelUtil } } + /** 写入单个 XLSX 工作表;超出 Excel 行数上限时返回明确错误。 */ + public void exportExcelToSingleSheetStream(List list, String sheetName, OutputStream output) throws IOException + { + try + { + this.init(list, sheetName, StringUtils.EMPTY, Type.EXPORT); + int reservedRows = rownum + 1 + (hasStatisticsColumns() ? 1 : 0); + int maxDataRows = XLSX_MAX_ROW_COUNT - reservedRows; + if (this.list.size() > maxDataRows) + { + throw new IOException(StringUtils.format("单个工作表最多支持{}条数据,当前{}条,请缩小查询范围", + maxDataRows, this.list.size())); + } + writeSheet(maxDataRows); + wb.write(output); + } + finally + { + IOUtils.closeQuietly(wb); + } + } + /** 对 list 数据源生成本地 Excel 文件,返回文件名。 */ public AjaxResult exportExcel() { @@ -824,9 +847,14 @@ public class ExcelUtil * 创建写入数据到Sheet */ public void writeSheet() + { + writeSheet(sheetSize); + } + + private void writeSheet(int rowsPerSheet) { // 取出一共有多少个sheet. - int sheetNo = Math.max(1, (int) Math.ceil(list.size() * 1.0 / sheetSize)); + int sheetNo = Math.max(1, (int) Math.ceil(list.size() * 1.0 / rowsPerSheet)); for (int index = 0; index < sheetNo; index++) { createSheet(sheetNo, index); @@ -855,7 +883,7 @@ public class ExcelUtil } if (Type.EXPORT.equals(type)) { - fillExcelData(index); + fillExcelData(index, rowsPerSheet); addStatisticsRow(); } } @@ -869,8 +897,13 @@ public class ExcelUtil @SuppressWarnings("unchecked") public void fillExcelData(int index) { - int startNo = index * sheetSize; - int endNo = Math.min(startNo + sheetSize, list.size()); + fillExcelData(index, sheetSize); + } + + private void fillExcelData(int index, int rowsPerSheet) + { + int startNo = index * rowsPerSheet; + int endNo = Math.min(startNo + rowsPerSheet, list.size()); int currentRowNum = rownum + 1; // 从标题行后开始 for (int i = startNo; i < endNo; i++) @@ -931,6 +964,18 @@ public class ExcelUtil } } + private boolean hasStatisticsColumns() + { + for (Object[] field : fields) + { + if (((Excel) field[1]).isStatistics()) + { + return true; + } + } + return false; + } + /** * 获取子列表最大数 */ diff --git a/bms-back/bms-system/src/main/java/com/bms/price/task/PrcProfitReportExportRunner.java b/bms-back/bms-system/src/main/java/com/bms/price/task/PrcProfitReportExportRunner.java index 21789c82..9f359f2e 100644 --- a/bms-back/bms-system/src/main/java/com/bms/price/task/PrcProfitReportExportRunner.java +++ b/bms-back/bms-system/src/main/java/com/bms/price/task/PrcProfitReportExportRunner.java @@ -85,6 +85,12 @@ public class PrcProfitReportExportRunner put(taskId, userId, "RUNNING", 5, "正在查询订单", null, 0, fileName, null); List rows = reportService.selectOrderRows(query); put(taskId, userId, "RUNNING", 40, "正在生成 Excel", null, rows.size(), fileName, null); + int maxRows = ExcelUtil.XLSX_MAX_ROW_COUNT - 1; + if (rows.size() > maxRows) + { + throw new ServiceException(String.format("单个工作表最多支持%d条订单,当前%d条,请缩小查询范围", + maxRows, rows.size())); + } ExcelUtil util = new ExcelUtil<>(PrcProfitReportOrderRow.class); if (ProfitAreaRule.GUANGZHOU.name().equals(query.getProfitRule())) { @@ -95,7 +101,7 @@ public class PrcProfitReportExportRunner file = dir.resolve(taskId + ".xlsx").normalize(); try (OutputStream output = Files.newOutputStream(file)) { - util.exportExcelToStream(rows, "订单毛利报表", output); + util.exportExcelToSingleSheetStream(rows, "订单毛利报表", output); } put(taskId, userId, "SUCCESS", 100, "导出完成,正在下载", null, rows.size(), fileName, REL_DIR + "/" + taskId + ".xlsx");