我对嵌入式平台上的C非常有经验,但我没有在操作系统上使用过C语言。我目前正在研究Raspberry Pi 2。
我在C中工作,我需要创建一个从二进制文件的一部分创建CSV文件的实用程序。二进制文件包含许多小时的数据,并被格式化为一系列“块”,每个块包含~2000ms的数据。该程序将遍历每个块并拉取数据直到它到达结束时间。
当我尝试进行相对较小的二进制到csv转换时,该程序可以正常工作,但没有理由不应该使用我能识别的较大转换。当我使用MAX_TIME_SAMPLE_TO_CONVERT运行程序到180000时,在正常运行和valgrind中都没有问题。当我将“MAX_TIME_SAMPLE_TO_CONVERT”更改为200000时,即我得到分段错误。这只需要一个60kB内存的malloc,这应该是轻而易举的。当我从命令行“免费”运行时,我有超过500MB的可用空间。
当我运行valgrind时,我得到一个有点神秘的输出,但它告诉我我遇到问题的行号(我用-g选项构建)并且这些行号正好是使用的malloc:
int32_t startTime = getStartTime(argc, argv);
int32_t endTime = getEndTime(argc, argv);
/* calculate the amount of memory required to construct each array,
* limiting the maximum amount in order to conserve memory */
uint32_t timeWindow = endTime - startTime;
if(verbose)
printf("time window: %dms\n", timeWindow);
if(timeWindow > MAX_SAMPLE_TIME_TO_CONVERT){
timeWindow = MAX_SAMPLE_TIME_TO_CONVERT;
endTime = startTime + MAX_SAMPLE_TIME_TO_CONVERT;
if(verbose){
printf("warning: specified time window results in too many samples\n");
printf("\ttime window truncated to %dms\n", timeWindow);
printf("\tnew end time: %d\n", endTime);
}
}
uint32_t numOfSamples = timeWindow/SAMPLE_INTERVAL_MS;
if(verbose)
printf("each CSV file will contain up to %d samples (maximum of %dms)\n", numOfSamples, MAX_SAMPLE_TIME_TO_CONVERT);
/* allocate memory to temporarily store the
* data from the binary file as it is read */
int32_t *timeArray = (int32_t *)malloc(sizeof(uint32_t) * numOfSamples);
uint16_t *sampleArray= (uint16_t *)malloc(sizeof(uint16_t) * numOfSamples);
if(verbose)
printf("Allocating %d bytes for time and %d for samples\n", sizeof(uint32_t) * numOfSamples, sizeof(uint16_t) * numOfSamples);
if((timeArray == NULL) || (sampleArray == NULL)){
printf("Not enough RAM, exiting...\n");
return -1;
}
/* iterate through the SN array, saving each binary section to a CSV file */
for(int i = 0; serialNumbersToExport[i] > 0; i++){
uint32_t sampleIndex = 0;
if(verbose)
printf("\nAttempting binary-to-csv export of serial number %d...\n", serialNumbersToExport[i]);
/* create the source file paths */
char strSrcPath[DEFAULT_STR_LENGTH];
snprintf(strSrcPath, DEFAULT_STR_LENGTH, "/home/updsys/data/SN%d.ubin", serialNumbersToExport[i]);
if(verbose)
printf("\tAttempting to access '%s'...\n", strSrcPath);
/* open the source file */
FILE *sourceF;
sourceF = fopen(strSrcPath, "rb");
if(sourceF != NULL){
if(verbose)
printf("\tSource binary found, proceeding...\n");
/* find the starting point in the file, begin writing to the file
* until you reach the end of the file or the end time specified */
int32_t networkTime = 0;
uint32_t fileByteOffset = 0;
uint8_t blockHeaderArray[COMPRESSION_BLOCK_HEADER_LENGTH];
uint8_t blockDataArray[MAX_BLOCK_SIZE_IN_BYTES];
/* while time is less than end time OR we have reached the end of the file */
while(networkTime < endTime){
if(verbose)
printf("\tbinary file offset: %d\n", fileByteOffset);
fseek(sourceF, fileByteOffset, SEEK_SET); // set read pointer to beginning of file
/* when fread returns 0, break the loop */
if(fread(blockHeaderArray, 1, COMPRESSION_BLOCK_HEADER_LENGTH, sourceF) == 0)
break;
fileByteOffset += COMPRESSION_BLOCK_HEADER_LENGTH;
fseek(sourceF, fileByteOffset, SEEK_SET);
networkTime = (uint32_t)blockHeaderArray[0]
+ (((uint32_t)blockHeaderArray[1]) << 8)
+ (((uint32_t)blockHeaderArray[2]) << 16)
+ (((uint32_t)blockHeaderArray[3]) << 24);
uint16_t numOfSamples = blockHeaderArray[4];
uint16_t compressedWidth = blockHeaderArray[6];
uint16_t numBytesToRead = getBlockNumOfBytes16(compressedWidth, numOfSamples);
fread(blockDataArray, 1, numBytesToRead, sourceF);
fileByteOffset += numBytesToRead;
/* if the start time is less/equal to than the time at
* the end of the current block, then decompress and
* save the data */
int32_t timeAtEndOfBlock = networkTime + (int32_t)(numOfSamples * SAMPLE_INTERVAL_MS);
if(startTime <= timeAtEndOfBlock){
if(verbose)
printf("\tstart time (%d) within block end time (%d), decompressing...\n", startTime, timeAtEndOfBlock);
/* use to save single-block data to */
uint16_t uncompressedBlockDataArray[(MAX_BLOCK_SIZE_IN_BYTES/2)] = {0};
/* prepare to decompress */
CompressionDataStruct16 compressionDataStruct;
compressionDataStruct.sampleCount = numOfSamples;
compressionDataStruct.compressedWidth = compressedWidth;
compressionDataStruct.compressedData = blockDataArray;
compressionDataStruct.uncompressedData = uncompressedBlockDataArray;
decompressTo16(&compressionDataStruct);
/* save the samples into the arrays
* that will become the CSV files */
int32_t time = 0;
for(int j = 0; (j < numOfSamples) && (time < endTime); j++){
time = networkTime + (j * SAMPLE_INTERVAL_MS);
timeArray[sampleIndex] = time;
sampleArray[sampleIndex] = uncompressedBlockDataArray[j];
sampleIndex++;
}
}
}
if(verbose){
printf("\t%d samples found, closing source binary file...\n", sampleIndex);
}
fclose(sourceF);
/* if data was found, then write to CSV; otherwise move on */
if(sampleIndex > 0){
/* save the variables to '~/data/nodeNum.csv' */
char strDestPath[DEFAULT_STR_LENGTH];
snprintf(strDestPath, DEFAULT_STR_LENGTH, "/home/updsys/data/SN%d.csv", serialNumbersToExport[i]);
FILE *f;
f = fopen(strDestPath, "w"); // overwrite
for(uint16_t j = 0; j < sampleIndex; j++){
fprintf(f, "%d,%d\n", timeArray[j], sampleArray[j]);
}
fclose(f);
if(verbose){
printf("%d samples found, saving to %s\n", sampleIndex,strDestPath);
}
}else{
}
}else{
if(verbose)
printf("Source binary not found, moving on to next file...\n");
}
}
/* free the memory */
free(timeArray);
free(sampleArray);
if(verbose)
printf("\nfreeing memory...\n");
if(verbose)
printf("program execution complete\n");
完整代码:
/www/
- /website/ <- first site
- /tools/ <- subdomain
- phpmyadmin (symlink of /usr/share/phpmyadmin)
答案 0 :(得分:2)
sampleIndex
可能大于numOfSamples
,因为它未在内循环中重新初始化为0 while(networkTime < endTime)
<强>解决方案强>
确保内部for循环中sampleIndex
永远不会大于numOfSamples
。