以下程序使用每个nbFiles
文件的1个工作线程处理GROUPSIZE
个文件。不超过MAXNBRTHREADS
个工作线程并行运行。 watchDog()
线程(线程0)用于牧养PTHREAD_CANCEL_DEFERRED
个相同的工作者。如果任何一个工作程序失败,则pthread_cond_signal(&errCv)
watchDog
受全局互斥mtx
保护,通过errIndc
谓词传递其线程ID。 watchDog
然后取消所有正在运行的线程(全局oldest
维护最旧线程的ID仍然存活以帮助它执行此操作),并退出程序。
// compile with: gcc -Wall -Wextra -Wconversion -pedantic -std=c99 -g -D_BSD_SOURCE -pthread -o pFiles pFiles.c
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <errno.h>
#include <sys/types.h>
#include <stdint.h>
#include "pthread.h"
#define INDIC_ALL_DONE_OK -1
typedef int_fast32_t int32;
typedef uint_fast32_t uint32;
uint32 MAXNBRTHREADS = 10; // no more than this amount of threads running in parallel
uint32 GROUPSIZE = 10; // how many files per thread
uint32 nbFiles, gThID; // total #files, group ID for a starting thread
int32 errIndc = 0; // global thread error indicator
pthread_t *thT; // pthread table
void **retVals; // thread ret. val. table, needed in stop_watchDog()
uint32 gThCnt; // calculated size of thT[]
uint32 thCnt, oldest; // running threads count (as they are created), oldest thread *alive*
pthread_cond_t errCv = PTHREAD_COND_INITIALIZER; // thread-originated error signal
pthread_mutex_t mtx = PTHREAD_MUTEX_INITIALIZER; // mutex to protect errIndc
// Worker thread
void *processFileGroup(void *arg) {
int32 err;
int last_state, last_type;
uint32 i, thId = (uint32)(intptr_t) arg;
fprintf(stderr, "th %ld started\n", thId);
pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, &last_state);
pthread_setcanceltype(PTHREAD_CANCEL_DEFERRED, &last_type);
// Artificial error in thread 17
if(thId==17) {
pthread_mutex_lock(&mtx);
errIndc = (int32) thId;
pthread_cond_signal(&errCv);
pthread_mutex_unlock(&mtx);
pthread_exit((void *)(intptr_t)err); }
for(i = 0; i < GROUPSIZE ; i++) { // simulate processing GROUPSIZE files
pthread_testcancel();
err = 0;
if(usleep(10000)) { err = 1; break; }
}
//fprintf(stderr, " -- th %ld done with err = %ld\n", thId, err);
if(err!=0) { // Signal watch dog
pthread_mutex_lock(&mtx);
errIndc = (int32) thId;
pthread_cond_signal(&errCv);
pthread_mutex_unlock(&mtx);
pthread_exit((void *)(intptr_t) err);
}
pthread_exit((void *)(intptr_t) err);
}
// Mishap : cancel existing threads, exit program
int32 cancel_exit(int32 rc, int32 faultyThId, char *msg) {
uint32 j; int32 rval;
void *retVal;
if(rc==0) return 0;
if(msg!=NULL && msg[0]=='\0') fprintf(stderr, "\nError in thread %ld. Stoping..\n", faultyThId);
else fprintf(stderr, "\n%s %ld. Stop.\n\n", msg, faultyThId);
for(j = oldest; j < thCnt ; j++) pthread_cancel(thT[j]);
for(j = oldest; j < thCnt ; j++){
pthread_join(thT[j], &retVal); rval = (int)(intptr_t) retVal;
//if(retVal == PTHREAD_CANCELED || rval==115390242)
if(retVal == PTHREAD_CANCELED)
fprintf(stderr, " cexit: thread %ld canceled\n", j);
else fprintf(stderr, " cexit: thread %ld finished, rc = %ld\n", j, rval);
}
pthread_join(thT[4], &retVal); rval = (int)(intptr_t) retVal; fprintf(stderr, " cexit1: thread 4 finished, rc = %ld\n", rval);
fprintf(stderr, "Processing stopped\n\n");
exit(EXIT_FAILURE); return rc;
}
// Watch dog thread
// it fires on signal from one of the running threads about a mishap
void *watchDog(void *arg) {
int32 err;
pthread_mutex_lock(&mtx);
while (errIndc == 0) {
pthread_cond_wait(&errCv,&mtx);
if(errIndc == INDIC_ALL_DONE_OK){ // main() says we're done with no issues
pthread_mutex_unlock(&mtx);
err = 0; pthread_exit((void *)(intptr_t) err);
}
}
pthread_mutex_unlock(&mtx);
fprintf(stderr, "watch dog: stopping on error indication %ld\n", errIndc);
cancel_exit(1, errIndc, "");
exit(EXIT_FAILURE); return arg;// not reached
}
void stop_watchDog() {
pthread_mutex_lock(&mtx);
errIndc = INDIC_ALL_DONE_OK;
pthread_cond_signal(&errCv);
pthread_mutex_unlock(&mtx);
pthread_join(thT[0], &retVals[0]);
}
int main() {
uint32 i, k;
int32 rc;
nbFiles = 950;
gThCnt = 1+nbFiles/GROUPSIZE;
if(gThCnt > MAXNBRTHREADS)
fprintf(stderr, "running max %ld threads in parallel\n", MAXNBRTHREADS);
else fprintf(stderr, "using %ld worker thread(s)\n", gThCnt);
gThCnt++; // account for watchDog (thread 0)
thT = (pthread_t *) calloc(gThCnt, sizeof(pthread_t)); if(thT==NULL) { perror("calloc"); exit(EXIT_FAILURE); }
retVals = (void **) calloc( (nbFiles/GROUPSIZE), sizeof(void *)); if(retVals==NULL) { perror("calloc"); exit(EXIT_FAILURE); }
// Start watch dog
rc = pthread_create(&thT[0], NULL, watchDog, NULL);
if(rc != 0) { fprintf(stderr,"pthread_create() failed for thread 0\n"); exit(EXIT_FAILURE); }
thCnt = 1;
i = 0; oldest = 1;
while(thCnt<gThCnt) {
pthread_mutex_lock(&mtx);
if(errIndc != 0){ // watchDog is already tearing down the whole system, no point in creating more threads
pthread_join(thT[0], &retVals[0]); // wait on WatchDog thread, which never returns (it cancel_exists).
exit(EXIT_FAILURE); // not reached
}
pthread_mutex_unlock(&mtx);
gThID = thCnt;
rc = pthread_create(&thT[thCnt], NULL, processFileGroup, (void *)(intptr_t) gThID);
if(rc != 0) {
fprintf(stderr,"pthread_create() failed for thread %ld\n", thCnt);
stop_watchDog();
cancel_exit(1, (int32)thCnt, "Could not create thread");
}
thCnt++;
if(thCnt>MAXNBRTHREADS) { // wait for the oldest thread to finish
pthread_mutex_lock(&mtx);
if(errIndc != 0) { // watchDog is already tearing down the whole system, he'll report the rc of thread "oldest"
printf("[MAXNBRTHREADS] errIndc=%ld, joining watchDog\n", errIndc);
pthread_join(thT[0], &retVals[0]); // wait on WatchDog thread, which never returns (it cancel_exists).
exit(EXIT_FAILURE); // not reached
}
pthread_mutex_unlock(&mtx);
pthread_join(thT[oldest], &retVals[oldest]); rc = (int)(intptr_t) retVals[oldest];
fprintf(stderr, "[MAXNBRTHREADS] Thread %ld done with rc = %ld\n", oldest, rc);
oldest++;
}
}
k = oldest;
while(k<thCnt) {
pthread_mutex_lock(&mtx);
if(errIndc != 0){ // watchDog is already tearing down the whole system, he'll report the rc of thread k
pthread_join(thT[0], &retVals[0]); // wait on WatchDog thread, which never returns (it cancel_exists).
exit(EXIT_FAILURE); // not reached
}
pthread_mutex_unlock(&mtx);
pthread_join(thT[k], &retVals[k]); rc = (int)(intptr_t) retVals[k];
fprintf(stderr, "Thread %ld done with rc = %ld\n", k, rc);
oldest = ++k;
}
// Signal watch dog to quit
stop_watchDog();
exit(EXIT_SUCCESS);
}
第82行导致此程序出现段错误。为什么?加入取消的帖子是不合法的吗?
如果您对第82行进行评论,则会显示其他问题。如果您运行4次程序3,您将目睹其中一种病理结果:
线程11如何有两个不同的退出代码?
..
watch dog: stopping on error indication 17
Error in thread 17. Stoping..
th 19 started
cexit: thread 11 finished, rc = 115390242
[MAXNBRTHREADS] Thread 11 done with rc = -1
有时程序会挂在MAXNBRTHREADS部分:
...
[MAXNBRTHREADS] errIndc=17, joining watchDog
本节显然存在竞争条件;但我无法理解。
任何帮助表示感谢。
答案 0 :(得分:1)
你问:
第82行导致此程序出现段错误。为什么?加入取消的帖子是不合法的吗?
POSIX并没有说这么多的话,但它似乎暗示着如此。 The specifications for pthread_join()
说:
如果pthread_join()的thread参数指定的值未引用可连接线程,则行为未定义。
以后,在RATIONALE中,
如果某个实现在其结束后检测到使用了线程ID 生命周期,建议该功能失败并报告 [ESRCH]错误。
您观察到的段错误与基本原理中的(非规范性)建议不一致,但基本原理确实支持线程在其生命周期结束后不再是“可连接线程”的命题(例如,因为它具有已被取消),否则建议将与函数的指定行为不一致。当然已经加入的线程不再可连接,但使用“可连接”而不是“实时”或类似的原因可能更多是分离线程的规定。
线程11如何有两个不同的退出代码?
它不能,而你的输出没有其他说明。您正在两次加入线程11,因此至少有一个pthread_join()
调用必须失败。如果它存在,您不能依赖它可能存储的任何结果值(不管是基于POSIX)。您应该检查函数调用的返回值是否有错误标志。
有时程序将挂在MAXNBRTHREADS部分
是的,它似乎可以做到。
这里的想法似乎是在失败的情况下,主线程将调用stop_watchDog()
,它将设置一个标志以通知看门狗线程它应该停止,然后发出条件变量的信号以使看门狗醒来并注意到它。当它唤醒时,看门狗线程必须重新获取互斥mtx
才能从pthread_cond_wait()
返回。
从stop_watchDog()
返回后,主线程锁定互斥mtx
和
尝试加入看门狗线程。但发信号通知CV并不是同步的。因此主线程可能会在监视程序线程重新获取之前锁定互斥锁,在这种情况下,您将死锁:监视程序无法从pthread_cond_wait()
返回并继续终止,直到它获取互斥锁,但主线程将在看门狗终止之前,不要解锁互斥锁。
我没有足够的分析程序以确定主线程需要保护的状态,尽管它似乎至少包含errIndc
变量。但是,在尝试加入监视程序线程时,它似乎不需要锁定互斥锁。