2012-05-25 100 views
2

我正在嘗試編寫一個簡單的程序。它應該從標準輸入讀取鏈接,並在單獨的線程中下載這些鏈接。我寫了下面的代碼,但我得到了分段錯誤。任何人都能猜到爲什麼多線程下載程序中的Segfault

#include <stdio.h> 
#include <stdlib.h> 
#include <string.h> /* memcpy */ 
#include <curl/curl.h> 
#include <pthread.h> 
#define NUMTHREADS 3 

struct downloadfile { 
    char *filename; 
    FILE *stream; 
}; 

pthread_mutex_t mutex; 

/* writedata: custom fwrite for curl writefunction */ 
static size_t writedata(void *buffer, size_t size, size_t nmemb, void *stream) 
{ 
    struct downloadfile *out = (struct downloadfile *) stream; 
    if (out && !out->stream) { 
     out->stream = fopen(out->filename, "w"); 
     if (!out->stream) 
      return -1; /* can't open file to write */ 
    } 
    return fwrite(buffer, size, nmemb, out->stream); 
} 

/* getfilename: gets a file's name from a link. */ 
char *getfilename(const char *link) 
{ 
    const char *fnstart = NULL; /* start of filename*/ 
    size_t len = 0; /* length of filename*/ 

    for (; *link != '\0'; ++link) { 
     if (*link == '/') { 
      fnstart = link + 1; 
      len = 0; 
     } else { 
      ++len; 
     } 
    } 

    char *filename = malloc(len + 1); 
    memcpy(filename, fnstart, len); 
    filename[len] = '\0'; 
    return filename; 
} 

/* downloadthread: get a line from stdin, and try to donwload it.*/ 
void *downloadthread(void *ignored) 
{ 

    puts("in a download thread"); 
    CURL *curl; 
    curl = curl_easy_init(); 
    ssize_t read; /* number of characters read from a line */ 

    if (!curl) { /* couldn't get curl handle */ 
     fputs("Couldn't get curl handle", stderr); 
     pthread_exit(NULL); 
    } 

    for (;;) { /* readline and download loop */ 
     size_t n; /* argument to getline */ 
     char *lineptr = NULL; /* argument to getline */ 
     struct downloadfile ofile; 

      /* I think I need mutex protect the getline, but I am not sure */ 
     pthread_mutex_lock(&mutex); 
     read = getline(&lineptr, &n, stdin); 
     pthread_mutex_unlock(&mutex); 

     if (read == EOF) 
        break; 

     ofile.filename = getfilename(lineptr); 
     curl_easy_setopt(curl, CURLOPT_URL,lineptr); 

     /* follow http redirects */ 
     curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION ,1L); 
     curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, writedata); 
     curl_easy_setopt(curl, CURLOPT_WRITEDATA, &ofile); 

     curl_easy_perform(curl); 

     free(ofile.filename); 
     free(lineptr); 

     if (ofile.stream) 
      fclose(ofile.stream); 
    } 
    curl_easy_cleanup(curl); 
    pthread_exit(NULL); 
} 

int main() 
{ 
    size_t i; 
    int rc; 
    pthread_t threads[NUMTHREADS]; 

    curl_global_init(CURL_GLOBAL_ALL); 
    pthread_mutex_init(&mutex, NULL); 

    /* fire up threads */ 
    for (i = 0; i < NUMTHREADS; i++) { 
     rc = pthread_create(&threads[i], NULL, downloadthread, NULL); 
     if (rc) { 
      printf("Error, return code from pthread is %d\n", rc); 
      exit(-1); 
     } 
    } 

    /* join all threads before cleaning up */ 
    for (i = 0; i < NUMTHREADS; i++) 
     pthread_join(threads[i], NULL); 

    /* cleanup and exit */ 
    pthread_mutex_destroy(&mutex); 
    pthread_exit(NULL); 
} 

編輯:這是gdb的輸出。它並沒有給我太多的想法。

[New Thread 0xb61feb40 (LWP 3778)] 
[New Thread 0xb57ffb40 (LWP 3779)] 
[New Thread 0xb4ffeb40 (LWP 3780)] 
[Thread 0xb61feb40 (LWP 3778) exited] 
[Thread 0xb57ffb40 (LWP 3779) exited] 
[Thread 0xb4ffeb40 (LWP 3780) exited] 

Program received signal SIGSEGV, Segmentation fault. 
[Switching to Thread 0xb7b25b40 (LWP 3773)] 
0xb7e02310 in fwrite() from /lib/libc.so.6 
(gdb) bt 
#0 0xb7e02310 in fwrite() from /lib/libc.so.6 
#1 0xb7f6dd53 in ??() from /usr/lib/libcurl.so.4 
#2 0xb7f85a5e in ??() from /usr/lib/libcurl.so.4 
#3 0xb7f86bb5 in ??() from /usr/lib/libcurl.so.4 
#4 0xb7f87573 in curl_easy_perform() from /usr/lib/libcurl.so.4 
#5 0x08048d99 in downloadthread (ignored=0x0) at downloader.c:91 
#6 0xb7f47ce8 in start_thread() from /lib/libpthread.so.0 
#7 0xb7e874de in clone() from /lib/libc.so.6 
+2

代碼太多。請儘可能將其減少到能夠再現問題的最小樣本。 –

+0

猜測聽起來不健康。爲什麼不在'gdb'中運行並獲取堆棧跟蹤,以便您確切知道哪一行代碼是問題? – mpontillo

+0

如果出現分段錯誤,首先應該在調試器中運行程序。這將幫助您查明位置,並讓您檢查變量以幫助您找出原因。 –

回答

2

當你聲明struct downloadfile ofile,其stream場堆滿了垃圾,可能不爲0時ofile隨後被傳遞給writedata回調(如呼叫curl_easy_perform的結果),病情out && !out->stream因此可在虛假和事業writedata在未打開的流上調用fwrite

所以只需用struct downloadfile ofile = { 0, 0 };替換ofile聲明即可。

+0

非常感謝。就是這樣:) – yasar

0
for (; *link != '\0'; ++link) { 

在情況下該路徑不包含 '/':

for (fnstart=link ; *link != '\0'; ++link) { 
的(下面的環)

if (!fnstart) return BAD_STUFF;

0

檢查char *getfilename(const char *link)功能。如果作爲參數傳遞的字符數組不包含任何/,則const char *fnstart變量將保持爲NULL,您最終將嘗試至少一個來自NULL的字節memcpy