deferral: qmail-remote_crashed Again

Depending on the domain I'm sending to...the qmail log will indicate the the following:

delivery 11915: deferral: qmail-remote_crashed./
status: local 0/10 remote 0/20

messages that encounter this sit in the queue for days until qmail finally gives up and sends a notification that the mail was undeliverable and its tired of trying.

Im on RH7, Bind, and Qmail. 80 percent of the domains will accept mail from the server. So, Im not looking for reinstall suggestions. I did a trace on the qmail-send process and the output is below....Any help will be greatly appreciated. Thanks in advance.

select(9, [2 4 8], [], NULL, {334, 870000}) = 1 (in [8], left {320, 970000})
time(NULL) = 1103735789
close(8) = 0
open("lock/trigger", O_RDONLY|O_NONBLOCK) = 8
open("todo", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY) = 9
fstat64(9, {st_mode=S_IFDIR|0750, st_size=4096, ...}) = 0
fcntl64(0x9, 0x2, 0x1, 0x9) = 0
getdents64(0x9, 0x80577a0, 0x1000, 0) = 80
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {0, 0}) = 1 (in [8], left {0, 0})
time(NULL) = 1103735789
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {0, 0}) = 1 (in [8], left {0, 0})
time(NULL) = 1103735789
open("todo/2883818", O_RDONLY|O_NONBLOCK) = 10
stat64("mess/9/2883818", {st_mode=S_IFREG|0644, st_size=1025, ...}) = 0
unlink("local/9/2883818") = -1 ENOENT (No such file or directory)
unlink("remote/9/2883818") = -1 ENOENT (No such file or directory)
unlink("info/9/2883818") = -1 ENOENT (No such file or directory)
open("info/9/2883818", O_WRONLY|O_CREAT|O_EXCL, 0644) = 11
write(0, "new msg ", 8) = 8
write(0, "2883818", 7) = 7
write(0, "\n", 1) = 1
read(10, "u514\0p10344\0Fbwebb@k12resources."..., 8192) = 61
write(11, "Fbwebb@k12resources.com\0", 24) = 24
write(0, "info msg ", 9) = 9
write(0, "2883818", 7) = 7
write(0, ": bytes ", 8) = 8
write(0, "1025", 4) = 4
write(0, " from <", 7) = 7
write(0, "bwebb@k12resources.com", 22) = 22
write(0, "> qp ", 5) = 5
write(0, "10344", 5) = 5
write(0, " uid ", 5) = 5
write(0, "514", 3) = 3
write(0, "\n", 1) = 1
open("remote/9/2883818", O_WRONLY|O_CREAT|O_EXCL, 0644) = 12
read(10, "", 8192) = 0
close(10) = 0
fsync(11) = 0
close(11) = 0
write(12, "Tmsmith@ucsd.com\0", 25) = 25
fsync(12) = 0
close(12) = 0
write(5, "todo/2883818\0", 13) = 13
read(6, "+", 1024) = 1
time(NULL) = 1103735789
open("remote/9/2883818", O_RDONLY|O_NONBLOCK) = 10
open("info/9/2883818", O_RDONLY|O_NONBLOCK) = 11
fstat64(11, {st_mode=S_IFREG|0600, st_size=24, ...}) = 0
read(11, "Fbwebb@k12resources.com\0", 128) = 24
close(11) = 0
read(10, "Tmsmith@ucsd.com\0", 128) = 25
write(0, "starting delivery ", 18) = 18
write(0, "11961", 5) = 5
write(0, ": msg ", 6) = 6
write(0, "2883818", 7) = 7
write(0, " to remote ", 11) = 11
write(0, "msmith@ucsd.com", 23) = 23
write(0, "\n", 1) = 1
write(0, "status:", 7) = 7
write(0, " local ", 7) = 7
write(0, "0", 1) = 1
write(0, "/", 1) = 1
write(0, "10", 2) = 2
write(0, " remote ", 8) = 8
write(0, "1", 1) = 1
write(0, "/", 1) = 1
write(0, "20", 2) = 2
write(0, "\n", 1) = 1
time(NULL) = 1103735789
select(9, [2 4 8], [3], NULL, {0, 0}) = 2 (in [8], out [3], left {0, 0})
time(NULL) = 1103735789
write(3, "\0009/2883818\0bwebb@k12resources.co"..., 58) = 58
getdents64(0x9, 0x80577a0, 0x1000, 0) = 0
close(9) = 0
read(10, "", 128) = 0
close(10) = 0
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {321, 0}) = 1 (in [8], left {321, 0})
time(NULL) = 1103735789
close(8) = 0
open("lock/trigger", O_RDONLY|O_NONBLOCK) = 8
open("todo", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY) = 9
fstat64(9, {st_mode=S_IFDIR|0750, st_size=4096, ...}) = 0
fcntl64(0x9, 0x2, 0x1, 0x9) = 0
getdents64(0x9, 0x80577a0, 0x1000, 0) = 48
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {0, 0}) = 0 (Timeout)
time(NULL) = 1103735789
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {0, 0}) = 0 (Timeout)
time(NULL) = 1103735789
getdents64(0x9, 0x80577a0, 0x1000, 0) = 0
close(9) = 0
time(NULL) = 1103735789
select(9, [2 4 8], [], NULL, {321, 0}) = 1 (in [4], left {320, 400000})
time(NULL) = 1103735790
read(4, "\0Zqmail-remote crashed.\n\0", 2048) = 25
write(0, "delivery ", 9) = 9
write(0, "11961", 5) = 5
write(0, ": deferral: ", 12) = 12
write(0, "qmail-remote_crashed./", 22) = 22
write(0, "\n", 1) = 1
write(0, "status:", 7) = 7
write(0, " local ", 7) = 7
write(0, "0", 1) = 1
write(0, "/", 1) = 1
write(0, "10", 2) = 2
write(0, " remote ", 8) = 8
write(0, "0", 1) = 1
write(0, "/", 1) = 1
write(0, "20", 2) = 2
write(0, "\n", 1) = 1
time(NULL) = 1103735790

RUDUX answer...
It isn't your system ... It is the receiving system not responding. The msg will sit in your queue until it dies. Then you get an "I gave up msg" from QMAIL.

Ain't your fault...The other server maybe down for maint. or offline, or non-existant...


Your Mileage may Vary