[Gluster-devel] Can't mount glusterfs volume is one of an AFR set is down.

[Rodney McDuff]

I have a unified set of 3 AFR bricks each containing 3 storage bricks. I
also a namespace brick (for the unify) which is also a AFR set composed
of 3 bricks (see vol config attached). The bricks are Mac OSX 10.5.2
boxes running "glusterfs 1.3.8pre5 Repository revision:
glusterfs--mainline--2.5--patch-734" built using the Mac OSX recipe on
the wiki.

When all bricks of up I can mount the glusterfs volume just fine. I can
copy large numbers of files and directories onto the mountpoint no problems,

When one of the bricks is down (host is still up but glusterfsd *not*
running) I can't mount the volume. I see a fuse log error in
/var/log/system.log:

Apr  9 10:03:34 ilc-template kernel[0]: MacFUSE: force ejecting (no
response from user space 5)

Also attached is a log of glusterfs logging at DEBUG.





-- 
Dr. Rodney G. McDuff                 |Ex ignorantia ad sapientiam
Manager, Strategic Technologies Group|    Ex luce ad tenebras
Information Technology Services      |
The University of Queensland         |
EMAIL: address@hidden          |
TELEPHONE: +61 7 3365 8220           |

------------- namespace server brick
volume brick
  type storage/posix
  option directory /var/tmp/export
end-volume

volume server
  type protocol/server
  subvolumes brick
  option transport-type tcp/server     # For TCP/IP transport
  option client-volume-filename /opt/local/etc/glusterfs/client.vol
  option auth.ip.brick.allow *
end-volume

------- storage server brick

volume brick
  type storage/posix
  option directory /var/tmp/export
end-volume

volume pbrick
  type features/posix-locks
  option mandatory on          # enables mandatory locking on all files
  subvolumes brick
end-volume


volume server
  type protocol/server
  subvolumes pbrick
  option transport-type tcp/server     # For TCP/IP transport
  option client-volume-filename /opt/local/etc/glusterfs/client.vol
  option auth.ip.pbrick.allow *
end-volume




--------- client config






volume ilc1-lectern
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc1-lectern
  option remote-subvolume brick
end-volume

volume ilc3-lectern
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc3-lectern
  option remote-subvolume brick
end-volume

volume ilc4-lectern
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc4-lectern
  option remote-subvolume brick
end-volume

volume AFR000
  type cluster/afr
  subvolumes ilc1-lectern ilc3-lectern ilc4-lectern
end-volume

volume ilc1-001
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc1-001
  option remote-subvolume pbrick
end-volume

volume ilc3-101
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc3-101
  option remote-subvolume pbrick
end-volume

volume ilc4-151
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc4-151
  option remote-subvolume pbrick
end-volume

volume AFR001
  type cluster/afr
  subvolumes ilc1-001 ilc3-101 ilc4-151
end-volume

volume ilc1-002
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc1-002
  option remote-subvolume pbrick
end-volume

volume ilc3-102
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc3-102
  option remote-subvolume pbrick
end-volume

volume ilc4-152
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc4-152
  option remote-subvolume pbrick
end-volume

volume AFR002
  type cluster/afr
  subvolumes ilc1-002 ilc3-102 ilc4-152
end-volume

volume ilc1-003
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc1-003
  option remote-subvolume pbrick
end-volume

volume ilc3-103
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc3-103
  option remote-subvolume pbrick
end-volume

volume ilc4-153
  type protocol/client
  option transport-type tcp/client
  option remote-host ilc4-153
  option remote-subvolume pbrick
end-volume

volume AFR003
  type cluster/afr
  subvolumes ilc1-003 ilc3-103 ilc4-153
end-volume

volume bricks
  type cluster/unify
  option namespace AFR000 # this will not be storage child of unify.
  subvolumes AFR001 AFR002 AFR003
### ** ALU Scheduler Option **
  option scheduler alu
  option alu.limits.min-free-disk  5% #%
  option alu.limits.max-open-files 10000
  option alu.order 
disk-usage:read-usage:write-usage:open-files-usage:disk-speed-usage
  option alu.disk-usage.entry-threshold 2GB
  option alu.disk-usage.exit-threshold  128MB
  option alu.open-files-usage.entry-threshold 1024
  option alu.open-files-usage.exit-threshold 32
  option alu.read-usage.entry-threshold 20 #%
  option alu.read-usage.exit-threshold 4 #%
  option alu.write-usage.entry-threshold 20 #%
  option alu.write-usage.exit-threshold 4 #%
  option alu.disk-speed-usage.entry-threshold 0 # DO NOT SET IT. SPEED IS 
CONSTANT!!!.
  option alu.disk-speed-usage.exit-threshold 0 # DO NOT SET IT. SPEED IS 
CONSTANT!!!.
  option alu.stat-refresh.interval 10sec
  option alu.stat-refresh.num-file-create 10
### ** Random Scheduler **
# option scheduler random
### ** NUFA Scheduler **
# option scheduler nufa
# option nufa.local-volume-name posix1
### ** Round Robin (RR) Scheduler **
# option scheduler rr
# option rr.limits.min-free-disk 5% #%
end-volume