1 ( 20 ) oskatl ( 21 ) , Mar, , Mar,

Size: px

Start display at page:

Download "1 ( 20 ) oskatl ( 21 ) , Mar, , Mar,"

きのこひろき
5 years ago
Views:

1 OSKATL LOG BOOK

2 1 ( 20 ) oskatl ( 21 ) , Mar, , Mar, , Jun, oskatl oskatl , Jun, , Jun, , Jul, , Oct, , Oct, , Oct, , Oct, , Oct, , Oct, , Dec, ( 22 ) /2/ /4/ /5/ /5/ /5/ /9/ /9/ /9/ /9/ /9/

3 /9/ /9/ /9/

4 1 ( 20 ) 1.1 oskatl oskatl login server 1(PowerEdge 1950, intel quad core Xeon 2.66GHz x5355, 8GB RAM, 160GB HDD) 4(PowerEdge 1950, intel quad core Xeon 2.66GHz x5355, 8GB RAM, 160GB HDD) File server 1(PowerEdge 2950, intel quad core Xeon 1.60GHz, 2GB RAM, 1TB 4 RAID 5) KVM(ATEN ACS1216) 3

5 2 ( 21 ) , Mar, 2009 NIS adduser , Mar, 2009 uchida, sugiyama osksn2 uid , Jun, oskatl oskatlf1 oskatld1 oskatl05 oskatl oskatl0[1-4] NIS oskatlf1 oskatld1 2 atld1 >df -h #for n in ; do ssh oskatl$n mount -a; done >ps axx grep maui >ps axx grep torque #pbs server #maui #for n in ; do ssh oskatl $n /usr/local/sbin/pbs mom; done 4

6 2.3.2 oskatl oskatl0[1-4] oskatl05 oskatl oskatlf1 ( ) #shutdown -h now , Jun, 2009 atlf1 atl05 smartd ntpd FAILED atl ntpd ntp :24? 00:00:00 ntpd -u ntp:ntp -p /var/usr/ntpd.pid , Jun, 2009 oskatl on # /usr/local/sbin/pbs server ( qstart wiki ) oskatl KVM ENTER , Jul, 2009 f1 d1a NFS (on f1) /etc/fstab oskatl05:/atld1a / atld1a nfs rw 0 0 #mkdir /atld1a #mount -a /root/atlf1 bck.py rsync 5

7 /home #requota #edquota , Oct, 2009 NIS oskatl #service ypserv start #chkconfig ypserv on NIS client #emacs /etc/sysconfig/network ( ) atl nis2 #/bin/domainname atl nis2 #ypdomainname ( ) #emacs /etc/yp.conf (nis ) #service ypbind restart ( ) chkconfig ypbind on #chkconfig ypbind on ( ) NFS /etc/exports #exportfs -ra ( ) NFS #emacs /etc/fstab #mkdir #mount user analyzer root 6

8 2.8 07, Oct, 2009 oskatlf1 / 100GB /home 50GB /atlas 200GB /atlf1a 1.5TB /atlf1b 1.5TB /boot 100MB /swap 4GB /atlf1c 1.4TB , Oct, 2009 oskatlf1 6 HDD RAID5 Linux OS 32bit SLC4 >oskatlf , Oct, 2009 NIS atl nis2 NIS IP (oskatl) NIS #/etc/rc.d/init.d/portmap start #rpcinfo -p (portmap ) #ypdomainname atl nis2 ( atl nis2 ) #ypdomainname ( atlnis2 ) #emacs /etc/sysconfig/network NISDOMAIN=atl nis2 (#emacs /var/yp/securenets) (#emacs /var/yp/makefile) #service ypserv start ( /etc/rc.d/ypserve start) #/usr/lib/yp/ypinit -m (NIS ) #chkconfig ypserve on adduser #cd /var/yp #make 7

9 ( user passwd ) #/usr/sbin/rpc.yppasswdd -e chfn -e chsh NIS #/bin/domainname atl nis2 ( atl nis2 ) #emacs /etc/sysconfig/network NISDOMAIN=atl nis2 #ypdomainname ( atl nis2 ) #emacs /etc/hosts oskatl.localnet.jp oskatl oskatl.hep.sci.osaka-u.ac.jp oskatl oskatlf1.localnet.jp oskatlf oskatl01.localnet.jp oskatl oskatl02.localnet.jp oskatl oskatl03.localnet.jp oskatl oskatl04.localnet.jp oskatl oskatl05.localnet.jp oskatl05 #emacs /etc/passwd ( +:::::: ) #emacs /etc/group ( +::: ) #emacs /etc/yp.conf domain atl nis2 server #emacs /etc/nsswitch.conf passwd, hosts, group, shadow, protocols, services, netgroup, automount nis #emacs /etc/host.conf order hosts, bind, nis #setup GUI #service ypbind start #chkconfig ypbind on ( ) #ypcat passwd ( ) #ypwhich ( ) NFS NFS #service nfs start #emacs /etc/exports ( ) oskatlf1 /etc/exports 8

10 /home / (rw,async,no root squash) /atlas / (rw,async,no root squash) /atlf1a / (rw,async,no root squash) /atlf1b / (rw,async,no root squash) /atlf1c / (rw,async,no root squash) #exportfs -ra ( nfs restart) #chkconfig nfs on NFS #service nfs start #emacs /etc/fstab ( ) oskatlf1:/home /home nfs rw 0 0 oskatlf1:/atlas /atlas nfs rw 0 0 oskatlf1:/atlf1a /atlf1a nfs rw 0 0 oskatlf1:/atlf1b /atlf1b nfs rw 0 0 oskatlf1:/atlf1c /atlf1c nfs rw 0 0 oskatl05:/atld1a /atld1a nfs rw 0 0 /dev/hda /media/cdrom auto pamconsole,exec,noauto,managed 0 0 #mkdir /atlas /atlf1a /atlf1b /atlf1c /atld1a #chmod 0777 /atlas /atld1a /atlf1* ( ) #mount -a ( ) #df -h ( ) #chkconfig nfs on ( ) , Oct, 2009 /home oskatl oskatlf1 /atlf1a, /atlf1b /atlas(oskatlf1:/atlas) oskatlf1 (/home, /atlf1a, /atlf1b, /atlf1c, /atlas) / NFS , Oct, 2009 jwlee mishikawa 9

11 , Dec, / torque maui #pbs server #maui #for n in ; do ssh oskatl$n /usr/local/sbin/pbs mom; done ( wiki OskatlHowTo ) 10

12 3 ( 22 ) /2/18 atld1b oskatl RAID /atld1b oskatl, oskatlf1, oskatl01-04 #emacs /etc/fstab oskatl05:/atld1b /atld1b nfs rw 0 0 #mkdir /atld1b #chmod 0777 /atld1b #mount -a #df -h /4/12 oskatl04 32bit SLC5.4 update #gcc -v gcc version (SLC5.4 gcc version 4.1.2) update system 48,288 MB / ext3 data 100,000 MB /atl04 ext3 swap 2,024 MB N/A Network IPv6 IPv4 IP Address manual configuration / Prefix(Net mask) Host name manually : oskatl04.localhost.jp Gateway : Primary DNS : Secondary DNS : 11

13 virtualization additional custom now Application Editor emacs-21.4, emacs-nox Development Development Libraries, Legacy Software Development Server Base System Xwindow System oskatl #ssh oskatl04 Error(OS ) #rm /.ssh/know hosts X debug oskatl oskatl04 #emacs /etc/inittab (init ) id:5:initdefault: id:3:initdefault: init 5 X init 3 oskatl04 #reboot #setup Authentication Authentication Configuration Use NIS NIS Settings Domain : atl nis2 Server : Kerberos Settings Realm : CERN.CH 12

14 Firewall Configuration Security Level : Disable SE Linux : Disable System Service nfs yum-autoupdate, yum-updated oskatl04 nfs #emacs /etc/fstab oskatl02 /etc/fstab #scp oskatl02.localnet.jp:/etc/fstab / mont #mkdir /atlas /atlf1a /atlf1b /atlf1c /atld1a /atld1b #chmod 0777 /atlas #chmod 0777 /atlf1* #chmod 0777 /atld1* #monut -a #df -h oskatl02 /.ssh/authorized keys X #startx X /etc/inittab init 5 X oskatl SLC5 upgrade athena oskatl OS SLC /5/6 oskatl endo, yohsio nis server #less /etc/passwd ( user ) ID endo, yoshio ID 511, 512 #useradd -c full name -d /home/username -u userid -g users username ( ) #passwd username ( ) 13

15 /5/10 NIS server oskatl oskatlf1 oskatl OS nis oskatlf1 OS atl nis3 NIS manual oskal( NIS ) /etc/passwd user nis server login /etc/shadow user /var/yp binding nickname manual yppasswd user oskatl eth0 ip (hep) eth1 ip (local) server oskatl login oskatl oskatl oskatl oskatl oskatl nfs oskatlf nfs, nis oskatlf1 5 nfs /home /atlas /atlf1a /atlf1b /atlf1c oskatl05 Disk Array host 2 disk nfs oskatld1a oskatld1b 14

16 /5/19 oskatl root root v linux-slc4-gcc3.4.tar.gz #mv root v linux-slc4-gcc3.4.tar.gz /atlas/root #cd /atlas/root #tar zxvf root v linux-slc4-gcc3.4.tar.gz #mv root root v5.26 #ln -s root v5.26 pro (pro ) /9/15 oskatl, oskatl bit SLC5.4 x86 64 dvd.iso OS oskatl /home, /etc, /var, /usr #mkdir /atld1b/oskatl bck #rsync -av /home /atld1b/oskatl bck #rsync -av /etc /atld1b/oskatl bck #rsync -av /var /atld1b/oskatl bck #rsync -av /usr /atld1b/oskatl bck oskatl01-oskatl04 oskatl0x eth0 IP address : X Subnet mask : Default gateway address : DNS Hoset name : oskatl0x Primary DNS : Secondary DNS : Tertiary DNS : DNS search path : localnet.jp 15

17 oskatl eth0 IP address : Subnet mask : Default gateway address : eth1 IP address : Subnet mask : Default gateway address : DNS Hoset name : oskatl Primary DNS : Secondary DNS : Tertiary DNS : DNS search path : hep.sci.osaka-u.ac.jp /9/ /4/12 oskatl04 64 bit SLC5.4 NIS Domain : atl nis3 Server : /9/18 oskatl bit SLC /9/20 oskatl 64 bit SLC5.4 oskatl

18 /9/24 oskatl OS AtlasRelease /atlas 1X.XX.XX rsync #mkdir /atld1b/athena ver bck ( ) #rsync -av /atlas/1* /atld1b/athena ver bck/ ( ) #rm -rf /atlas/1* ( ) dry-run pacman #cd /atlas #wget cache/tarballs/pacman-latest.tar.gz #tar xzvf pacman-latest.tar.gz pacman 3.29 #rm pacman ( ) # ln -s pacman-3.29 pacman ( ) #cd pacman #source./setup.sh #which pacman ( ) gcc ATLAS #cd /atlas #mkdir atlas-gcc #pacman -get KV:gcc432 x86 64 slc5 #gcc -v ( gcc ) #source./setup.sh #gcc -v (gcc version ) AtlasRelease icepp( 0/cache/) CERN( #cd /atlas #mkdir #cd #ATLAS= #pacman -get ${ATLAS}: AtlasOffline x86 64 slc5 gcc43 opt 17

19 AtlasRelease $HOME/tutorial/ >cd $HOME >mkdir tutorial >cd tutorial >mkdir >cd >mkdir cmthome >cd cmthome >cp /atlas/ /cmtsite/requirements./ requirements ( ) >emacs requirements set CMTSITE STANDALONE set SITEROOT /atlas/ macro ATLAS TEST AREA ${HOME}/tutorial macro ATLAS DIST AREA ${SITEROOT} apply tag projectarea macro SITE PROJECT AREA ${SITEROOT} macro EXTERNAL PROJECT AREA ${SITEROOT} apply tag opt apply tag setup apply tag simpletest use AtlasLogin AtlasLogin-* $(ATLAS DIST AREA) set CMTCONFIG x86 64-slc5-gcc43-opt cmt >source /atlas/ /cmt/v1r20p /mgr/setup.sh >cmt config setup.sh >source./setup.sh -tag= AtlasReleases Athena gcc4.3.2 >gcc -v >source /atlas/atlas-gcc/setup.sh >cd $HOME/tutorial/ >mkdir run >cd run 18

20 >get files -jo HelloWorldOptions.py HelloWorldOptions.py >athena.py HelloWorldOptions.py >cd $HOME/tutorial/ >cmt show versions Control/AthenaExamples/AthExHelloWorld ( ) >cmt co -r AthExHelloWorld Control/AthenaExamples/AthExHelloWorld > cd Control/AthenaExamples/AthExHelloWorld >cd cmt >cmt config >source./setup.sh >gmake ( ) UserAnalysis >cd $HOME/tutorial/ /cmthome >source./setup.sh -tag= >cd.. >cmt show versions PhysicsAnalysis/AnalysisCommon/UserAnalysis >cmt co -r UserAnalysis PhysicsAnalysis/AnalysisCommon/UserAnalysis >cd PhysicsAnalysis/AnalysisCommon/UserAnalysis/cmt >cmt config >source./setup.sh >gmake 19

21 /9/25 (TORQUE & MAUI) TORQUE oskatl #yum install torque #yum install libtorque-devel.x86 64 #cat /etc/services grep pbs #cat /etc/services grep pbs pbs 15001/tcp # pbs server (pbs server) pbs mom 15002/tcp # mom to/from server pbs resmom 15003/tcp # mom resource management requests pbs resmom 15003/udp # mom resource management requests pbs sched 15004/tcp # schedule /etc/services #emacs /etc/services #emacs /var/torque/server priv/nodes oskatl01.localnet.jp np=4 oskatl02.localnet.jp np=4 oskatl03.localnet.jp np=4 oskatl04.localnet.jp np=4 #emacs /var/torque/server priv/server.conf server.conf #qterm -t quick #pbs server #qmgr < server.conf #qmgr -c p s ( ) #ps axx grep pbs #kill pbs server ID #pbs server (#service pbs server restart) #service pbs sched restart #cd /root/.ssh #ssh-keygen -t rsa ( ) oskatl01-04 torque 20

22 ( oskatl yum version ) #tar xvzf torque tar.gz #cd torque #./configure #make #make install #cd /var/spool/torque/mom priv #emacs config $logevent 0x1fff $max load 1.2 $ideal load 1.0 $pbsserver oskatl.localnet.jp $restricted oskatl.localnet.jp oskatl02 oskatl01 config (#scp oskatl01.localnet.jp:/var/spool/torque/mom priv/config./ ) #pbs mom #cd /root/.ssh #ssh-keygen -t rsa ( ) authorized keys oskatl #emacs authorized keys oskatl02 oskatl01 authorized keys (#scp oskatl01.localnet.jp:/root/.ssh/authorized keys./ ) oskatl02-04 oskatl authoarized keys (oskatl01-04) #service pbs server restart #service pbs sched restar #pbsnodes -a ( ) MAUI oskatl maui #tar zxfv maui-3.2.6p21.tar.gz #cd maui-3.2.6p21 21

23 #./configure with-pbs=/usr #make #make install #cat usr/local/maui/maui.cfg #/usr/local/maui/sbin/maui ( ) #ps axx grep maui ( ) torque maui oskatl torque.master oskatl01-04 torque.node torque.master torque.node torque.master : torque.node : oskatl #mv torque.master /etc/init.d #chkconfig list torque.master #chkconfig add torque.master #chkconfig list torque.master #chkconfig torque.master on #chkconfig list torque.master oskatl01-04 #mv torque.node /etc/init.d #chkconfig list torque.node #chkconfig add torque.node #chkconfig list torque.node #chkconfig torque.node on #chkconfig list torque.node /9/27 oskatl root root v linux-slc5 amd64-gcc3.4.tar.gz root v linux-slc5 amd64- gcc4.3.tar.gz #mv root v linux-slc5 amd64-gcc3.4.tar.gz /atlas/root #mv root v linux-slc5 amd64-gcc4.3.tar.gz /atlas/root #cd /atlas/root #tar zxvf root v linux-slc5 amd64-gcc4.3.tar.gz 22

24 #mv root root v linux-slc5 amd64-gcc4.3 #rm pro ( pro ) #ln -s root v linux-slc5 amd64-gcc4.3 pro (pro ) >root root /usr/lib64/libstdc++.so.6 #cd /usr/lib64 #ls -l libstdc++.so.6 libstdc++.so.6 libstdc++.so #cp /atlas/atlas-gcc/slc5/x86 64-slc5-gcc43-opt/lib64/libstdc++.so / libstdc++.so /usr/lib64/ #ln -s libstdc++.so libstdc++.so /9/ /9/26 ROOT binary source root v source.tar.gz #mv root v source.tar.gz /atlas/root #tar zxvf root v source.tar.gz #mv root root v5.26-slc5 #cd root v5.26-slc5 #./configure #make -j4 make #cd.. #rm pro #ln -s root v5.26-slc5 pro 23

25 [1] oskatl wiki [2] Software archives at ftp.riken.jp [3] pacman [4] NIS Server yyama/linux/nis.html [5] NFS Server yyama/linux/nfs.html [6] AtlasRelease sakamoto/work/pukiwiki/pukiwiki.php? InstallingAtlasRelease sakamoto/work/pukiwiki/pukiwiki.php? AthenaEnvironment okada/pukiwiki/index.php? athena%b4%c4%b6%ad%a4%ce%b9%bd%c3%db [7] TORQUE

install

install SCore SCore 5.0 2001.03.19 devel@pccluster.org SCore Backbone LAN Ethernet EEPRO100 Myrinet-2000 Fibre 02/03/20 2 1 NIC (Network Interface Card) NIC 100Mbps Ethernet EEPRO100 Tulip 3C905B Network Trunking