# PaCkAgE DaTaStReAm opensvc 1 1800 # end of header 070701000604fd000081a40000000000000000000000014c417376000000dc000000b600010002ffffffffffffffff0000001000000000opensvc/pkginfoPKG=opensvc NAME=opensvc Service Manager for logical servers v1.0-100717.1110 ARCH=all VERSION=1.0 CATEGORY=application VENDOR=http://www.opensvc.com EMAIL=support@opensvc.com PSTAMP=OPENSVC-1.0-100717.1110 CLASSES=none 070701000604fc000081a40000000000000000000000014c417376000033a6000000b600010002ffffffffffffffff0000000f00000000opensvc/pkgmap: 1 1800 1 d none /opt/opensvc 0755 root root 1 d none /opt/opensvc/bin 0755 root root 1 s none /opt/opensvc/bin/alldownservices=svcmgr 1 s none /opt/opensvc/bin/allprimaryservices=svcmgr 1 s none /opt/opensvc/bin/allsecondaryservices=svcmgr 1 s none /opt/opensvc/bin/allservices=svcmgr 1 s none /opt/opensvc/bin/allupservices=svcmgr 1 d none /opt/opensvc/bin/cron 0755 root root 1 f none /opt/opensvc/bin/cron/opensvc.daily 0755 root root 1312 46936 1279280609 1 f none /opt/opensvc/bin/freezer 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/nodemgr 0755 root root 1874 27564 1279280609 1 f none /opt/opensvc/bin/opensvc.init.AIX 0755 root root 288 27198 1279280609 1 f none /opt/opensvc/bin/opensvc.init.FreeBSD 0755 root root 362 32285 1279280609 1 f none /opt/opensvc/bin/opensvc.init.SunOS 0755 root root 466 41805 1279280609 1 f none /opt/opensvc/bin/opensvc.init.debian 0755 root root 531 44097 1279280609 1 f none /opt/opensvc/bin/opensvc.init.hpux 0755 root root 808 2073 1279280609 1 f none /opt/opensvc/bin/opensvc.init.redhat 0755 root root 546 48310 1279280609 1 f none /opt/opensvc/bin/perfagt.HP-UX 0755 root root 1425 31917 1279280609 1 d none /opt/opensvc/bin/pkg 0755 root root 1 f none /opt/opensvc/bin/pkg/make.lib 0644 root root 1227 29225 1279280609 1 f none /opt/opensvc/bin/pkg/make_deb 0755 root root 2119 37589 1279280609 1 f none /opt/opensvc/bin/pkg/make_depot 0755 root root 2443 58139 1279280609 1 f none /opt/opensvc/bin/pkg/make_pkg 0755 root root 4671 24334 1279280609 1 f none /opt/opensvc/bin/pkg/make_rpm 0755 root root 2208 46725 1279280609 1 f none /opt/opensvc/bin/pkg/make_tbz 0755 root root 2152 41808 1279280609 1 f none /opt/opensvc/bin/postinstall 0755 root root 11077 46587 1279280609 1 f none /opt/opensvc/bin/svcfreeze 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/svcfrozen 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/svcmgr 0755 root root 5516 5896 1279280609 1 f none /opt/opensvc/bin/svcmon 0755 root root 4069 59320 1279280609 1 f none /opt/opensvc/bin/svcthaw 0755 root root 1356 48883 1279280609 1 d none /opt/opensvc/lib 0755 root root 1 f none /opt/opensvc/lib/freezer.py 0644 root root 1780 9411 1279280609 1 f none /opt/opensvc/lib/hostidAIX.py 0644 root root 1107 26120 1279280609 1 s none /opt/opensvc/lib/hostidFreeBSD.py=hostidLinux.py 1 f none /opt/opensvc/lib/hostidHP-UX.py 0644 root root 1203 33767 1279280609 1 f none /opt/opensvc/lib/hostidLinux.py 0644 root root 888 9879 1279280609 1 f none /opt/opensvc/lib/hostidSunOS.py 0644 root root 888 9879 1279280609 1 f none /opt/opensvc/lib/lock.py 0644 root root 2767 13627 1279280609 1 f none /opt/opensvc/lib/loopSunOS.py 0644 root root 1439 52901 1279280609 1 f none /opt/opensvc/lib/node.py 0644 root root 3031 43840 1279280609 1 f none /opt/opensvc/lib/rcAddService.py 0644 root root 911 11569 1279280609 1 f none /opt/opensvc/lib/rcDiskInfo.py 0644 root root 1116 26183 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoAIX.py 0644 root root 2372 50045 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoFreeBSD.py 0644 root root 1324 42833 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoHP-UX.py 0644 root root 2946 21581 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoLinux.py 0644 root root 3111 26273 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoSunOS.py 0644 root root 888 9990 1279280609 1 f none /opt/opensvc/lib/rcExceptions.py 0644 root root 3243 4102 1279280609 1 f none /opt/opensvc/lib/rcGlobalEnv.py 0644 root root 4844 41705 1279280609 1 f none /opt/opensvc/lib/rcIfconfig.py 0644 root root 4124 44119 1279280609 1 f none /opt/opensvc/lib/rcIfconfigAIX.py 0644 root root 2810 69 1279280609 1 f none /opt/opensvc/lib/rcIfconfigFreeBSD.py 0644 root root 2567 47949 1279280609 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDhpvm.py=rcIfconfigFreeBSDkvm.py 1 f none /opt/opensvc/lib/rcIfconfigFreeBSDkvm.py 0644 root root 1266 39292 1279280609 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDldom.py=rcIfconfigFreeBSDkvm.py 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDxen.py=rcIfconfigFreeBSDkvm.py 1 f none /opt/opensvc/lib/rcIfconfigHP-UX.py 0644 root root 3126 21426 1279280609 1 f none /opt/opensvc/lib/rcIfconfigHP-UXhpvm.py 0644 root root 1745 5967 1279280609 1 f none /opt/opensvc/lib/rcIfconfigLinux.py 0644 root root 2878 1079 1279280609 1 s none /opt/opensvc/lib/rcIfconfigLinuxhpvm.py=rcIfconfigLinuxkvm.py 1 f none /opt/opensvc/lib/rcIfconfigLinuxkvm.py 0644 root root 1281 40272 1279280609 1 s none /opt/opensvc/lib/rcIfconfigLinuxldom.py=rcIfconfigLinuxkvm.py 1 f none /opt/opensvc/lib/rcIfconfigLinuxlxc.py 0644 root root 1520 57338 1279280609 1 f none /opt/opensvc/lib/rcIfconfigSunOS.py 0644 root root 2855 1531 1279280609 1 s none /opt/opensvc/lib/rcIfconfigSunOSkvm.py=rcIfconfigSunOSldom.py 1 f none /opt/opensvc/lib/rcIfconfigSunOSldom.py 0644 root root 1281 40216 1279280609 1 s none /opt/opensvc/lib/rcIfconfigSunOSxen.py=rcIfconfigSunOSldom.py 1 f none /opt/opensvc/lib/rcIfconfigWindowskvm.py 0644 root root 1096 27277 1279280609 1 f none /opt/opensvc/lib/rcLogger.py 0644 root root 1629 1886 1279280609 1 f none /opt/opensvc/lib/rcMounts.py 0644 root root 1933 18912 1279280609 1 f none /opt/opensvc/lib/rcMountsAIX.py 0644 root root 3207 36501 1279280609 1 f none /opt/opensvc/lib/rcMountsFreeBSD.py 0644 root root 2431 54399 1279280609 1 f none /opt/opensvc/lib/rcMountsHP-UX.py 0644 root root 2245 44760 1279280609 1 f none /opt/opensvc/lib/rcMountsLinux.py 0644 root root 2296 48680 1279280609 1 f none /opt/opensvc/lib/rcMountsSunOS.py 0644 root root 1917 17222 1279280609 1 f none /opt/opensvc/lib/rcNode.py 0644 root root 2086 41704 1279280609 1 f none /opt/opensvc/lib/rcOptParser.py 0644 root root 5027 41795 1279280609 1 f none /opt/opensvc/lib/rcPkgAIX.py 0644 root root 1821 14185 1279280609 1 f none /opt/opensvc/lib/rcPkgFreeBSD.py 0644 root root 1292 38439 1279280609 1 f none /opt/opensvc/lib/rcPkgHP-UX.py 0644 root root 1256 35424 1279280609 1 f none /opt/opensvc/lib/rcPkgLinux.py 0644 root root 1818 13773 1279280609 1 f none /opt/opensvc/lib/rcPkgSunOS.py 0644 root root 1727 2468 1279280609 1 f none /opt/opensvc/lib/rcStatsAIX.py 0644 root root 4691 19097 1279280609 1 f none /opt/opensvc/lib/rcStatsFreeBSD.py 0644 root root 5806 19246 1279280609 1 f none /opt/opensvc/lib/rcStatsHP-UX.py 0644 root root 6695 55861 1279280609 1 f none /opt/opensvc/lib/rcStatsLinux.py 0644 root root 7042 37330 1279280609 1 f none /opt/opensvc/lib/rcStatsSunOS.py 0644 root root 6143 53582 1279280609 1 f none /opt/opensvc/lib/rcStatus.py 0644 root root 5827 55477 1279280609 1 f none /opt/opensvc/lib/rcUtilities.py 0644 root root 6045 471 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesAIX.py 0644 root root 321 23163 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesFreeBSD.py 0644 root root 325 22467 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesHP-UX.py 0644 root root 257 18122 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesLinux.py 0644 root root 2554 57834 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesSunOS.py 0644 root root 195 14981 1279280609 1 f none /opt/opensvc/lib/rcZfs.py 0644 root root 2267 46171 1279280609 1 f none /opt/opensvc/lib/resApp.py 0644 root root 6551 35103 1279280609 1 f none /opt/opensvc/lib/resAppVm.py 0644 root root 3464 2038 1279280609 1 f none /opt/opensvc/lib/resContainer.py 0644 root root 5198 3324 1279280609 1 f none /opt/opensvc/lib/resContainerHpVm.py 0644 root root 3784 28362 1279280609 1 f none /opt/opensvc/lib/resContainerJail.py 0644 root root 3726 18521 1279280609 1 f none /opt/opensvc/lib/resContainerKvm.py 0644 root root 4860 47211 1279280609 1 f none /opt/opensvc/lib/resContainerLdom.py 0644 root root 4856 31033 1279280609 1 f none /opt/opensvc/lib/resContainerLxc.py 0644 root root 5340 48487 1279280609 1 f none /opt/opensvc/lib/resContainerXen.py 0644 root root 3710 23684 1279280609 1 f none /opt/opensvc/lib/resContainerZone.py 0644 root root 6211 3637 1279280609 1 f none /opt/opensvc/lib/resDg.py 0644 root root 2553 7182 1279280609 1 f none /opt/opensvc/lib/resDrbd.py 0644 root root 6186 5788 1279280609 1 f none /opt/opensvc/lib/resIp.py 0644 root root 6140 62977 1279280609 1 f none /opt/opensvc/lib/resIpAIX.py 0644 root root 1918 23091 1279280609 1 f none /opt/opensvc/lib/resIpFreeBSD.py 0644 root root 1926 23304 1279280609 1 f none /opt/opensvc/lib/resIpHP-UX.py 0644 root root 1937 21509 1279280609 1 f none /opt/opensvc/lib/resIpHpVm.py 0644 root root 1512 57538 1279280609 1 f none /opt/opensvc/lib/resIpKvm.py 0644 root root 1495 57174 1279280609 1 f none /opt/opensvc/lib/resIpLdom.py 0644 root root 1513 57650 1279280609 1 f none /opt/opensvc/lib/resIpLinux.py 0644 root root 1859 18556 1279280609 1 f none /opt/opensvc/lib/resIpLinuxLxc.py 0644 root root 1513 57706 1279280609 1 f none /opt/opensvc/lib/resIpSunOS.py 0644 root root 1644 4270 1279280609 1 f none /opt/opensvc/lib/resIpVm.py 0644 root root 2907 32936 1279280609 1 f none /opt/opensvc/lib/resIpXen.py 0644 root root 1552 61367 1279280609 1 f none /opt/opensvc/lib/resIpZone.py 0644 root root 1667 4237 1279280609 1 f none /opt/opensvc/lib/resLoop.py 0644 root root 1839 16266 1279280609 1 f none /opt/opensvc/lib/resLoopFreeBSD.py 0644 root root 3128 44009 1279280609 1 f none /opt/opensvc/lib/resLoopLinux.py 0644 root root 3026 36707 1279280609 1 f none /opt/opensvc/lib/resMount.py 0644 root root 4619 25341 1279280609 1 f none /opt/opensvc/lib/resMountAIX.py 0644 root root 5122 59714 1279280609 1 f none /opt/opensvc/lib/resMountFreeBSD.py 0644 root root 5456 19201 1279280609 1 f none /opt/opensvc/lib/resMountHP-UX.py 0644 root root 3717 25762 1279280609 1 f none /opt/opensvc/lib/resMountLinux.py 0644 root root 8063 3502 1279280609 1 f none /opt/opensvc/lib/resMountSunOS.py 0644 root root 4672 18085 1279280609 1 f none /opt/opensvc/lib/resScsiReserv.py 0644 root root 6482 21269 1279280609 1 s none /opt/opensvc/lib/resScsiReservFreeBSD.py=resScsiReservLinux.py 1 f none /opt/opensvc/lib/resScsiReservHP-UX.py 0644 root root 5678 38031 1279280609 1 f none /opt/opensvc/lib/resScsiReservLinux.py 0644 root root 4663 28710 1279280609 1 s none /opt/opensvc/lib/resScsiReservSunOS.py=resScsiReservLinux.py 1 f none /opt/opensvc/lib/resSyncDds.py 0644 root root 12607 29430 1279280609 1 f none /opt/opensvc/lib/resSyncNetapp.py 0644 root root 10116 35977 1279280609 1 f none /opt/opensvc/lib/resSyncRsync.py 0644 root root 13369 51255 1279280609 1 f none /opt/opensvc/lib/resSyncSymclone.py 0644 root root 8390 38897 1279280609 1 f none /opt/opensvc/lib/resSyncSymcloneLinux.py 0644 root root 2789 21192 1279280609 1 f none /opt/opensvc/lib/resSyncZfs.py 0644 root root 10861 37590 1279280609 1 f none /opt/opensvc/lib/resVgAIX.py 0644 root root 3940 29546 1279280609 1 f none /opt/opensvc/lib/resVgHP-UX.py 0644 root root 8506 14043 1279280609 1 f none /opt/opensvc/lib/resVgHpVm.py 0644 root root 4923 23779 1279280609 1 f none /opt/opensvc/lib/resVgLdom.py 0644 root root 4052 23806 1279280609 1 f none /opt/opensvc/lib/resVgLibvirtVm.py 0644 root root 2346 52054 1279280609 1 f none /opt/opensvc/lib/resVgLinux.py 0644 root root 4267 48025 1279280609 1 f none /opt/opensvc/lib/resVgZfs.py 0644 root root 5084 31856 1279280609 1 f none /opt/opensvc/lib/resources.py 0644 root root 11249 55792 1279280609 1 f none /opt/opensvc/lib/snap.py 0644 root root 4468 13397 1279280609 1 f none /opt/opensvc/lib/snapJfs2AIX.py 0644 root root 4890 34106 1279280609 1 f none /opt/opensvc/lib/snapLvmLinux.py 0644 root root 3049 41237 1279280609 1 f none /opt/opensvc/lib/snapVxfsHP-UX.py 0644 root root 3544 8380 1279280609 1 f none /opt/opensvc/lib/snapZfsSunOS.py 0644 root root 2174 42273 1279280609 1 f none /opt/opensvc/lib/svc.py 0644 root root 23327 41737 1279280609 1 f none /opt/opensvc/lib/svcBuilder.py 0644 root root 33077 56899 1279280609 1 f none /opt/opensvc/lib/svcHosted.py 0644 root root 1753 7454 1279280609 1 f none /opt/opensvc/lib/svcHpVm.py 0644 root root 1487 60069 1279280609 1 f none /opt/opensvc/lib/svcJail.py 0644 root root 1656 4642 1279280609 1 f none /opt/opensvc/lib/svcKvm.py 0644 root root 1482 59521 1279280609 1 f none /opt/opensvc/lib/svcLdom.py 0644 root root 1487 60075 1279280609 1 f none /opt/opensvc/lib/svcLxc.py 0644 root root 2177 40690 1279280609 1 f none /opt/opensvc/lib/svcXen.py 0644 root root 1440 55428 1279280609 1 f none /opt/opensvc/lib/svcZone.py 0644 root root 4422 21327 1279280609 1 f none /opt/opensvc/lib/version.py 0644 root root 28 1717 1279357814 1 f none /opt/opensvc/lib/xmlrpcClient.py 0644 root root 15306 54317 1279280609 1 d none /opt/opensvc/usr 0755 root root 1 d none /opt/opensvc/usr/share 0755 root root 1 f none /opt/opensvc/usr/share/AUTHORS 0644 root root 48 4634 1279280609 1 f none /opt/opensvc/usr/share/BANNER 0644 root root 822 4269 1279280609 1 f none /opt/opensvc/usr/share/COPYING 0644 root root 26436 9725 1279280609 1 d none /opt/opensvc/usr/share/bash_completion.d 0755 root root 1 f none /opt/opensvc/usr/share/bash_completion.d/opensvc 0644 root root 1465 51839 1279280609 1 d none /opt/opensvc/usr/share/doc 0755 root root 1 f none /opt/opensvc/usr/share/doc/template.env 0644 root root 19042 63550 1279280609 1 i pkginfo 220 17750 1279357814 1 i postinstall 54 4659 1279357814 07070100000000000000000000000000000000000000010000000000000000000000000000000000000000000000000000000b00000000TRAILER!!!070701000604fd000081a40000000000000000000000014c417376000000dc000000b600010002ffffffffffffffff0000000800000000pkginfoPKG=opensvc NAME=opensvc Service Manager for logical servers v1.0-100717.1110 ARCH=all VERSION=1.0 CATEGORY=application VENDOR=http://www.opensvc.com EMAIL=support@opensvc.com PSTAMP=OPENSVC-1.0-100717.1110 CLASSES=none 070701000604fc000081a40000000000000000000000014c417376000033a6000000b600010002ffffffffffffffff0000000700000000pkgmap: 1 1800 1 d none /opt/opensvc 0755 root root 1 d none /opt/opensvc/bin 0755 root root 1 s none /opt/opensvc/bin/alldownservices=svcmgr 1 s none /opt/opensvc/bin/allprimaryservices=svcmgr 1 s none /opt/opensvc/bin/allsecondaryservices=svcmgr 1 s none /opt/opensvc/bin/allservices=svcmgr 1 s none /opt/opensvc/bin/allupservices=svcmgr 1 d none /opt/opensvc/bin/cron 0755 root root 1 f none /opt/opensvc/bin/cron/opensvc.daily 0755 root root 1312 46936 1279280609 1 f none /opt/opensvc/bin/freezer 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/nodemgr 0755 root root 1874 27564 1279280609 1 f none /opt/opensvc/bin/opensvc.init.AIX 0755 root root 288 27198 1279280609 1 f none /opt/opensvc/bin/opensvc.init.FreeBSD 0755 root root 362 32285 1279280609 1 f none /opt/opensvc/bin/opensvc.init.SunOS 0755 root root 466 41805 1279280609 1 f none /opt/opensvc/bin/opensvc.init.debian 0755 root root 531 44097 1279280609 1 f none /opt/opensvc/bin/opensvc.init.hpux 0755 root root 808 2073 1279280609 1 f none /opt/opensvc/bin/opensvc.init.redhat 0755 root root 546 48310 1279280609 1 f none /opt/opensvc/bin/perfagt.HP-UX 0755 root root 1425 31917 1279280609 1 d none /opt/opensvc/bin/pkg 0755 root root 1 f none /opt/opensvc/bin/pkg/make.lib 0644 root root 1227 29225 1279280609 1 f none /opt/opensvc/bin/pkg/make_deb 0755 root root 2119 37589 1279280609 1 f none /opt/opensvc/bin/pkg/make_depot 0755 root root 2443 58139 1279280609 1 f none /opt/opensvc/bin/pkg/make_pkg 0755 root root 4671 24334 1279280609 1 f none /opt/opensvc/bin/pkg/make_rpm 0755 root root 2208 46725 1279280609 1 f none /opt/opensvc/bin/pkg/make_tbz 0755 root root 2152 41808 1279280609 1 f none /opt/opensvc/bin/postinstall 0755 root root 11077 46587 1279280609 1 f none /opt/opensvc/bin/svcfreeze 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/svcfrozen 0755 root root 1356 48883 1279280609 1 f none /opt/opensvc/bin/svcmgr 0755 root root 5516 5896 1279280609 1 f none /opt/opensvc/bin/svcmon 0755 root root 4069 59320 1279280609 1 f none /opt/opensvc/bin/svcthaw 0755 root root 1356 48883 1279280609 1 d none /opt/opensvc/lib 0755 root root 1 f none /opt/opensvc/lib/freezer.py 0644 root root 1780 9411 1279280609 1 f none /opt/opensvc/lib/hostidAIX.py 0644 root root 1107 26120 1279280609 1 s none /opt/opensvc/lib/hostidFreeBSD.py=hostidLinux.py 1 f none /opt/opensvc/lib/hostidHP-UX.py 0644 root root 1203 33767 1279280609 1 f none /opt/opensvc/lib/hostidLinux.py 0644 root root 888 9879 1279280609 1 f none /opt/opensvc/lib/hostidSunOS.py 0644 root root 888 9879 1279280609 1 f none /opt/opensvc/lib/lock.py 0644 root root 2767 13627 1279280609 1 f none /opt/opensvc/lib/loopSunOS.py 0644 root root 1439 52901 1279280609 1 f none /opt/opensvc/lib/node.py 0644 root root 3031 43840 1279280609 1 f none /opt/opensvc/lib/rcAddService.py 0644 root root 911 11569 1279280609 1 f none /opt/opensvc/lib/rcDiskInfo.py 0644 root root 1116 26183 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoAIX.py 0644 root root 2372 50045 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoFreeBSD.py 0644 root root 1324 42833 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoHP-UX.py 0644 root root 2946 21581 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoLinux.py 0644 root root 3111 26273 1279280609 1 f none /opt/opensvc/lib/rcDiskInfoSunOS.py 0644 root root 888 9990 1279280609 1 f none /opt/opensvc/lib/rcExceptions.py 0644 root root 3243 4102 1279280609 1 f none /opt/opensvc/lib/rcGlobalEnv.py 0644 root root 4844 41705 1279280609 1 f none /opt/opensvc/lib/rcIfconfig.py 0644 root root 4124 44119 1279280609 1 f none /opt/opensvc/lib/rcIfconfigAIX.py 0644 root root 2810 69 1279280609 1 f none /opt/opensvc/lib/rcIfconfigFreeBSD.py 0644 root root 2567 47949 1279280609 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDhpvm.py=rcIfconfigFreeBSDkvm.py 1 f none /opt/opensvc/lib/rcIfconfigFreeBSDkvm.py 0644 root root 1266 39292 1279280609 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDldom.py=rcIfconfigFreeBSDkvm.py 1 s none /opt/opensvc/lib/rcIfconfigFreeBSDxen.py=rcIfconfigFreeBSDkvm.py 1 f none /opt/opensvc/lib/rcIfconfigHP-UX.py 0644 root root 3126 21426 1279280609 1 f none /opt/opensvc/lib/rcIfconfigHP-UXhpvm.py 0644 root root 1745 5967 1279280609 1 f none /opt/opensvc/lib/rcIfconfigLinux.py 0644 root root 2878 1079 1279280609 1 s none /opt/opensvc/lib/rcIfconfigLinuxhpvm.py=rcIfconfigLinuxkvm.py 1 f none /opt/opensvc/lib/rcIfconfigLinuxkvm.py 0644 root root 1281 40272 1279280609 1 s none /opt/opensvc/lib/rcIfconfigLinuxldom.py=rcIfconfigLinuxkvm.py 1 f none /opt/opensvc/lib/rcIfconfigLinuxlxc.py 0644 root root 1520 57338 1279280609 1 f none /opt/opensvc/lib/rcIfconfigSunOS.py 0644 root root 2855 1531 1279280609 1 s none /opt/opensvc/lib/rcIfconfigSunOSkvm.py=rcIfconfigSunOSldom.py 1 f none /opt/opensvc/lib/rcIfconfigSunOSldom.py 0644 root root 1281 40216 1279280609 1 s none /opt/opensvc/lib/rcIfconfigSunOSxen.py=rcIfconfigSunOSldom.py 1 f none /opt/opensvc/lib/rcIfconfigWindowskvm.py 0644 root root 1096 27277 1279280609 1 f none /opt/opensvc/lib/rcLogger.py 0644 root root 1629 1886 1279280609 1 f none /opt/opensvc/lib/rcMounts.py 0644 root root 1933 18912 1279280609 1 f none /opt/opensvc/lib/rcMountsAIX.py 0644 root root 3207 36501 1279280609 1 f none /opt/opensvc/lib/rcMountsFreeBSD.py 0644 root root 2431 54399 1279280609 1 f none /opt/opensvc/lib/rcMountsHP-UX.py 0644 root root 2245 44760 1279280609 1 f none /opt/opensvc/lib/rcMountsLinux.py 0644 root root 2296 48680 1279280609 1 f none /opt/opensvc/lib/rcMountsSunOS.py 0644 root root 1917 17222 1279280609 1 f none /opt/opensvc/lib/rcNode.py 0644 root root 2086 41704 1279280609 1 f none /opt/opensvc/lib/rcOptParser.py 0644 root root 5027 41795 1279280609 1 f none /opt/opensvc/lib/rcPkgAIX.py 0644 root root 1821 14185 1279280609 1 f none /opt/opensvc/lib/rcPkgFreeBSD.py 0644 root root 1292 38439 1279280609 1 f none /opt/opensvc/lib/rcPkgHP-UX.py 0644 root root 1256 35424 1279280609 1 f none /opt/opensvc/lib/rcPkgLinux.py 0644 root root 1818 13773 1279280609 1 f none /opt/opensvc/lib/rcPkgSunOS.py 0644 root root 1727 2468 1279280609 1 f none /opt/opensvc/lib/rcStatsAIX.py 0644 root root 4691 19097 1279280609 1 f none /opt/opensvc/lib/rcStatsFreeBSD.py 0644 root root 5806 19246 1279280609 1 f none /opt/opensvc/lib/rcStatsHP-UX.py 0644 root root 6695 55861 1279280609 1 f none /opt/opensvc/lib/rcStatsLinux.py 0644 root root 7042 37330 1279280609 1 f none /opt/opensvc/lib/rcStatsSunOS.py 0644 root root 6143 53582 1279280609 1 f none /opt/opensvc/lib/rcStatus.py 0644 root root 5827 55477 1279280609 1 f none /opt/opensvc/lib/rcUtilities.py 0644 root root 6045 471 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesAIX.py 0644 root root 321 23163 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesFreeBSD.py 0644 root root 325 22467 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesHP-UX.py 0644 root root 257 18122 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesLinux.py 0644 root root 2554 57834 1279280609 1 f none /opt/opensvc/lib/rcUtilitiesSunOS.py 0644 root root 195 14981 1279280609 1 f none /opt/opensvc/lib/rcZfs.py 0644 root root 2267 46171 1279280609 1 f none /opt/opensvc/lib/resApp.py 0644 root root 6551 35103 1279280609 1 f none /opt/opensvc/lib/resAppVm.py 0644 root root 3464 2038 1279280609 1 f none /opt/opensvc/lib/resContainer.py 0644 root root 5198 3324 1279280609 1 f none /opt/opensvc/lib/resContainerHpVm.py 0644 root root 3784 28362 1279280609 1 f none /opt/opensvc/lib/resContainerJail.py 0644 root root 3726 18521 1279280609 1 f none /opt/opensvc/lib/resContainerKvm.py 0644 root root 4860 47211 1279280609 1 f none /opt/opensvc/lib/resContainerLdom.py 0644 root root 4856 31033 1279280609 1 f none /opt/opensvc/lib/resContainerLxc.py 0644 root root 5340 48487 1279280609 1 f none /opt/opensvc/lib/resContainerXen.py 0644 root root 3710 23684 1279280609 1 f none /opt/opensvc/lib/resContainerZone.py 0644 root root 6211 3637 1279280609 1 f none /opt/opensvc/lib/resDg.py 0644 root root 2553 7182 1279280609 1 f none /opt/opensvc/lib/resDrbd.py 0644 root root 6186 5788 1279280609 1 f none /opt/opensvc/lib/resIp.py 0644 root root 6140 62977 1279280609 1 f none /opt/opensvc/lib/resIpAIX.py 0644 root root 1918 23091 1279280609 1 f none /opt/opensvc/lib/resIpFreeBSD.py 0644 root root 1926 23304 1279280609 1 f none /opt/opensvc/lib/resIpHP-UX.py 0644 root root 1937 21509 1279280609 1 f none /opt/opensvc/lib/resIpHpVm.py 0644 root root 1512 57538 1279280609 1 f none /opt/opensvc/lib/resIpKvm.py 0644 root root 1495 57174 1279280609 1 f none /opt/opensvc/lib/resIpLdom.py 0644 root root 1513 57650 1279280609 1 f none /opt/opensvc/lib/resIpLinux.py 0644 root root 1859 18556 1279280609 1 f none /opt/opensvc/lib/resIpLinuxLxc.py 0644 root root 1513 57706 1279280609 1 f none /opt/opensvc/lib/resIpSunOS.py 0644 root root 1644 4270 1279280609 1 f none /opt/opensvc/lib/resIpVm.py 0644 root root 2907 32936 1279280609 1 f none /opt/opensvc/lib/resIpXen.py 0644 root root 1552 61367 1279280609 1 f none /opt/opensvc/lib/resIpZone.py 0644 root root 1667 4237 1279280609 1 f none /opt/opensvc/lib/resLoop.py 0644 root root 1839 16266 1279280609 1 f none /opt/opensvc/lib/resLoopFreeBSD.py 0644 root root 3128 44009 1279280609 1 f none /opt/opensvc/lib/resLoopLinux.py 0644 root root 3026 36707 1279280609 1 f none /opt/opensvc/lib/resMount.py 0644 root root 4619 25341 1279280609 1 f none /opt/opensvc/lib/resMountAIX.py 0644 root root 5122 59714 1279280609 1 f none /opt/opensvc/lib/resMountFreeBSD.py 0644 root root 5456 19201 1279280609 1 f none /opt/opensvc/lib/resMountHP-UX.py 0644 root root 3717 25762 1279280609 1 f none /opt/opensvc/lib/resMountLinux.py 0644 root root 8063 3502 1279280609 1 f none /opt/opensvc/lib/resMountSunOS.py 0644 root root 4672 18085 1279280609 1 f none /opt/opensvc/lib/resScsiReserv.py 0644 root root 6482 21269 1279280609 1 s none /opt/opensvc/lib/resScsiReservFreeBSD.py=resScsiReservLinux.py 1 f none /opt/opensvc/lib/resScsiReservHP-UX.py 0644 root root 5678 38031 1279280609 1 f none /opt/opensvc/lib/resScsiReservLinux.py 0644 root root 4663 28710 1279280609 1 s none /opt/opensvc/lib/resScsiReservSunOS.py=resScsiReservLinux.py 1 f none /opt/opensvc/lib/resSyncDds.py 0644 root root 12607 29430 1279280609 1 f none /opt/opensvc/lib/resSyncNetapp.py 0644 root root 10116 35977 1279280609 1 f none /opt/opensvc/lib/resSyncRsync.py 0644 root root 13369 51255 1279280609 1 f none /opt/opensvc/lib/resSyncSymclone.py 0644 root root 8390 38897 1279280609 1 f none /opt/opensvc/lib/resSyncSymcloneLinux.py 0644 root root 2789 21192 1279280609 1 f none /opt/opensvc/lib/resSyncZfs.py 0644 root root 10861 37590 1279280609 1 f none /opt/opensvc/lib/resVgAIX.py 0644 root root 3940 29546 1279280609 1 f none /opt/opensvc/lib/resVgHP-UX.py 0644 root root 8506 14043 1279280609 1 f none /opt/opensvc/lib/resVgHpVm.py 0644 root root 4923 23779 1279280609 1 f none /opt/opensvc/lib/resVgLdom.py 0644 root root 4052 23806 1279280609 1 f none /opt/opensvc/lib/resVgLibvirtVm.py 0644 root root 2346 52054 1279280609 1 f none /opt/opensvc/lib/resVgLinux.py 0644 root root 4267 48025 1279280609 1 f none /opt/opensvc/lib/resVgZfs.py 0644 root root 5084 31856 1279280609 1 f none /opt/opensvc/lib/resources.py 0644 root root 11249 55792 1279280609 1 f none /opt/opensvc/lib/snap.py 0644 root root 4468 13397 1279280609 1 f none /opt/opensvc/lib/snapJfs2AIX.py 0644 root root 4890 34106 1279280609 1 f none /opt/opensvc/lib/snapLvmLinux.py 0644 root root 3049 41237 1279280609 1 f none /opt/opensvc/lib/snapVxfsHP-UX.py 0644 root root 3544 8380 1279280609 1 f none /opt/opensvc/lib/snapZfsSunOS.py 0644 root root 2174 42273 1279280609 1 f none /opt/opensvc/lib/svc.py 0644 root root 23327 41737 1279280609 1 f none /opt/opensvc/lib/svcBuilder.py 0644 root root 33077 56899 1279280609 1 f none /opt/opensvc/lib/svcHosted.py 0644 root root 1753 7454 1279280609 1 f none /opt/opensvc/lib/svcHpVm.py 0644 root root 1487 60069 1279280609 1 f none /opt/opensvc/lib/svcJail.py 0644 root root 1656 4642 1279280609 1 f none /opt/opensvc/lib/svcKvm.py 0644 root root 1482 59521 1279280609 1 f none /opt/opensvc/lib/svcLdom.py 0644 root root 1487 60075 1279280609 1 f none /opt/opensvc/lib/svcLxc.py 0644 root root 2177 40690 1279280609 1 f none /opt/opensvc/lib/svcXen.py 0644 root root 1440 55428 1279280609 1 f none /opt/opensvc/lib/svcZone.py 0644 root root 4422 21327 1279280609 1 f none /opt/opensvc/lib/version.py 0644 root root 28 1717 1279357814 1 f none /opt/opensvc/lib/xmlrpcClient.py 0644 root root 15306 54317 1279280609 1 d none /opt/opensvc/usr 0755 root root 1 d none /opt/opensvc/usr/share 0755 root root 1 f none /opt/opensvc/usr/share/AUTHORS 0644 root root 48 4634 1279280609 1 f none /opt/opensvc/usr/share/BANNER 0644 root root 822 4269 1279280609 1 f none /opt/opensvc/usr/share/COPYING 0644 root root 26436 9725 1279280609 1 d none /opt/opensvc/usr/share/bash_completion.d 0755 root root 1 f none /opt/opensvc/usr/share/bash_completion.d/opensvc 0644 root root 1465 51839 1279280609 1 d none /opt/opensvc/usr/share/doc 0755 root root 1 f none /opt/opensvc/usr/share/doc/template.env 0644 root root 19042 63550 1279280609 1 i pkginfo 220 17750 1279357814 1 i postinstall 54 4659 1279357814 070701000605a0000041ed0000000000000000000000024c41737600000000000000b600010002ffffffffffffffff0000000800000000install070701000605a1000081a40000000000000000000000014c41737600000036000000b600010002ffffffffffffffff0000001400000000install/postinstall#!/sbin/sh su - root -c /opt/opensvc/bin/postinstall 070701000604fe000041ed0000000000000000000000034c41737600000000000000b600010002ffffffffffffffff0000000500000000root070701000604ff000041ed0000000000000000000000034c41737600000000000000b600010002ffffffffffffffff0000000900000000root/opt07070100060500000041ed0000000000000000000000054c41737600000000000000b600010002ffffffffffffffff0000001100000000root/opt/opensvc0707010006051a000041ed0000000000000000000000024c41737600000000000000b600010002ffffffffffffffff0000001500000000root/opt/opensvc/lib0707010006057d000081a40000000000000000000000014c4045e100002a6d000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resSyncZfs.py# # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from rcGlobalEnv import rcEnv import datetime from subprocess import * import rcExceptions as ex import rcStatus import resources as Res from rcZfs import a2pool_dataset class SyncZfs(Res.Resource): """define zfs sync resource to be zfs send/zfs receive between nodes """ def __init__(self, rid=None, target=None, src=None, dst=None, delta_store=None, sender=None, recursive = True, snap_size=0, sync_max_delay=1450, sync_min_delay=30, optional=False, disabled=False, tags=set([])): self.label = "zfs of %s to %s"%(src, target) self.target = target self.sender = sender self.recursive = recursive (self.src_pool, self.src_ds) = a2pool_dataset(src) (self.dst_pool, self.dst_ds) = a2pool_dataset(dst) self.sync_max_delay = sync_max_delay self.sync_min_delay = sync_min_delay if delta_store is None: self.delta_store = rcEnv.pathvar else: self.delta_store = delta_store Res.Resource.__init__(self, rid, "sync.zfs", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s target=%s src=%s" % (Res.Resource.__str__(self),\ self.target, self.src) def snap_exists(self, snapname, node=None): cmd = ['env', 'PATH=/usr/sbin:/sbin', 'zfs', 'list', '-t', 'snapshot', snapname] if node is not None: cmd = rcEnv.rsh.split() + [node] + cmd (ret, out) = self.call(cmd, errlog=False) if ret == 0: return True else: return False def create_snap(self, snap): if self.snap_exists(snap): self.log.error('%s should not exist'%snap) raise ex.excError if self.recursive : cmd = ['zfs', 'snapshot' , '-r' , snap ] else: cmd = ['zfs', 'snapshot' , snap ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def get_src_info(self): self.src_snap_sent = self.src_ds + '@sent' self.src_snap_tosend = self.src_ds + '@tosend' def get_dst_info(self): self.dst_snap_sent = self.dst_ds + '@sent' self.dst_snap_tosend = self.dst_ds + '@tosend' def get_peersenders(self): self.peersenders = set([]) if 'nodes' == self.sender: self.peersenders |= self.svc.nodes self.peersenders -= set([rcEnv.nodename]) def get_targets(self): self.targets = set() if 'nodes' in self.target: self.targets |= self.svc.nodes if 'drpnodes' in self.target: self.targets |= self.svc.drpnodes self.targets -= set([rcEnv.nodename]) def get_info(self): self.get_targets() self.get_src_info() self.get_dst_info() def syncnodes(self): self.syncupdate() def syncfullsync(self): self.syncupdate() def do_update(self, node): if self.recursive : send_cmd = ['zfs', 'send', '-R', '-i', self.src_snap_sent, self.src_snap_tosend] else: send_cmd = ['zfs', 'send', '-i', self.src_snap_sent, self.src_snap_tosend] receive_cmd = ['env', 'PATH=/usr/sbin:/sbin', 'zfs', 'receive', '-dF', self.dst_pool] if node is not None: receive_cmd = rcEnv.rsh.strip(' -n').split() + [node] + receive_cmd self.log.info(' '.join(send_cmd + ["|"] + receive_cmd)) p1 = Popen(send_cmd, stdout=PIPE) p2 = Popen(receive_cmd, stdin=p1.stdout, stdout=PIPE) buff = p2.communicate() if p2.returncode != 0: if buff[1] is not None and len(buff[1]) > 0: self.log.error(buff[1]) self.log.error("sync update failed") raise ex.excError if buff[0] is not None and len(buff[0]) > 0: self.log.info(buff[0]) def do_fullsync(self, node=None): if self.recursive : send_cmd = ['zfs', 'send', '-R', self.src_snap_tosend] else: send_cmd = ['zfs', 'send', self.src_snap_tosend] receive_cmd = ['env', 'PATH=/usr/sbin:/sbin', 'zfs', 'receive', '-dF', self.dst_pool ] if node is not None: receive_cmd = rcEnv.rsh.strip(' -n').split() + [node] + receive_cmd self.log.info(' '.join(send_cmd + ["|"] + receive_cmd)) p1 = Popen(send_cmd, stdout=PIPE) p2 = Popen(receive_cmd, stdin=p1.stdout, stdout=PIPE) buff = p2.communicate() if p2.returncode != 0: if buff[1] is not None and len(buff[1]) > 0: self.log.error(buff[1]) self.log.error("full sync failed") raise ex.excError if buff[0] is not None and len(buff[0]) > 0: self.log.info(buff[0]) def remove_snap(self, snap, node=None): if not self.snap_exists(snap, node=node): return if self.recursive : cmd = ['zfs', 'destroy', '-r', snap] else: cmd = ['zfs', 'destroy', snap] if node is not None: cmd = rcEnv.rsh.split() + [node, 'env', 'PATH=/usr/sbin:/sbin'] + cmd (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def rename_snap(self, src, dst, node=None): if self.snap_exists(dst, node): self.log.error("%s should not exist"%dst) raise ex.excError if self.recursive : cmd = ['zfs', 'rename', '-r', src, dst] else: cmd = ['zfs', 'rename', src, dst] if node is not None: cmd = rcEnv.rsh.split() + [node, 'env', 'PATH=/usr/sbin:/sbin'] + cmd (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def rotate_snaps(self, src, dst, node=None): self.remove_snap(dst, node) self.rename_snap(src, dst, node) def syncupdate(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: self.log.debug("won't sync this resource for a service not up") return self.get_info() if not self.snap_exists(self.src_snap_tosend): self.create_snap(self.src_snap_tosend) if self.snap_exists(self.src_snap_sent): for n in self.targets: self.do_update(n) self.rotate_snaps(self.dst_snap_tosend, self.dst_snap_sent, n) else: for n in self.targets: self.do_fullsync(n) self.rotate_snaps(self.dst_snap_tosend, self.dst_snap_sent, n) self.rotate_snaps(self.src_snap_tosend, self.src_snap_sent) self.write_statefile() for n in self.targets: self.push_statefile(n) def start(self): pass def stop(self): pass def _status(self, verbose=False): try: ls = self.get_local_state() now = datetime.datetime.now() last = datetime.datetime.strptime(ls['date'], "%Y-%m-%d %H:%M:%S.%f") delay = datetime.timedelta(minutes=self.sync_max_delay) except IOError: self.status_log("zfs state file not found") return rcStatus.WARN except: import sys import traceback e = sys.exc_info() print e[0], e[1], traceback.print_tb(e[2]) return rcStatus.WARN if last < now - delay: self.status_log("Last sync on %s older than %i minutes"%(last, self.sync_max_delay)) return rcStatus.WARN return rcStatus.UP def check_remote(self, node): rs = self.get_remote_state(node) if self.snap1_uuid != rs['uuid']: self.log.error("%s last update uuid doesn't match snap1 uuid"%(node)) raise ex.excError def get_remote_state(self, node): self.set_statefile() cmd1 = ['env', 'LANG=C', 'cat', self.statefile] cmd = rcEnv.rsh.split() + [node] + cmd1 (ret, out) = self.call(cmd) if ret != 0: self.log.error("could not fetch %s last update uuid"%node) raise ex.excError return self.parse_statefile(out, node=node) def get_local_state(self): self.set_statefile() with open(self.statefile, 'r') as f: out = f.read() return self.parse_statefile(out) def get_snap_uuid(self, snap): cmd = ['zfs', 'list', '-H', '-o', 'creation', snap] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError self.snap_uuid = out.strip() def set_statefile(self): self.statefile = os.path.join(rcEnv.pathvar, self.svc.svcname+'_'+self.rid+'_zfs_state') def write_statefile(self): self.set_statefile() self.get_snap_uuid(self.src_snap_sent) self.log.info("update state file with snap uuid %s"%self.snap_uuid) with open(self.statefile, 'w') as f: f.write(str(datetime.datetime.now())+';'+self.snap_uuid+'\n') def _push_statefile(self, node): cmd = rcEnv.rcp.split() + [self.statefile, node+':'+self.statefile] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def push_statefile(self, node): self.set_statefile() self._push_statefile(node) self.get_peersenders() for s in self.peersenders: self._push_statefile(s) def parse_statefile(self, out, node=None): self.set_statefile() if node is None: node = rcEnv.nodename lines = out.strip().split('\n') if len(lines) != 1: self.log.error("%s:%s is corrupted"%(node, self.statefile)) raise ex.excError fields = lines[0].split(';') if len(fields) != 2: self.log.error("%s:%s is corrupted"%(node, self.statefile)) raise ex.excError return dict(date=fields[0], uuid=fields[1]) 07070100060583000081a40000000000000000000000014c4045e1000010ab000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resVgLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import re import os import rcExceptions as ex import resDg from rcGlobalEnv import rcEnv from rcUtilitiesLinux import major, get_blockdev_sd_slaves, \ devs_to_disks class Vg(resDg.Dg): def __init__(self, rid=None, name=None, type=None, optional=False, disabled=False, tags=set([]), always_on=set([])): self.label = name self.tag = '@'+rcEnv.nodename resDg.Dg.__init__(self, rid=rid, name=name, type='disk.vg', always_on=always_on, optional=optional, disabled=disabled, tags=tags) def has_it(self): """Returns True if the volume is present """ cmd = [ 'vgs', '--noheadings', '-o', 'name' ] (ret, out) = self.call(cmd, cache=True) if self.name in out.split(): return True return False def is_up(self): """Returns True if the volume group is present and activated """ if not self.has_it(): return False cmd = [ 'lvs', '--noheadings', '-o', 'lv_attr', self.name ] (ret, out) = self.call(cmd) if re.match(' ....-[-o]', out, re.MULTILINE) is None: return True return False def remove_tag(self, tag): cmd = [ 'vgchange', '--deltag', '@'+tag, self.name ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def remove_tags(self, tags=[]): cmd = ['vgs', '-o', 'tags', '--noheadings', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError out = out.strip(' \n') curtags = out.split(',') if len(tags) > 0: """ remove only specified tags """ for tag in tags: if tag in curtags: self.remove_tag(tag) else: """ remove all tags """ for tag in curtags: if len(tag) == 0: continue self.remove_tag(tag) def add_tags(self): cmd = [ 'vgchange', '--addtag', self.tag, self.name ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_start(self): if self.is_up(): self.log.info("%s is already up" % self.name) return 0 self.remove_tags() self.add_tags() cmd = [ 'vgchange', '-a', 'y', self.name ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_stop(self): if not self.is_up(): self.log.info("%s is already down" % self.name) return self.remove_tags([self.tag]) cmd = [ 'vgchange', '-a', 'n', self.name ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def disklist(self): if not self.has_it(): return set() if self.disks != set(): return self.disks self.disks = set() cmd = ['vgs', '--noheadings', '-o', 'pv_name', self.name] (ret, out) = self.call(cmd, cache=True) if ret != 0: return self.disks pvs = set(out.split()) self.disks = devs_to_disks(self, pvs) self.log.debug("found disks %s held by vg %s" % (self.disks, self.name)) return self.disks 0707010006058a000081a40000000000000000000000014c4045e10000087e000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/snapZfsSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import justcall import rcExceptions as ex import snap from rcZfs import dataset_exists class Snap(snap.Snap): """Defines a snap object with ZFS """ def snapcreate(self, m): """ create a snapshot for m add self.snaps[m] with dict(snapinfo key val) """ dataset = m.device if not dataset_exists(dataset, 'filesystem'): raise ex.syncNotSnapable snapdev = dataset +'@osvc_sync' mountPoint = m.mountPoint snapMountPoint= mountPoint + '/.zfs/snapshot/osvc_sync/' if dataset_exists(snapdev, 'snapshot'): (ret, buff) = self.vcall(['zfs', 'destroy', snapdev ]) if ret != 0: raise ex.syncSnapDestroyError (ret, buff) = self.vcall(['zfs', 'snapshot', snapdev ]) if ret != 0: raise ex.syncSnapCreateError self.snaps[mountPoint]={'snap_mnt' : snapMountPoint, \ 'snapdev' : snapdev } def snapdestroykey(self, snap_key): """ destroy a snapshot for a mountPoint """ snapdev = self.snaps[snap_key]['snapdev'] if not dataset_exists(snapdev, 'snapshot'): return (ret, buff) = self.vcall(['zfs', 'destroy', snapdev ]) if ret != 0: raise ex.syncSnapDestroyError 0707010006054b000081a40000000000000000000000014c4045e1000016c3000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/rcStatus.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os UP = 0 DOWN = 1 WARN = 2 NA = 3 TODO = 4 UNDEF = 5 STDBY_UP = 6 STDBY_DOWN = 7 STDBY_UP_WITH_UP = 8 STDBY_UP_WITH_DOWN = 9 GREEN = 32 RED = 31 YELLOW = 33 def colorize(color, text): #if os.isatty(1): # return '\033['+str(color)+'m'+text+'\033[m' #else: return text _status_value = { 'up': UP, 'down': DOWN, 'warn': WARN, 'n/a': NA, 'na': NA, 'todo': TODO, 'undef': UNDEF, 'stdby up': STDBY_UP, 'stdby down': STDBY_DOWN, } _status_str = { UP: colorize(GREEN, 'up'), DOWN: colorize(RED, 'down'), WARN: colorize(YELLOW, 'warn'), NA: 'n/a', TODO: 'todo', UNDEF: 'undef', STDBY_UP: 'stdby up', STDBY_DOWN: 'stdby down', STDBY_UP_WITH_UP: 'up', STDBY_UP_WITH_DOWN: 'stdby up', } def status_value(str): if str not in _status_value.keys(): return None return _status_value[str.lower()] def status_str(val): if val not in _status_str.keys(): return None return _status_str[val] def _merge(s1, s2): """Merge too status: WARN and TODO taint UP and DOWN """ if s1 not in _status_str: raise Exception("left member has unsupported value: %s"%str(s1)) if s2 not in _status_str: raise Exception("right member has unsupported value: %s"%str(s2)) if s1 == UNDEF: return s2 if s2 == UNDEF: return s1 setstate = set([s1, s2]) if setstate == set([ UP, UP ]): return UP if setstate == set([ UP, DOWN ]): return WARN if setstate == set([ UP, WARN ]): return WARN if setstate == set([ UP, NA ]): return UP if setstate == set([ UP, TODO ]): return WARN if setstate == set([ UP, STDBY_UP ]): return STDBY_UP_WITH_UP if setstate == set([ UP, STDBY_DOWN ]): return WARN if setstate == set([ UP, STDBY_UP_WITH_UP ]): return STDBY_UP_WITH_UP if setstate == set([ UP, STDBY_UP_WITH_DOWN ]): return WARN if setstate == set([ DOWN, DOWN ]): return DOWN if setstate == set([ DOWN, WARN ]): return WARN if setstate == set([ DOWN, NA ]): return DOWN if setstate == set([ DOWN, TODO ]): return WARN if setstate == set([ DOWN, STDBY_UP ]): return STDBY_UP_WITH_DOWN if setstate == set([ DOWN, STDBY_DOWN ]): return WARN if setstate == set([ DOWN, STDBY_UP_WITH_UP ]): return WARN if setstate == set([ DOWN, STDBY_UP_WITH_DOWN ]): return STDBY_UP_WITH_DOWN if setstate == set([ WARN, WARN ]): return WARN if setstate == set([ WARN, NA ]): return WARN if setstate == set([ WARN, TODO ]): return WARN if setstate == set([ WARN, STDBY_UP ]): return WARN if setstate == set([ WARN, STDBY_DOWN ]): return WARN if setstate == set([ WARN, STDBY_UP_WITH_UP ]): return WARN if setstate == set([ WARN, STDBY_UP_WITH_DOWN ]): return WARN if setstate == set([ NA, NA ] ): return NA if setstate == set([ NA, TODO ]): return WARN if setstate == set([ NA, STDBY_UP ]): return STDBY_UP if setstate == set([ NA, STDBY_DOWN ]): return STDBY_DOWN if setstate == set([ NA, STDBY_UP_WITH_UP ]): return STDBY_UP_WITH_UP if setstate == set([ NA, STDBY_UP_WITH_DOWN ]): return STDBY_UP_WITH_DOWN if setstate == set([ TODO, TODO ]): return TODO if setstate == set([ TODO, STDBY_UP ]): return TODO if setstate == set([ TODO, STDBY_DOWN ]): return TODO if setstate == set([ TODO, STDBY_UP_WITH_UP ]): return TODO if setstate == set([ TODO, STDBY_UP_WITH_DOWN ]): return TODO if setstate == set([ STDBY_UP, STDBY_UP ]): return STDBY_UP if setstate == set([ STDBY_UP, STDBY_DOWN ]): return WARN if setstate == set([ STDBY_UP, STDBY_UP_WITH_UP ]): return STDBY_UP_WITH_UP if setstate == set([ STDBY_UP, STDBY_UP_WITH_DOWN ]): return STDBY_UP_WITH_DOWN if setstate == set([ STDBY_DOWN, STDBY_DOWN ]): return WARN if setstate == set([ STDBY_DOWN, STDBY_DOWN ]): return WARN if setstate == set([ STDBY_DOWN, STDBY_UP_WITH_UP ]): return WARN if setstate == set([ STDBY_DOWN, STDBY_UP_WITH_DOWN ]): return WARN if setstate == set([ STDBY_UP_WITH_UP, STDBY_UP_WITH_DOWN ]): return WARN if setstate == set([ STDBY_UP_WITH_UP, STDBY_UP_WITH_UP ]): return STDBY_UP_WITH_UP if setstate == set([ STDBY_UP_WITH_DOWN, STDBY_UP_WITH_DOWN ]): return STDBY_UP_WITH_DOWN raise Exception("some member has unsupported value: %s , %s "%(str(s1),str(s2)) ) class Status(object): """Class that wraps printing and calculation of resource status """ def reset(self): self.status = UNDEF def __add__(self, s): self.status = _merge(self.status, s.status) return self def __iadd__(self, s): """Merge a status with current global status """ if isinstance(s, Status): self.status = _merge(self.status, s.status) else: self.status = _merge(self.status, s) return self def __str__(self): return status_str(self.status) def __init__(self, initial_status=UNDEF): self.status = initial_status 07070100060562000081a40000000000000000000000014c4045e100000791000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resIpHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement Linux specific ip management" import resIp as Res u = __import__('rcUtilitiesHP-UX') class Ip(Res.Ip): def check_ping(self): return u.check_ping(self.addr) def arp_announce(self): """ arp_announce job is done by HP-UX ifconfig... """ return def startip_cmd(self): if ':' in self.addr: cmd = ['ifconfig', self.ipDev, 'inet6', 'up'] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError cmd = ['ifconfig', self.stacked_dev, 'inet6', self.addr+'/'+self.mask, 'up'] else: cmd = ['ifconfig', self.stacked_dev, self.addr, 'netmask', self.mask, 'up'] return self.vcall(cmd) def stopip_cmd(self): if ':' in self.addr: cmd = ['ifconfig', self.stacked_dev, "inet6", "::"] else: cmd = ['ifconfig', self.stacked_dev, "0.0.0.0"] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006054d000081a40000000000000000000000014c4045e100000141000000b600010002ffffffffffffffff0000002700000000root/opt/opensvc/lib/rcUtilitiesAIX.pyimport os import re from rcUtilities import call def check_ping(addr, timeout=5, count=1): cmd = ['ping', '-c', repr(count), '-w', repr(timeout)] if ':' in addr: cmd += ['-a', 'inet6'] cmd += [addr] (ret, out) = call(cmd) if ret == 0: return True return False 0707010006056b000081a40000000000000000000000014c4045e100000683000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resIpZone.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement SunOS specific ip management" import resIpSunOS as Res from subprocess import * class Ip(Res.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): Res.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def startip_cmd(self): cmd=['ifconfig', self.stacked_dev, 'plumb', self.addr, \ 'netmask', '+', 'broadcast', '+', 'up' , 'zone' , self.svc.vmname ] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006053e000081a40000000000000000000000014c4045e10000077d000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/rcMountsSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcMounts from rcUtilities import * class Mounts(rcMounts.Mounts): def match_mount(self, i, dev, mnt): """Given a line of 'mount' output, returns True if (dev, mnt) matches this line. Returns False otherwize. Also care about weirdos like loops and binds, ... """ if i.mnt != mnt: return False if i.dev == dev: return True return False def __init__(self): self.mounts = [] (ret, out) = call(['mount','-p']) for line in out.split('\n'): words=line.split() if len(words) < 6 : continue elif words[1]+words[4] != '--' : # ignore mount line with space in mountpoint or dev continue elif len(words) == 6 : words.append('-') dev, null, mnt, type, null, null, mnt_opt = words m = rcMounts.Mount(dev, mnt, type, mnt_opt.strip('()')) self.mounts.append(m) if __name__ == "__main__" : help(Mounts) M=Mounts() print M 07070100060578000081a40000000000000000000000014c4045e10000313f000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resSyncDds.py# # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import logging from rcGlobalEnv import rcEnv from rcUtilities import which from rcUtilitiesLinux import lv_info from subprocess import * import rcExceptions as ex import rcStatus import resources as Res import datetime class syncDds(Res.Resource): def snap_exists(self, dev): if not os.path.exists(dev): self.log.debug('dev path does not exist') return False cmd = ['lvs', '--noheadings', '-o', 'snap_percent', dev] (ret, out) = self.call(cmd, errlog=False) if ret != 0: return False if len(out.strip()) == 0: self.log.debug('dev is not a snapshot') return False return True def create_snap(self, dev, lv): if self.snap_exists(dev): self.log.error('%s should not exist'%dev) raise ex.excError cmd = ['lvcreate', '-s', '-n', lv, '-L', str(self.snap_size)+'M', os.path.join(os.sep, 'dev', self.src_vg, self.src_lv) ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def set_statefile(self): self.statefile = os.path.join(rcEnv.pathvar, self.svc.svcname+'_'+self.rid+'_dds_state') def create_snap1(self): self.create_snap(self.snap1, self.snap1_lv) self.write_statefile() def create_snap2(self): self.create_snap(self.snap2, self.snap2_lv) def snap_name(self, snap): return os.path.basename(self.src_lv).replace('-', '_')+'_osvc_'+snap def get_src_info(self): (self.src_vg, self.src_lv, self.src_size) = lv_info(self, self.src) if self.src_lv is None: self.log.error("unable to fetch source logical volume information") raise ex.excError if self.snap_size == 0: self.snap_size = self.src_size//10 self.snap1_lv = self.snap_name('snap1') self.snap2_lv = self.snap_name('snap2') self.snap1 = os.path.join(os.sep, 'dev', self.src_vg, self.snap1_lv) self.snap2 = os.path.join(os.sep, 'dev', self.src_vg, self.snap2_lv) self.snap1_cow = os.path.join(os.sep, 'dev', 'mapper', '-'.join([self.src_vg.replace('-', '--'), self.snap1_lv, 'cow']) ) def get_peersenders(self): self.peersenders = set([]) if 'nodes' == self.sender: self.peersenders |= self.svc.nodes self.peersenders -= set([rcEnv.nodename]) def get_targets(self): self.targets = set() if 'nodes' in self.target: self.targets |= self.svc.nodes if 'drpnodes' in self.target: self.targets |= self.svc.drpnodes self.targets -= set([rcEnv.nodename]) def get_info(self): self.get_targets() self.get_src_info() def syncfullsync(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: self.log.debug("won't sync this resource for a service not up") return self.get_info() if self.snap_exists(self.snap2): self.log.error('%s should not exist'%self.snap2) raise ex.excError self.create_snap1() for n in self.targets: self.do_fullsync(n) def do_fullsync(self, node): cmd1 = ['dd', 'if='+self.snap1, 'bs=1M'] cmd2 = rcEnv.rsh.split() + [node, 'dd', 'bs=1M', 'of='+self.dst] self.log.info(' '.join(cmd1 + ["|"] + cmd2)) p1 = Popen(cmd1, stdout=PIPE) p2 = Popen(cmd2, stdin=p1.stdout, stdout=PIPE) p2.communicate()[0] if p2.returncode != 0: self.log.error("full sync failed") raise ex.excError self.push_statefile(node) def get_snap1_uuid(self): cmd = ['lvs', '--noheadings', '-o', 'uuid', self.snap1] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError self.snap1_uuid = out.strip() def write_statefile(self): self.set_statefile() self.get_snap1_uuid() self.log.info("update state file with snap uuid %s"%self.snap1_uuid) with open(self.statefile, 'w') as f: f.write(str(datetime.datetime.now())+';'+self.snap1_uuid+'\n') def _push_statefile(self, node): cmd = rcEnv.rcp.split() + [self.statefile, node+':'+self.statefile] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def push_statefile(self, node): self.set_statefile() self._push_statefile(node) self.get_peersenders() for s in self.peersenders: self._push_statefile(s) def apply_delta(self, node): extract_cmd = ['dds', '--extract', '--cow', self.snap1_cow, '--source', self.snap2] merge_cmd = ['dds', '--merge', '--dest', self.dst, '-v'] merge_cmd = rcEnv.rsh.split() + [node] + merge_cmd self.log.info(' '.join(extract_cmd + ["|"] + merge_cmd)) p1 = Popen(extract_cmd, stdout=PIPE) p2 = Popen(merge_cmd, stdin=p1.stdout, stdout=PIPE) buff = p2.communicate() if p2.returncode != 0: if buff[1] is not None and len(buff[1]) > 0: self.log.error(buff[1]) self.log.error("sync update failed") raise ex.excError if buff[0] is not None and len(buff[0]) > 0: self.log.info(buff[0]) def do_update(self, node): self.apply_delta(node) def remove_snap1(self): if not self.snap_exists(self.snap1): return cmd = ['lvremove', '-f', self.snap1] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def rename_snap2(self): if not self.snap_exists(self.snap2): self.log.error("%s should exist"%self.snap2) raise ex.excError if self.snap_exists(self.snap1): self.log.error("%s should not exist"%self.snap1) raise ex.excError cmd = ['lvrename', self.src_vg, self.snap2_lv, self.snap1_lv] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def rotate_snaps(self): self.remove_snap1() self.rename_snap2() def check_remote(self, node): rs = self.get_remote_state(node) if self.snap1_uuid != rs['uuid']: self.log.error("%s last update uuid doesn't match snap1 uuid"%(node)) raise ex.excError def get_remote_state(self, node): self.set_statefile() cmd1 = ['env', 'LANG=C', 'cat', self.statefile] cmd = rcEnv.rsh.split() + [node] + cmd1 (ret, out) = self.call(cmd) if ret != 0: self.log.error("could not fetch %s last update uuid"%node) raise ex.excError return self.parse_statefile(out, node=node) def get_local_state(self): self.set_statefile() with open(self.statefile, 'r') as f: out = f.read() return self.parse_statefile(out) def parse_statefile(self, out, node=None): self.set_statefile() if node is None: node = rcEnv.nodename lines = out.strip().split('\n') if len(lines) != 1: self.log.error("%s:%s is corrupted"%(node, self.statefile)) raise ex.excError fields = lines[0].split(';') if len(fields) != 2: self.log.error("%s:%s is corrupted"%(node, self.statefile)) raise ex.excError return dict(date=fields[0], uuid=fields[1]) def syncupdate(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: self.log.debug("won't sync this resource for a service not up") return self.get_info() self.get_snap1_uuid() for n in self.targets: self.check_remote(n) self.create_snap2() for n in self.targets: self.do_update(n) self.rotate_snaps() self.write_statefile() for n in self.targets: self.push_statefile(n) def checksum(self, node, bdev, q=None): cmd = ['md5sum', bdev] if node != rcEnv.nodename: cmd = rcEnv.rsh.split() + [node] + cmd (ret, out) = self.call(cmd) if ret != 0: return "" o = out.split() if q is not None: q.put(o[0]) else: self.checksums[node] = o[0] def syncverify(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: self.log.debug("won't verify this resource for a service not up") return self.get_info() from multiprocessing import Process, Queue self.checksums = {} queues = {} ps = [] self.log.info("start checksum threads. please be patient.") for n in self.targets: queues[n] = Queue() p = Process(target=self.checksum, args=(n, self.dst, queues[n])) p.start() ps.append(p) self.checksum(rcEnv.nodename, self.snap1) self.log.info("md5 %s: %s"%(rcEnv.nodename, self.checksums[rcEnv.nodename])) for p in ps: p.join() for n in self.targets: self.checksums[n] = queues[n].get() self.log.info("md5 %s: %s"%(n, self.checksums[n])) if len(self.checksums) < 2: self.log.error("not enough checksums collected") raise ex.excError err = False for n in self.targets: if self.checksums[rcEnv.nodename] != self.checksums[n]: self.log.error("src/dst checksums differ for %s/%s"%(rcEnv.nodename, n)) err = True if not err: self.log.info("src/dst checksums verified") def start(self): pass def stop(self): pass def _status(self, verbose=False): try: ls = self.get_local_state() now = datetime.datetime.now() last = datetime.datetime.strptime(ls['date'], "%Y-%m-%d %H:%M:%S.%f") delay = datetime.timedelta(minutes=self.sync_max_delay) except IOError: self.status_log("dds state file not found") return rcStatus.WARN except: import sys import traceback e = sys.exc_info() print e[0], e[1], traceback.print_tb(e[2]) return rcStatus.WARN if last < now - delay: self.status_log("Last sync on %s older than %i minutes"%(last, self.sync_max_delay)) return rcStatus.WARN return rcStatus.UP def __init__(self, rid=None, target=None, src=None, dst=None, delta_store=None, sender=None, snap_size=0, sync_max_delay=1450, sync_min_delay=30, optional=False, disabled=False, tags=set([])): self.label = "dds of %s to %s"%(src, target) self.target = target self.sender = sender self.src = src self.dst = dst self.sync_max_delay = sync_max_delay self.sync_min_delay = sync_min_delay self.snap_size = snap_size if delta_store is None: self.delta_store = rcEnv.pathvar else: self.delta_store = delta_store Res.Resource.__init__(self, rid, "sync.dds", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s target=%s src=%s" % (Res.Resource.__str__(self),\ self.target, self.src) 0707010006055b000081a40000000000000000000000014c4045e100000e7e000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/resContainerXen.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import resources as Res import os import rcExceptions as ex import resContainer rcU = __import__("rcUtilities" + os.uname()[0]) class Xen(resContainer.Container): startup_timeout = 180 shutdown_timeout = 120 def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="xen", name=name, type="container.xen", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) def list_conffiles(self): cf = os.path.join(os.sep, 'opt', 'opensvc', 'var', self.name+'.xml') if os.path.exists(cf): return [cf] return [] def files_to_sync(self): return self.list_conffiles() def check_capabilities(self): cmd = ['virsh', 'capabilities'] (ret, out) = self.call(cmd, errlog=False) if ret != 0: self.status_log("can not fetch capabilities") return False if 'hvm' not in out: self.status_log("hvm not supported by host") return False return True def ping(self): return rcU.check_ping(self.addr, timeout=1, count=1) def container_start(self): cf = os.path.join(os.sep, 'opt', 'opensvc', 'var', self.name+'.xml') if os.path.exists(cf): cmd = ['virsh', 'define', cf] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError cmd = ['virsh', 'start', self.name] (ret, buff) = self.vcall(cmd) def container_stop(self): cmd = ['virsh', 'shutdown', self.name] (ret, buff) = self.vcall(cmd) def container_forcestop(self): cmd = ['virsh', 'destroy', self.name] (ret, buff) = self.vcall(cmd) def is_up(self): cmd = ['virsh', 'dominfo', self.name] (ret, out) = self.call(cmd, errlog=False) if ret != 0: return False if "running" in out.split() or "idle" in out.split() : return True return False def get_container_info(self): cmd = ['virsh', 'dominfo', self.name] (ret, out) = self.call(cmd, errlog=False, cache=True) self.info = {'vcpus': '0', 'vmem': '0'} if ret != 0: return self.info for line in out.split('\n'): if "CPU(s):" in line: self.info['vcpus'] = line.split(':')[1].strip() if "Max memory" in line: self.info['vmem'] = line.split(':')[1].strip() if "Autostart:" in line: self.info['autostart'] = line.split(':')[1].strip() return self.info def check_manual_boot(self): self.get_container_info() if self.info['autostart'] == 'disable' : return True else: return False 07070100060577000081a40000000000000000000000014c4045e100001237000000b600010002ffffffffffffffff0000002b00000000root/opt/opensvc/lib/resScsiReservLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res import uuid import re import time import rcStatus import rcExceptions as ex from rcUtilities import which from subprocess import * import resScsiReserv class ScsiReserv(resScsiReserv.ScsiReserv): def scsireserv_supported(self): if which('sg_persist') is None: return False return True def ack_unit_attention(self, d): i = self.preempt_timeout while i>0: i -= 1 cmd = [ 'sg_persist', '-n', '-r', d ] p = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) out = p.communicate() ret = p.returncode if "unsupported service action" in out[1]: self.log.error("disk %s does not support persistent reservation" % d) raise ex.excScsiPrNotsupported if "Unit Attention" in out[0] or ret != 0: self.log.debug("disk %s reports 'Unit Attention' ... waiting" % d) time.sleep(1) continue break if i == 0: self.log.error("timed out waiting for 'Unit Attention' to go away on disk %s" % d) return 1 return 0 def disk_registered(self, disk): cmd = [ 'sg_persist', '-n', '-k', disk ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to read registrations for disk %s" % disk) if self.hostid in out: return True return False def disk_register(self, disk): cmd = [ 'sg_persist', '-n', '--out', '--register-ignore', '--param-sark='+self.hostid, disk ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to register key %s with disk %s" % (self.hostid, disk)) return ret def disk_unregister(self, disk): cmd = [ 'sg_persist', '-n', '--out', '--register-ignore', '--param-rk='+self.hostid, disk ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to unregister key %s with disk %s" % (self.hostid, disk)) return ret def get_reservation_key(self, disk): cmd = [ 'sg_persist', '-n', '-r', disk ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to list reservation for disk %s" % disk) if 'Key=' not in out: return None for w in out.split(): if 'Key=' in w: return w.split('=')[1] raise Exception() def disk_reserved(self, disk): cmd = [ 'sg_persist', '-n', '-r', disk ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to read reservation for disk %s" % disk) if self.hostid in out: return True return False def disk_release(self, disk): cmd = [ 'sg_persist', '-n', '--out', '--release', '--param-rk='+self.hostid, '--prout-type='+self.prtype, disk ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to release disk %s" % disk) return ret def disk_reserve(self, disk): cmd = [ 'sg_persist', '-n', '--out', '--reserve', '--param-rk='+self.hostid, '--prout-type='+self.prtype, disk ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to reserve disk %s" % disk) return ret def disk_preempt_reservation(self, disk, oldkey): cmd = [ 'sg_persist', '-n', '--out', '--preempt-abort', '--param-sark='+oldkey, '--param-rk='+self.hostid, '--prout-type='+self.prtype, disk ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to preempt reservation for disk %s" % disk) return ret 0707010006055f000081a40000000000000000000000014c4045e1000017fc000000b600010002ffffffffffffffff0000001e00000000root/opt/opensvc/lib/resIp.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res from rcGlobalEnv import * from rcUtilities import qcall, which rcIfconfig = __import__('rcIfconfig'+rcEnv.sysname) import socket import rcStatus import rcExceptions as ex import os class Ip(Res.Resource): """ basic ip resource """ def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, optional=False, disabled=False, tags=set([]), always_on=set([])): Res.Resource.__init__(self, rid, "ip", optional=optional, disabled=disabled, tags=tags) self.ipDev=ipDev self.ipName=ipName self.mask=mask self.label = ipName + '@' + ipDev self.always_on = always_on try: a = socket.getaddrinfo(ipName, None) if len(a) == 0: raise Exception self.addr = a[0][4][0] except: self.log.error("could not resolve %s to an ip address"%self.ipName) if not disabled: raise ex.excInitError def __str__(self): return "%s ipdev=%s ipname=%s" % (Res.Resource.__str__(self),\ self.ipDev, self.ipName) def setup_environ(self): os.environ['OPENSVC_IPDEV'] = str(self.ipDev) os.environ['OPENSVC_IPNAME'] = str(self.ipName) os.environ['OPENSVC_MASK'] = str(self.mask) os.environ['OPENSVC_IPADDR'] = str(self.addr) def _status(self, verbose=False): try: s = self.is_up() except ex.excNotSupported: self.status_log("not supported") return rcStatus.UNDEF if self.is_up(): return self.status_stdby(rcStatus.UP) else: return self.status_stdby(rcStatus.DOWN) def arp_announce(self): if ':' in self.addr: return if not which("arping"): self.log.warning("arp annouce skipped. install 'arping'") return cmd = ["arping", "-U", "-c", "1", "-I", self.ipDev, "-s", self.addr, "0.0.0.0"] self.log.info(' '.join(cmd)) qcall(cmd) def check_ping(self): raise ex.MissImpl('check_ping') def startip_cmd(self): raise ex.MissImpl('startip_cmd') def stopip_cmd(self): raise ex.MissImpl('stopip_cmd') def is_up(self): ifconfig = rcIfconfig.ifconfig() if ifconfig.has_param("ipaddr", self.addr) is not None or \ ifconfig.has_param("ip6addr", self.addr) is not None: self.log.debug("%s@%s is up" % (self.addr, self.ipDev)) return True self.log.debug("%s@%s is down" % (self.addr, self.ipDev)) return False def allow_start(self): ifconfig = rcIfconfig.ifconfig() intf = ifconfig.interface(self.ipDev) if intf is None or not intf.flag_up: self.log.error("Interface %s is not up. Cannot stack over it." % self.ipDev) raise ex.IpDevDown(self.ipDev) if self.is_up() is True: self.log.info("%s is already up on %s" % (self.addr, self.ipDev)) raise ex.IpAlreadyUp(self.addr) if self.check_ping(): self.log.error("%s is already up on another host" % (self.addr)) raise ex.IpConflict(self.addr) return def startstandby(self): if rcEnv.nodename in self.always_on: self.start() def start(self): try: self.allow_start() except (ex.IpConflict, ex.IpDevDown): raise ex.excError except ex.IpAlreadyUp: return self.log.debug('pre-checks passed') ifconfig = rcIfconfig.ifconfig() if self.mask is None: self.mask = ifconfig.interface(self.ipDev).mask if self.mask == '': self.log.error("No netmask set on parent interface %s" % self.ipDev) raise ex.excError self.stacked_dev = ifconfig.get_stacked_dev(self.ipDev,\ self.addr,\ self.log) (ret, out) = self.startip_cmd() if ret != 0: self.log.error("failed") raise ex.excError self.arp_announce() def stop(self): if self.is_up() is False: self.log.info("%s is already down on %s" % (self.addr, self.ipDev)) return ifconfig = rcIfconfig.ifconfig() self.stacked_dev = ifconfig.get_stacked_dev(self.ipDev,\ self.addr,\ self.log) (ret, out) = self.stopip_cmd() if ret != 0: self.log.error("failed") raise ex.excError import time tmo = 10 for i in range(tmo): if not self.check_ping(): break time.sleep(1) if i == tmo-1: self.log.error("%s refuse to go down"%self.addr) raise ex.excError if __name__ == "__main__": for c in (Ip,) : help(c) print """i1=Ip("eth0","192.168.0.173")""" i=Ip("eth0","192.168.0.173") print "show i", i print """i.do_action("start")""" i.do_action("start") 0707010006054e000081a40000000000000000000000014c4045e100000145000000b600010002ffffffffffffffff0000002b00000000root/opt/opensvc/lib/rcUtilitiesFreeBSD.pyfrom rcUtilities import call def check_ping(addr, timeout=5, count=1): if ':' in addr: ping = 'ping6' else: ping = 'ping' cmd = [ping, '-c', repr(count), '-W', repr(timeout), addr] (ret, out) = call(cmd) if ret == 0: return True return False 0707010006053c000081a40000000000000000000000014c4045e1000008c5000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/rcMountsHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcMounts from rcUtilities import * from subprocess import Popen def get_src_dir_dev(dev): """Given a directory path, return its hosting device """ process = Popen(['df', '-l', dev], stdout=PIPE, stderr=STDOUT, close_fds=True) buff = process.communicate() out = buff[0] i = out.index('/') return out[i:].split()[0] class Mounts(rcMounts.Mounts): def match_mount(self, i, dev, mnt): """Given a line of 'mount' output, returns True if (dev, mnt) matches this line. Returns False otherwize. Also care about weirdos like loops and binds, ... """ if os.path.isdir(dev): is_bind = True src_dir_dev = get_src_dir_dev(dev) else: is_bind = False if i.mnt != mnt: return False if i.dev == dev: return True if is_bind and i.dev == src_dir_dev: return True return False def __init__(self): self.mounts = [] (ret, out) = call(['mount', '-v']) for l in out.split('\n'): if len(l.split()) != 12: return dev, null, mnt, null, type, mnt_opt, null, null, null, null, null, null = l.split() m = rcMounts.Mount(dev, mnt, type, mnt_opt.strip('()')) self.mounts.append(m) if __name__ == "__main__" : help(Mounts) for m in Mounts(): print m 07070100060523000081a40000000000000000000000014c4045e10000038f000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcAddService.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import logging def addservice(): log = logging.getLogger('CREATE') log.info('enter') 0707010006056f000081a40000000000000000000000014c4045e10000120b000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resMount.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res import os import rcExceptions as ex import rcStatus from rcGlobalEnv import rcEnv from rcUtilities import which class Mount(Res.Resource): """Define a mount resource """ def __init__(self, rid=None, mountPoint=None, device=None, fsType=None, mntOpt=None, always_on=set([]), optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid=rid, type="fs", optional=optional, disabled=disabled, tags=tags) self.mountPoint = mountPoint self.device = device self.fsType = fsType self.mntOpt = mntOpt self.always_on = always_on self.label = device + '@' + mountPoint self.fsck_h = {} self.testfile = os.path.join(mountPoint, '.opensvc') def start(self): if self.fsType == "zfs" : return None if not os.path.exists(self.mountPoint): try: os.makedirs(self.mountPoint) except: self.log.info("failed to create missing mountpoint %s" % self.mountPoint) raise self.log.info("create missing mountpoint %s" % self.mountPoint) def startstandby(self): if rcEnv.nodename in self.always_on: self.start() def fsck(self): if self.fsType not in self.fsck_h: self.log.info("fsck not implemented for %s"%self.fsType) return bin = self.fsck_h[self.fsType]['bin'] cmd = self.fsck_h[self.fsType]['cmd'] if which(bin) is None: self.log.warning("%s not found. bypass."%self.fsType) return (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def need_check_writable(self): if 'ro' in self.mntOpt.split(','): return False if 'nfs' in self.fsType: return False return True def can_check_writable(self): """ orverload in child classes to check os-specific conditions when a write test might hang (solaris lockfs, linux multipath with queueing on and no active path) """ return True def check_writable(self): if not self.can_check_writable(): return False try: f = open(self.testfile, 'w') f.write(' ') f.close() except: return False return True def _status(self, verbose=False): if rcEnv.nodename in self.always_on: if self.is_up(): if self.need_check_writable() and not self.check_writable(): svc.status_log("fs is not writable") return rcStatus.WARN return rcStatus.STDBY_UP else: return rcStatus.STDBY_DOWN else: if self.is_up(): if self.need_check_writable() and not self.check_writable(): svc.status_log("fs is not writable") return rcStatus.WARN return rcStatus.UP else: return rcStatus.DOWN def __str__(self): return "%s mnt=%s dev=%s fsType=%s mntOpt=%s" % (Res.Resource.__str__(self),\ self.mountPoint, self.device, self.fsType, self.mntOpt) def __cmp__(self, other): """order so that deepest mountpoint can be umount first """ return cmp(self.mountPoint, other.mountPoint) if __name__ == "__main__": for c in (Mount,) : help(c) print """ m=Mount("/mnt1","/dev/sda1","ext3","rw") """ m=Mount("/mnt1","/dev/sda1","ext3","rw") print "show m", m 0707010006058e000081a40000000000000000000000014c4045e1000005cf000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/svcHpVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerHpVm as hpvm import rcStatus import rcExceptions as ex from rcGlobalEnv import rcEnv class SvcHpVm(svc.Svc): """ Define hpvm services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self += hpvm.HpVm(vmname) self.runmethod = rcEnv.rsh.split() + [vmname] 07070100060579000081a40000000000000000000000014c4045e100002784000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resSyncNetapp.py# # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import logging from rcGlobalEnv import rcEnv from rcUtilities import which import rcExceptions as ex import rcStatus import resources as Res import time class syncNetapp(Res.Resource): def master(self): s = self.local_snapmirror_status() return s['master'] def slave(self): s = self.local_snapmirror_status() return s['slave'] def local(self): if rcEnv.nodename in self.filers: return self.filers[rcEnv.nodename] return None def _cmd(self, cmd, target, info=False): if target == "local": filer = self.local() elif target == "master": filer = self.master() elif target == "slave": filer = self.slave() elif target in self.filers.values(): filer = target else: self.log.error("unable to find the %s filer"%target) raise ex.excError return self.call(rcEnv.rsh.split() + [self.user+'@'+filer] + cmd, info=info) def cmd_master(self, cmd, info=False): return self._cmd(cmd, "master", info=info) def cmd_slave(self, cmd, info=False): return self._cmd(cmd, "slave", info=info) def cmd_local(self, cmd, info=False): return self._cmd(cmd, "local", info=info) def lagged(self, lag, max=None): if max is None: max = self.sync_max_delay l = lag.split(":") if len(l) != 3: self.log.error("unexpected lag format") raise ex.excError if int(l[0]) * 60 + int(l[1]) > max: return True return False def syncresync(self): (ret, buff) = self.cmd_slave(['snapmirror', 'resync', '-f', self.slave()+':'+self.path_short], info=True) if ret != 0: raise ex.excError def syncswap(self): master = self.master() slave = self.slave() s = self.snapmirror_status(self.local()) if s['state'] != "Broken-off": self.log.error("can not swap: snapmirror is not in state Broken-off") raise ex.excError src = slave+':'+self.path_short dst = master+':'+self.path_short (ret, buff) = self._cmd(['snapmirror', 'resync', '-f', '-S', src, dst], master, info=True) if ret != 0: raise ex.excError (ret, buff) = self._cmd(['snapmirror', 'release', self.path_short, src], master, info=True) if ret != 0: raise ex.excError (ret, buff) = self._cmd(['snapmirror', 'status', '-l', dst], slave, info=False) if ret != 0: raise ex.excError snap = "" state = "" for line in buff.split('\n'): l = line.split() if len(l) < 2: continue if l[0] == "State:": state = l[1] if state != "Broken-off": continue if l[0] == "Base" and l[1] == "Snapshot:": snap = l[-1] break if len(snap) == 0: self.log.error("can not determine base snapshot name to remove on %s"%slave) raise ex.excError import time time.sleep(5) (ret, buff) = self._cmd(['snap', 'delete', self.path_short, snap], slave, info=True) if ret != 0: raise ex.excError def syncupdate(self): s = self.snapmirror_status(self.slave()) if s['state'] == "Quiesced": self.log.error("update not applicable: quiesced") return if s['state'] == "Snapmirrored" and s['status'] == "Transferring": self.log.info("update not applicable: transfer in progress") return if s['state'] != "Snapmirrored" or s['status'] != "Idle": self.log.error("update not applicable: not in snapmirror idle status") return if not self.svc.force and not self.lagged(s['lag'], self.sync_min_delay): self.log.debug("last sync too close") return (ret, buff) = self.cmd_slave(['snapmirror', 'update', self.slave()+':'+self.path_short], info=True) if ret != 0: raise ex.excError def syncresume(self): s = self.snapmirror_status(self.slave()) if s['state'] != "Quiesced": self.log.info("resume not applicable: not quiesced") return (ret, buff) = self.cmd_slave(['snapmirror', 'resume', self.slave()+':'+self.path_short], info=True) if ret != 0: raise ex.excError def syncquiesce(self): s = self.snapmirror_status(self.slave()) if s['state'] == "Quiesced": self.log.info("already quiesced") return elif s['state'] != "Snapmirrored": self.log.error("Can not quiesce: volume not in Snapmirrored state") raise ex.excError if s['status'] == "Pending": self.log.error("Can not quiesce: volume in snapmirror Pending status") raise ex.excError (ret, buff) = self.cmd_slave(['snapmirror', 'quiesce', self.slave()+':'+self.path_short], info=True) if ret != 0: raise ex.excError self.wait_quiesce() def syncbreak(self): (ret, buff) = self.cmd_slave(['snapmirror', 'break', self.slave()+':'+self.path_short], info=True) if ret != 0: raise ex.excError self.wait_break() def wait_quiesce(self): timeout = 60 self.log.info("start waiting quiesce to finish (max %s seconds)"%(timeout*5)) for i in range(timeout): s = self.snapmirror_status(self.slave()) if s['state'] == "Quiesced" and s['status'] == "Idle": return time.sleep(5) self.log.error("timed out waiting for quiesce to finish") raise ex.excError def wait_break(self): timeout = 20 for i in range(timeout): s = self.snapmirror_status(self.slave()) if s['state'] == "Broken-off" and s['status'] == "Idle": return time.sleep(5) self.log.error("timed out waiting for break to finish") raise ex.excError def snapmirror_status(self, filer): (ret, buff) = self._cmd(['snapmirror', 'status'], filer) if ret != 0: self.log.error("can get snapmirror status from %s"%filer) raise ex.excError key = ':'.join([filer, self.path_short]) list = [] for line in buff.split('\n'): l = line.split() if len(l) < 5: continue if l[2] == "Uninitialized": continue if l[0] == key or l[1] == key: list.append(l) if len(list) == 0: self.log.error("%s not found in snapmirror status"%self.path_short) raise ex.excError elif len(list) == 1: l = list[0] master = l[0].split(':')[0] slave = l[1].split(':')[0] return dict(master=master, slave=slave, state=l[2], lag=l[3], status=l[4]) else: self.log.error("%s is in an unsupported state. Please repair manually."%filer) raise ex.excError def local_snapmirror_status(self): return self.snapmirror_status(self.local()) def start(self): if self.local() == self.master(): self.log.info("%s is already replication master"%self.local()) return s = self.snapmirror_status(self.slave()) if s['state'] != "Broken-off": try: self.syncquiesce() except: if self.svc.force: self.log.warning("force mode is on. bypass failed quiesce.") pass else: self.log.error("set force mode to bypass") raise ex.excError self.syncbreak() if rcEnv.host_mode == "PRD": self.syncswap() def stop(self): pass def _status(self, verbose=False): try: s = self.snapmirror_status(self.slave()) except: return rcStatus.UNDEF if s['state'] == "Snapmirrored": if "Transferring" in s['status']: self.log.debug("snapmirror transfer in progress") return rcStatus.WARN elif self.lagged(s['lag']): self.log.debug("snapmirror lag beyond sync_max_delay") return rcStatus.WARN else: return rcStatus.UP return rcStatus.DOWN def __init__(self, rid=None, filers={}, path=None, user=None, sync_max_delay=1440, sync_min_delay=30, optional=False, disabled=False, tags=set([]), internal=False): self.label = "netapp %s on %s"%(path, ', '.join(filers.values())) self.filers = filers self.path = path self.user = user self.sync_max_delay = sync_max_delay self.sync_min_delay = sync_min_delay self.path_short = self.path.replace('/vol/','') Res.Resource.__init__(self, rid, "sync.netapp", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s filers=%s user=%s path=%s" % (Res.Resource.__str__(self),\ self.filers, self.user, self.path) 0707010006058c000081a40000000000000000000000014c4045e100008135000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/svcBuilder.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import sys import ConfigParser import logging import re import socket from rcGlobalEnv import * from rcNode import discover_node from rcUtilities import * import rcLogger import resSyncRsync import resSyncNetapp import rcExceptions as ex check_privs() # # file tree abstraction # rcEnv.pathsvc = os.path.realpath(os.path.join(os.path.dirname(__file__), '..')) rcEnv.pathbin = os.path.join(rcEnv.pathsvc, 'bin') rcEnv.pathetc = os.path.join(rcEnv.pathsvc, 'etc') rcEnv.pathlib = os.path.join(rcEnv.pathsvc, 'lib') rcEnv.pathlog = os.path.join(rcEnv.pathsvc, 'log') rcEnv.pathtmp = os.path.join(rcEnv.pathsvc, 'tmp') rcEnv.pathvar = os.path.join(rcEnv.pathsvc, 'var') rcEnv.pathlock = os.path.join(rcEnv.pathvar, 'lock') rcEnv.sysname, rcEnv.nodename, x, x, rcEnv.machine = os.uname() rcEnv.nodename = socket.gethostname() os.environ['LANG'] = 'C' os.environ['PATH'] = '/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin' def svcmode_mod_name(svcmode=''): """Returns (moduleName, serviceClassName) implementing the class for a given service mode. For example: lxc => ('svcLxc', 'SvcLxc') zone => ('svcZone', 'SvcZone') hosted => ('svcHosted', 'SvcHosted') """ if svcmode == 'lxc': return ('svcLxc', 'SvcLxc') elif svcmode == 'zone': return ('svcZone', 'SvcZone') elif svcmode == 'jail': return ('svcJail', 'SvcJail') elif svcmode == 'hosted': return ('svcHosted', 'SvcHosted') elif svcmode == 'hpvm': return ('svcHpVm', 'SvcHpVm') elif svcmode == 'ldom': return ('svcLdom', 'SvcLdom') elif svcmode == 'kvm': return ('svcKvm', 'SvcKvm') elif svcmode == 'xen': return ('svcXen', 'SvcXen') raise def get_tags(conf, section): if conf.has_option(section, 'tags'): return set(conf.get(section, "tags").split()) return set([]) def get_optional(conf, section): if conf.has_option(section, 'optional'): return conf.getboolean(section, "optional") return False def get_disabled(conf, section): if conf.has_option(section, 'disable'): return conf.getboolean(section, "disable") return False def need_scsireserv(resource, conf, section): """scsireserv = true can be set globally or in a specific resource section """ if conf.has_option(section, 'scsireserv'): if conf.getboolean(section, 'scsireserv') == True: return True else: return False elif conf.has_option('default', 'scsireserv') and \ conf.getboolean('default', 'scsireserv') == True: return True return False def add_scsireserv(svc, resource, conf, section): if not need_scsireserv(resource, conf, section): return try: sr = __import__('resScsiReserv'+rcEnv.sysname) except: sr = __import__('resScsiReserv') kwargs = {} kwargs['rid'] = resource.rid kwargs['tags'] = resource.tags kwargs['disks'] = resource.disklist() kwargs['disabled'] = resource.is_disabled() kwargs['optional'] = resource.is_optional() r = sr.ScsiReserv(**kwargs) svc += r def add_triggers(resource, conf, section): if conf.has_option(section, 'pre_stop'): resource.pre_stop = conf.get(section, 'pre_stop').split() if conf.has_option(section, 'pre_start'): resource.pre_start = conf.get(section, 'pre_start').split() if conf.has_option(section, 'pre_syncnodes'): resource.pre_syncnodes = conf.get(section, 'pre_syncnodes').split() if conf.has_option(section, 'pre_syncdrp'): resource.pre_syncdrp = conf.get(section, 'pre_syncdrp').split() if conf.has_option(section, 'post_stop'): resource.post_stop = conf.get(section, 'post_stop').split() if conf.has_option(section, 'post_start'): resource.post_start = conf.get(section, 'post_start').split() if conf.has_option(section, 'post_syncnodes'): resource.post_syncnodes = conf.get(section, 'post_syncnodes').split() if conf.has_option(section, 'post_syncdrp'): resource.post_syncdrp = conf.get(section, 'post_syncdrp').split() def always_on_nodes_set(svc, conf, section): try: always_on_opt = conf.get(section, "always_on").split() except: always_on_opt = [] always_on = set([]) if 'nodes' in always_on_opt: always_on |= svc.nodes if 'drpnodes' in always_on_opt: always_on |= svc.drpnodes always_on |= set(always_on_opt) - set(['nodes', 'drpnodes']) return always_on def add_ips(svc, conf): """Parse the configuration file and add an ip object for each [ip#n] section. Ip objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('ip#[0-9]', s, re.I) is None: continue kwargs = {} if conf.has_option(s, "ipname@"+rcEnv.nodename): kwargs['ipName'] = conf.get(s, "ipname@"+rcEnv.nodename) elif conf.has_option(s, "ipname"): kwargs['ipName'] = conf.get(s, "ipname") else: svc.log.error("nor ipname and ipname@%s defined in config file section %s"%(rcEnv.nodename, s)) continue if conf.has_option(s, "ipdev@"+rcEnv.nodename): kwargs['ipDev'] = conf.get(s, "ipdev@"+rcEnv.nodename) elif conf.has_option(s, "ipdev"): kwargs['ipDev'] = conf.get(s, "ipdev") else: svc.log.debug('add_ips ipdev not found in ip section %s'%s) continue if hasattr(svc, "vmname"): vmname = svc.vmname else: vmname = svc.svcname if conf.has_option(s, "netmask"): kwargs['mask'] = conf.get(s, "netmask") if svc.svcmode == 'lxc': ip = __import__('resIp'+rcEnv.sysname+'Lxc') elif svc.svcmode == 'kvm': ip = __import__('resIp'+'Kvm') elif svc.svcmode == 'hpvm': ip = __import__('resIp'+'HpVm') elif svc.svcmode == 'ldom': ip = __import__('resIp'+'Ldom') elif svc.svcmode == 'zone': ip = __import__('resIp'+'Zone') elif svc.svcmode == 'xen': ip = __import__('resIp'+'Xen') else: ip = __import__('resIp'+rcEnv.sysname) kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = ip.Ip(**kwargs) add_triggers(r, conf, s) svc += r def add_drbds(svc, conf): """Parse the configuration file and add a drbd object for each [drbd#n] section. Drbd objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('drbd#[0-9]', s, re.I) is None: continue kwargs = {} if conf.has_option(s, "res"): kwargs['res'] = conf.get(s, "res") else: svc.log.error("res must be set in section %s"%s) return kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) drbd = __import__('resDrbd') r = drbd.Drbd(**kwargs) add_triggers(r, conf, s) svc += r def add_loops(svc, conf): """Parse the configuration file and add a loop object for each [loop#n] section. Loop objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('loop#[0-9]', s, re.I) is None: continue kwargs = {} if conf.has_option(s, "file"): kwargs['loopFile'] = conf.get(s, "file") else: svc.log.error("file must be set in section %s"%s) return kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) loop = __import__('resLoop'+rcEnv.sysname) r = loop.Loop(**kwargs) add_triggers(r, conf, s) svc += r def add_vgs(svc, conf): """Parse the configuration file and add a vg object for each [vg#n] section. Vg objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('vg#[0-9]', s, re.I) is None: continue kwargs = {} if not conf.has_option(s, "vgname"): svc.log.error("vgname must be set in section %s"%s) return else: kwargs['name'] = conf.get(s, "vgname") if conf.has_option(s, "dsf"): kwargs['dsf'] = conf.getboolean(s, "dsf") kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) vg = __import__('resVg'+rcEnv.sysname) r = vg.Vg(**kwargs) add_triggers(r, conf, s) svc += r add_scsireserv(svc, r, conf, s) def add_vmdg(svc, conf): if not conf.has_section('vmdg'): return if svc.svcmode == 'hpvm': vg = __import__('resVgHpVm') elif svc.svcmode == 'ldom': vg = __import__('resVgLdom') elif svc.svcmode in rcEnv.vt_libvirt: vg = __import__('resVgLibvirtVm') else: return kwargs = {} kwargs['rid'] = 'vmdg' kwargs['tags'] = get_tags(conf, 'vmdg') kwargs['name'] = 'vmdg' kwargs['disabled'] = get_disabled(conf, 'vmdg') kwargs['optional'] = get_optional(conf, 'vmdg') r = vg.Vg(**kwargs) add_triggers(r, conf, 'vmdg') svc += r add_scsireserv(svc, r, conf, 'vmdg') def add_pools(svc, conf): """Parse the configuration file and add a pool object for each [pool#n] section. Pools objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('pool#[0-9]', s, re.I) is None: continue if conf.has_option(s, "poolname@"+rcEnv.nodename): name = conf.get(s, "poolname@"+rcEnv.nodename) else: name = conf.get(s, "poolname") pool = __import__('resVgZfs') kwargs = {} kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['name'] = name kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = pool.Pool(**kwargs) add_triggers(r, conf, s) svc += r add_scsireserv(svc, r, conf, s) def add_filesystems(svc, conf): """Parse the configuration file and add a fs object for each [fs#n] section. Fs objects are stored in a list in the service object. """ for s in conf.sections(): if re.match('fs#[0-9]', s, re.I) is None: continue if conf.has_option(s, "dev@"+rcEnv.nodename): dev = conf.get(s, "dev@"+rcEnv.nodename) elif conf.has_option(s, "dev"): dev = conf.get(s, "dev") else: svc.log.error("nor dev and dev@%s defined in config file section %s"%(rcEnv.nodename, s)) dev = None continue mnt = conf.get(s, "mnt") if mnt[-1] == '/': """ Remove trailing / to not risk losing rsync src trailing / upon snap mountpoint substitution. """ mnt = mnt[0:-1] try: type = conf.get(s, "type") except: type = "" try: mnt_opt = conf.get(s, "mnt_opt") except: mnt_opt = "" if svc.svcmode == 'zone': try: globalfs = conf.get(s, "globalfs") except: globalfs = False if globalfs is False: mnt = os.path.realpath(svc.zone.zonepath+'/root/'+mnt) mount = __import__('resMount'+rcEnv.sysname) kwargs = {} kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['mountPoint'] = mnt kwargs['device'] = dev kwargs['fsType'] = type kwargs['mntOpt'] = mnt_opt kwargs['always_on'] = always_on_nodes_set(svc, conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = mount.Mount(**kwargs) add_triggers(r, conf, s) svc += r #add_scsireserv(svc, r, conf, s) def add_mandatory_syncs(svc): """Mandatory files to sync: 1/ to all nodes: service definition 2/ to drpnodes: system files to replace on the drpnode in case of startdrp """ """1 """ src = [] src.append(os.path.join(rcEnv.pathetc, svc.svcname)) src.append(os.path.join(rcEnv.pathetc, svc.svcname+'.env')) src.append(os.path.join(rcEnv.pathetc, svc.svcname+'.d')) localrc = os.path.join(rcEnv.pathetc, svc.svcname+'.dir') if os.path.exists(localrc): src.append(localrc) for rs in svc.resSets: for r in rs.resources: src += r.files_to_sync() dst = os.path.join("/") exclude = ['--exclude=*.core'] targethash = {'nodes': svc.nodes, 'drpnodes': svc.drpnodes} r = resSyncRsync.Rsync(rid="sync#i0", src=src, dst=dst, exclude=['-R']+exclude, target=targethash, internal=True) svc += r """2 """ targethash = {'drpnodes': svc.drpnodes} """ Reparent all PRD backed-up file in drp_path/node on the drpnode """ dst = os.path.join(rcEnv.drp_path, rcEnv.nodename) i = 0 for src, exclude in rcEnv.drp_sync_files: """'-R' triggers rsync relative mode """ src = [ s for s in src if os.path.exists(s) ] if len(src) == 0: continue i += 1 r = resSyncRsync.Rsync(rid="sync#i"+str(i), src=src, dst=dst, exclude=['-R']+exclude, target=targethash, internal=True) svc += r def add_syncs(svc, conf): add_syncs_rsync(svc, conf) add_syncs_netapp(svc, conf) add_syncs_symclone(svc, conf) add_syncs_dds(svc, conf) add_syncs_zfs(svc, conf) def add_syncs_zfs(svc, conf): zfs = __import__('resSyncZfs') for s in conf.sections(): if re.match('sync#[0-9]', s, re.I) is None: continue if conf.has_option(s, 'type') and \ conf.get(s, 'type') != 'zfs': continue if not conf.has_option(s, 'type'): continue kwargs = {} if conf.has_option(s, "src@"+rcEnv.nodename): src = conf.get(s, "src@"+rcEnv.nodename) elif conf.has_option(s, 'src'): src = conf.get(s, "src") else: log.error("config file section %s must have src set" % s) return kwargs['src'] = src if conf.has_option(s, "dst@"+rcEnv.nodename): dst = conf.get(s, "dst@"+rcEnv.nodename) elif conf.has_option(s, 'dst'): dst = conf.get(s, "dst") else: dst = src kwargs['dst'] = dst if not conf.has_option(s, 'target'): log.error("config file section %s must have target set" % s) return else: kwargs['target'] = conf.get(s, 'target').split() if conf.has_option(s, 'recursive'): kwargs['recursive'] = conf.getboolean(s, 'recursive') if conf.has_option(s, 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint(s, 'sync_max_delay') elif conf.has_option('default', 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint('default', 'sync_max_delay') if conf.has_option(s, 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint(s, 'sync_min_delay') elif conf.has_option('default', 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint('default', 'sync_min_delay') kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = zfs.SyncZfs(**kwargs) add_triggers(r, conf, s) svc += r def add_syncs_dds(svc, conf): dds = __import__('resSyncDds') for s in conf.sections(): if re.match('sync#[0-9]', s, re.I) is None: continue if conf.has_option(s, 'type') and \ conf.get(s, 'type') != 'dds': continue if not conf.has_option(s, 'type'): continue kwargs = {} if not conf.has_option(s, 'src'): log.error("config file section %s must have src set" % s) return else: kwargs['src'] = conf.get(s, 'src') if not conf.has_option(s, 'dst'): kwargs['dst'] = conf.get(s, 'src') else: kwargs['dst'] = conf.get(s, 'dst') if not conf.has_option(s, 'target'): log.error("config file section %s must have target set" % s) return else: kwargs['target'] = conf.get(s, 'target').split() if conf.has_option(s, 'sender'): kwargs['sender'] = conf.get(s, 'sender') if conf.has_option(s, 'snap_size'): kwargs['snap_size'] = conf.getint(s, 'snap_size') if conf.has_option(s, 'delta_store'): kwargs['delta_store'] = conf.get(s, 'delta_store') if conf.has_option(s, 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint(s, 'sync_max_delay') elif conf.has_option('default', 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint('default', 'sync_max_delay') if conf.has_option(s, 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint(s, 'sync_min_delay') elif conf.has_option('default', 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint('default', 'sync_min_delay') kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = dds.syncDds(**kwargs) add_triggers(r, conf, s) svc += r def add_syncs_symclone(svc, conf): try: sc = __import__('resSyncSymclone'+rcEnv.sysname) except: sc = __import__('resSyncSymclone') for s in conf.sections(): if re.match('sync#[0-9]', s, re.I) is None: continue if conf.has_option(s, 'type') and \ conf.get(s, 'type') != 'symclone': continue if not conf.has_option(s, 'type'): continue symdevs = [] kwargs = {} if not conf.has_option(s, 'symdg'): log.error("config file section %s must have symdg set" % s) return else: kwargs['symdg'] = conf.get(s, 'symdg') if conf.has_option(s, 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint(s, 'sync_max_delay') elif conf.has_option('default', 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint('default', 'sync_max_delay') if conf.has_option(s, 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint(s, 'sync_min_delay') elif conf.has_option('default', 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint('default', 'sync_min_delay') if 'symdevs@'+rcEnv.nodename in conf.options(s): symdevs = conf.get(s, 'symdevs@'+rcEnv.nodename).split() if 'symdevs' in conf.options(s) and symdevs == []: symdevs = conf.get(s, 'symdevs').split() if len(symdevs) == 0: log.error("config file section %s must have symdevs or symdevs@node set" % s) return else: kwargs['symdevs'] = symdevs if conf.has_option(s, 'precopy_timeout'): kwargs['precopy_timeout'] = conf.getint(s, 'precopy_timeout') kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = sc.syncSymclone(**kwargs) add_triggers(r, conf, s) svc += r def add_syncs_netapp(svc, conf): for s in conf.sections(): if re.match('sync#[0-9]', s, re.I) is None: continue if conf.has_option(s, 'type') and \ conf.get(s, 'type') != 'netapp': continue if not conf.has_option(s, 'type'): continue if not conf.has_option(s, 'path'): log.error("config file section %s must have path set" % s) return if not conf.has_option(s, 'user'): log.error("config file section %s must have user set" % s) return kwargs = {} if conf.has_option(s, 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint(s, 'sync_max_delay') elif conf.has_option('default', 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint('default', 'sync_max_delay') if conf.has_option(s, 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint(s, 'sync_min_delay') elif conf.has_option('default', 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint('default', 'sync_min_delay') filers = {} if 'filer' in conf.options(s): for n in svc.nodes | svc.drpnodes: filers[n] = conf.get(s, 'filer') for o in conf.options(s): if 'filer@' not in o: continue (filer, node) = o.split('@') filers[node] = conf.get(s, o) if rcEnv.nodename not in filers: log.error("config file section %s must have filer@%s set" %(s, rcEnv.nodename)) kwargs['filers'] = filers kwargs['path'] = conf.get(s, 'path') kwargs['user'] = conf.get(s, 'user') kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = resSyncNetapp.syncNetapp(**kwargs) add_triggers(r, conf, s) svc += r def add_syncs_rsync(svc, conf): """Add mandatory node-to-nodes and node-to-drpnode synchronizations, plus the those described in the config file. """ add_mandatory_syncs(svc) for s in conf.sections(): if re.match('sync#[0-9]', s, re.I) is None: continue if conf.has_option(s, 'type') and \ conf.get(s, 'type') != 'rsync': continue if not conf.has_option(s, 'src') or \ not conf.has_option(s, 'dst'): log.error("config file section %s must have src and dst set" % s) return kwargs = {} kwargs['src'] = conf.get(s, "src").split() kwargs['dst'] = conf.get(s, "dst") if conf.has_option(s, 'dstfs'): kwargs['dstfs'] = conf.get(s, 'dstfs') if conf.has_option(s, 'exclude'): kwargs['exclude'] = conf.get(s, 'exclude').split() if conf.has_option(s, 'snap'): kwargs['snap'] = conf.getboolean(s, 'snap') if conf.has_option(s, 'target'): target = conf.get(s, 'target').split() else: target = [] if conf.has_option(s, 'bwlimit'): kwargs['bwlimit'] = conf.get(s, 'bwlimit') if conf.has_option(s, 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint(s, 'sync_min_delay') elif conf.has_option('default', 'sync_min_delay'): kwargs['sync_min_delay'] = conf.getint('default', 'sync_min_delay') if conf.has_option(s, 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint(s, 'sync_max_delay') elif conf.has_option('default', 'sync_max_delay'): kwargs['sync_max_delay'] = conf.getint('default', 'sync_max_delay') targethash = {} if 'nodes' in target: targethash['nodes'] = svc.nodes if 'drpnodes' in target: targethash['drpnodes'] = svc.drpnodes kwargs['target'] = targethash kwargs['rid'] = s kwargs['tags'] = get_tags(conf, s) kwargs['disabled'] = get_disabled(conf, s) kwargs['optional'] = get_optional(conf, s) r = resSyncRsync.Rsync(**kwargs) add_triggers(r, conf, s) svc += r def add_apps(svc, conf): if svc.svcmode in rcEnv.vt_supported: resApp = __import__('resAppVm') else: resApp = __import__('resApp') r = resApp.Apps(runmethod=svc.runmethod) svc += r def setup_logging(): """Setup logging to stream + logfile, and logfile rotation class Logger instance name: 'log' """ logging.setLoggerClass(rcLogger.Logger) global log log = logging.getLogger('INIT') if '--debug' in sys.argv: rcEnv.loglevel = logging.DEBUG log.setLevel(logging.DEBUG) elif '--warn' in sys.argv: rcEnv.loglevel = logging.WARNING log.setLevel(logging.WARNING) elif '--error' in sys.argv: rcEnv.loglevel = logging.ERROR log.setLevel(logging.ERROR) else: rcEnv.loglevel = logging.INFO log.setLevel(logging.INFO) def syncnodes(self): """Run all sync jobs to peer nodes for the service """ for s in self.syncs: if s.syncnodes() != 0: return 1 def syncdrp(self): """Run all sync jobs to drp nodes for the service """ for s in self.syncs: if s.syncdrp() != 0: return 1 def build(name): """build(name) is in charge of Svc creation it return None if service Name is not managed by local node else it return new Svc instance """ svcconf = os.path.join(rcEnv.pathetc, name) + '.env' svcinitd = os.path.join(rcEnv.pathetc, name) + '.d' logfile = os.path.join(rcEnv.pathlog, name) + '.log' rcEnv.logfile = logfile setup_logging() # # node discovery is hidden in a separate module to # keep it separate from the framework stuff # discover_node() # # parse service configuration file # class RawConfigParser instance name: 'conf' # svcmode = "hosted" conf = None kwargs = {'svcname': name} if os.path.isfile(svcconf): conf = ConfigParser.RawConfigParser() conf.read(svcconf) if conf.has_option("default", "mode"): svcmode = conf.get("default", "mode") if conf.has_option("default", "vm_name"): if svcmode not in rcEnv.vt_supported: log.error("can not set 'vm_name' with '%s' mode in %s env"%(svcmode, name)) return None vmname = conf.get("default", "vm_name") kwargs['vmname'] = vmname if conf.has_option("default", "guest_os") and \ len(conf.get("default", "guest_os")) > 0: if svcmode not in rcEnv.vt_supported: log.error("can not set 'guest_os' with '%s' mode in %s env"%(svcmode, name)) return None guestos = conf.get("default", "guest_os") kwargs['guestos'] = guestos elif svcmode in rcEnv.vt_supported: guestos = rcEnv.sysname kwargs['guestos'] = guestos if svcmode == 'jail': if not conf.has_option("default", "jailroot"): log.error("jailroot parameter is mandatory for jail mode") return None jailroot = conf.get("default", "jailroot") if not os.path.exists(jailroot): log.error("jailroot %s does not exist"%jailroot) return None kwargs['jailroot'] = jailroot # # dynamically import the module matching the service mode # and instanciate a service # log.debug('service mode = ' + svcmode) mod , svc_class_name = svcmode_mod_name(svcmode) svcMod = __import__(mod) svc = getattr(svcMod, svc_class_name)(**kwargs) svc.svcmode = svcmode # # Store useful properties # svc.logfile = logfile svc.conf = svcconf svc.initd = svcinitd # # Setup service properties from config file content # if conf.has_option("default", "nodes"): svc.nodes = set(conf.get("default", "nodes").split()) svc.nodes -= set(['']) else: svc.nodes = set([]) if conf.has_option("default", "drpnodes"): svc.drpnodes = set(conf.get("default", "drpnodes").split()) svc.drpnodes -= set(['']) else: svc.drpnodes = set([]) if conf.has_option("default", "drpnode"): svc.drpnode = conf.get("default", "drpnode") svc.drpnodes |= set([svc.drpnode]) svc.drpnodes -= set(['']) else: svc.drpnode = '' """ prune not managed service """ if rcEnv.nodename not in svc.nodes | svc.drpnodes: log.error('service %s not managed here' % name) del(svc) return None if conf.has_option("default", "service_type"): svc.svctype = conf.get("default", "service_type") else: svc.svctype = '' allowed_svctype = ['PRD', 'DEV', 'TMP', 'TST'] if svc.svctype not in allowed_svctype: log.error('service %s type %s is not a known service type (%s)'%(svc.svcname, svc.svctype, ', '.join(allowed_svctype))) del(svc) return None """ prune service whose service type does not match host mode """ if svc.svctype != 'PRD' and rcEnv.host_mode == 'PRD': log.error('service %s type %s is not allowed to run on this node (host mode %s)' % (svc.svcname, svc.svctype, rcEnv.host_mode)) del(svc) return None if conf.has_option("default", "autostart_node"): svc.autostart_node = conf.get("default", "autostart_node") else: svc.autostart_node = '' if conf.has_option("default", "drp_type"): svc.drp_type = conf.get("default", "drp_type") else: svc.drp_type = '' if conf.has_option("default", "comment"): svc.comment = conf.get("default", "comment") else: svc.comment = '' if conf.has_option("default", "app"): svc.app = conf.get("default", "app") else: svc.app = '' if conf.has_option("default", "drnoaction"): svc.drnoaction = conf.get("default", "drnoaction") else: svc.drnoaction = False if conf.has_option("default", "bwlimit"): svc.bwlimit = conf.get("default", "bwlimit") else: svc.bwlimit = None # # instanciate resources # try: add_ips(svc, conf) add_drbds(svc, conf) add_loops(svc, conf) add_vgs(svc, conf) add_vmdg(svc, conf) add_pools(svc, conf) add_filesystems(svc, conf) add_apps(svc, conf) add_syncs(svc, conf) except ex.excInitError: return None return svc def is_service(f): svcmgr = os.path.join(rcEnv.pathsvc, 'bin', 'svcmgr') if os.path.realpath(f) != os.path.realpath(svcmgr): return False if not os.path.exists(f + '.env'): return False return True def build_services(status=None, svcnames=[], onlyprimary=False, onlysecondary=False): """returns a list of all services of status matching the specified status. If no status is specified, returns all services """ services = {} for name in os.listdir(rcEnv.pathetc): if len(svcnames) > 0 and name not in svcnames: continue if not is_service(os.path.join(rcEnv.pathetc, name)): continue svc = build(name) if svc is None : continue if status is not None and svc.status() != status: continue if onlyprimary and svc.autostart_node != rcEnv.nodename: continue if onlysecondary and svc.autostart_node == rcEnv.nodename: continue services[svc.svcname] = svc return [ s for n ,s in sorted(services.items()) ] 0707010006055c000081a40000000000000000000000014c4045e100001843000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/resContainerZone.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from datetime import datetime import rcStatus import resources as Res import time import os from rcUtilities import justcall, vcall from stat import * import resContainer class Zone(resContainer.Container): def __init__(self, name, optional=False, disabled=False, tags=set([])): """define Zone object attribute : name label state zonepath """ Res.Resource.__init__(self, rid="zone", type="container.zone", optional=optional, disabled=disabled, tags=tags) self.name = name self.label = name self.state = None self.zonepath = os.path.realpath(os.path.join( 'zones', self.name)) self.zone_refresh() def zoneadm(self, action): if action in [ 'ready' , 'boot' ,'shutdown' , 'halt' ,'attach', 'detach' ] : cmd = ['zoneadm', '-z', self.name, action ] else: self.log.error("unsupported zone action: %s" % action) return 1 t = datetime.now() (ret, out) = self.vcall(cmd) len = datetime.now() - t self.log.info('%s done in %s - ret %i - logs in %s' % (action, len, ret, out)) return ret def set_zonepath_perms(self): if not os.path.exists(self.zonepath): os.makedirs(self.zonepath) s = os.stat(self.zonepath) if s.st_uid != 0 or s.st_gid != 0: self.log.info("set %s ownership to uid 0 gid 0"%self.zonepath) os.chown(self.zonepath, 0, 0) mode = s[ST_MODE] if (S_IWOTH&mode) or (S_IXOTH&mode) or (S_IROTH&mode) or \ (S_IWGRP&mode) or (S_IXGRP&mode) or (S_IRGRP&mode): self.vcall(['chmod', '700', self.zonepath]) def attach(self): self.zone_refresh() if self.state in ('installed' , 'ready', 'running'): self.log.info("zone container %s already installed" % self.name) return 0 return self.zoneadm('attach') def detach(self): self.zone_refresh() if self.state == "configured" : self.log.info("zone container %s already detached/configured" % self.name) return 0 return self.zoneadm('detach') def ready(self): self.zone_refresh() if self.state == 'ready' or self.state == "running" : self.log.info("zone container %s already ready" % self.name) return 0 self.set_zonepath_perms() return self.zoneadm('ready') def install_drp_flag(self): rootfs = self.zonepath flag = os.path.join(rootfs, ".drp_flag") self.log.info("install drp flag in container : %s"%flag) with open(flag, 'w') as f: f.write(' ') f.close() def boot(self): self.zone_refresh() if self.state == "running" : self.log.info("zone container %s already running" % self.name) return 0 return self.zoneadm('boot') def stop(self): """ Need wait poststat after returning to installed state on ipkg example : /bin/ksh -p /usr/lib/brand/ipkg/poststate zonename zonepath 5 4 """ self.zone_refresh() if self.state in [ 'installed', 'configured'] : self.log.info("zone container %s already stopped" % self.name) return 0 if self.state == 'running': (ret, out) = self.vcall(['zlogin' , self.name , '/sbin/init' , '0']) for t in range(self.shutdown_timeout): self.zone_refresh() if self.state == 'installed': for t2 in range(self.shutdown_timeout): time.sleep(1) (out,err,st) = justcall([ 'pgrep', '-fl', 'ipkg/poststate.*'+ self.name]) if st == 0 : self.log.info("Waiting for ipkg poststate complete: %s" % out) else: break return 0 time.sleep(1) self.log.info("timeout out waiting for %s shutdown", self.name) return self.zoneadm('halt') def _status(self, verbose=False): self.zone_refresh() if self.state == 'running' : return rcStatus.UP else: return rcStatus.DOWN def zone_refresh(self): """ refresh Zone object attributes: state zonepath brand from zoneadm -z zonename list -p zoneid:zonename:state:zonepath:uuid:brand:ip-type """ (out,err,st) = justcall([ 'zoneadm', '-z', self.name, 'list', '-p' ]) if st == 0 : (zoneid,zonename,state,zonepath,uuid,brand,iptype)=out.split(':') if zonename == self.name : self.state = state self.zonepath = zonepath self.brand = brand return True else: return False else: return False def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) if __name__ == "__main__": for c in (Zone,) : help(c) 07070100060547000081a40000000000000000000000014c4045e1000016ae000000b600010002ffffffffffffffff0000002700000000root/opt/opensvc/lib/rcStatsFreeBSD.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv today = datetime.datetime.today() yesterday = today - datetime.timedelta(days=1) def twodays(fn): if which('bsdsar') is None: return [] lines = fn(yesterday) lines += fn(today) return lines def stats_cpu(): return twodays(stats_cpu_day) def stats_cpu_day(t): """ ['date', 'cpu', 'usr', 'nice', 'sys', 'iowait', 'steal', 'irq', 'soft', 'guest', 'idle', 'nodename'], """ d = t.strftime("%Y-%m-%d") day = t.strftime("%d") cmd = ['bsdsar', '-u', '-n', day] (ret, buff) = call(cmd, errlog=False) if ret != 0: cmd = ['bsdsar', '-u', '-n', day] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 6: continue if l[0] == 'Time': continue x = [l[0], 'ALL', l[1], l[3], l[2], '0', '0', l[4], '0', '0', l[5], rcEnv.nodename] x[0] = '%s %s'%(d, x[0]) lines.append(x) return lines def stats_mem_u(): return twodays(stats_mem_u_day) def kb(s): n = int(s[0:-1]) unit = s[-1] if unit == 'k' or unit =='K': return n elif unit == 'M': return n*1024 elif unit == 'G': return n*1024*1024 elif unit == 'T': return n*1024*1024*1204 elif unit == 'P': return n*1024*1024*1204*1024 def stats_mem_u_day(t): """ ['date', 'kbmemfree', 'kbmemused', 'pct_memused', 'kbbuffers', 'kbcached', 'kbcommit', 'pct_commit', 'kbmemsys', 'nodename'], """ d = t.strftime("%Y-%m-%d") day = t.strftime("%d") cmd = ['sysctl', 'hw.physmem'] (ret, out) = call(cmd) physmem = int(out.split(': ')[1])/1024 cmd = ['sysctl', 'hw.usermem'] (ret, out) = call(cmd) usermem = int(out.split(': ')[1])/1024 cmd = ['bsdsar', '-r', '-n', day] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 7: continue if l[0] == 'Time': continue free = kb(l[1]) used = kb(l[2])+kb(l[3]) x = [l[0], str(free), str(used), str(used/(used+free)), '0', '0', '0', '0', str(physmem-usermem)] x.append(rcEnv.nodename) x[0] = '%s %s'%(d, x[0]) lines.append(x) return lines def stats_proc(): return twodays(stats_proc_day) def stats_proc_day(t): return [] def stats_swap(): return twodays(stats_swap_day) def stats_swap_day(t): """ ['date', 'kbswpfree', 'kbswpused', 'pct_swpused', 'kbswpcad', 'pct_swpcad', 'nodename'], """ d = t.strftime("%Y-%m-%d") day = t.strftime("%d") cmd = ['bsdsar', '-r', '-n', day] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 7: continue if l[0] == 'Time': continue free = kb(l[6]) used = kb(l[5]) x = [l[0], str(free), str(used), str(used/(free+used)), '0', '0'] x.append(rcEnv.nodename) x[0] = '%s %s'%(d, x[0]) lines.append(x) return lines def stats_block(): return twodays(stats_block_day) def stats_block_day(t): return [] def stats_blockdev(): return twodays(stats_blockdev_day) def stats_blockdev_day(t): return [] def stats_netdev(): return twodays(stats_netdev_day) def stats_netdev_day(t): """ ['date', 'dev', 'rxpckps', 'txpckps', 'rxkBps', 'txkBps', 'nodename'], """ d = t.strftime("%Y-%m-%d") day = t.strftime("%d") cmd = ['bsdsar', '-I', '-n', day] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 9: continue if l[0] == 'Time': continue x = [l[0], l[8], l[1], l[4], l[3], l[6]] x.append(rcEnv.nodename) x[0] = '%s %s'%(x, x[0]) lines.append(x) return lines def stats_netdev_err(): return twodays(stats_netdev_err_day) def stats_netdev_err_day(t): """ ['date', 'dev', 'rxerrps', 'txerrps', 'collps', 'rxdropps', 'txdropps', 'nodename'], """ d = t.strftime("%Y-%m-%d") day = t.strftime("%d") cmd = ['bsdsar', '-I', '-n', day] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 9: continue if l[0] == 'Time': continue x = [l[0], l[8], l[2], l[5], l[7], '0', '0'] x.append(rcEnv.nodename) x[0] = '%s %s'%(x, l[0]) lines.append(x) return lines 07070100060526000081a40000000000000000000000014c4045e10000052c000000b600010002ffffffffffffffff0000002a00000000root/opt/opensvc/lib/rcDiskInfoFreeBSD.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import call, which import rcDiskInfo class diskInfo(rcDiskInfo.diskInfo): disk_ids = {} def disk_id(self, dev): print "%s:disk_id TODO"%__file__ return "" def disk_vendor(self, dev): print "%s:disk_vendor TODO"%__file__ return "" def disk_model(self, dev): print "%s:disk_model TODO"%__file__ return "" def disk_size(self, dev): print "%s:disk_size TODO"%__file__ return 0 07070100060544000081a40000000000000000000000014c4045e10000071a000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/rcPkgLinux.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv def listpkg_dummy(): print "pushpkg supported on this system" return [] def listpkg_rpm(): (ret, out) = call(cmd, errlog=False, cache=True) lines = [] for line in out.split('\n'): l = line.split() if len(l) != 3: continue x = [rcEnv.nodename] + l lines.append(x) return lines def listpkg_deb(): (ret, out) = call(cmd, errlog=False, cache=True) lines = [] arch = "" for line in out.split('\n'): l = line.split() if len(l) < 4: continue if l[0] != "ii": continue x = [rcEnv.nodename] + l[1:3] + [arch] lines.append(x) return lines if which('dpkg') is not None: cmd = ['dpkg', '-l'] listpkg = listpkg_deb elif which('rpm') is not None: cmd = ['rpm', '-qa', '--queryformat=%{n} %{v}-%{r} %{arch}\n'] listpkg = listpkg_rpm else: cmd = ['true'] listpkg = listpkg_dummy 0707010006057c000081a40000000000000000000000014c4045e100000ae5000000b600010002ffffffffffffffff0000002d00000000root/opt/opensvc/lib/resSyncSymcloneLinux.py# # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import logging from rcGlobalEnv import rcEnv from rcUtilities import which import rcExceptions as ex import rcStatus import resources as Res import time import datetime import resSyncSymclone as symclone class syncSymclone(symclone.syncSymclone): def dev_rescan(self, dev): dev = dev.replace('/dev/', '') sysdev = "/sys/block/%s/device/rescan"%dev self.log.info("echo 1>%s"%sysdev) with open(sysdev, 'w') as s: s.write("1") def refresh_multipath(self, dev): cmd = ['multipath', '-v0', '-r', dev] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def dev_ready(self, dev): cmd = ['sg_turs', dev] (ret, out) = self.vcall(cmd) if ret != 0: return False return True def wait_for_dev_ready(self, dev): delay = 1 timeout = 5 for i in range(timeout/delay): if self.dev_ready(dev): return if i == 0: self.log.info("waiting for device %s to become ready (max %i secs)"%(dev,timeout)) time.sleep(delay) self.log.error("timed out waiting for device %s to become ready (max %i secs)"%(dev,timeout)) raise ex.excError def wait_for_devs_ready(self): for (symid, devid) in self.symld: dev = self.symld[symid, devid]['pdev'] self.dev_rescan(dev) self.wait_for_dev_ready(dev) self.refresh_multipath(dev) def __init__(self, rid=None, symdg=None, symdevs=[], precopy_timeout=300, sync_max_delay=1440, sync_min_delay=30, optional=False, disabled=False, tags=set([]), internal=False): symclone.syncSymclone.__init__(self, rid, symdg, symdevs, precopy_timeout, sync_max_delay, sync_min_delay, optional=optional, disabled=disabled, tags=tags, internal) 07070100060537000081a40000000000000000000000014c4045e100000448000000b600010002ffffffffffffffff0000002d00000000root/opt/opensvc/lib/rcIfconfigWindowskvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex from subprocess import * rcIfconfig = __import__("rcIfconfig") from rcGlobalEnv import rcEnv class ifconfig(rcIfconfig.ifconfig): def __init__(self, hostname): self.intf = [] def has_param(self, param, value): return 0 07070100060568000081a40000000000000000000000014c4045e10000066c000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resIpSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement SunOS specific ip management" import resIp as Res from subprocess import * from rcUtilitiesSunOS import check_ping class Ip(Res.Ip): """ define ip SunOS start/stop doAction """ def arp_announce(self): """ arp_announce job is done by SunOS ifconfig... """ return def check_ping(self): return check_ping(self.addr, timeout=2) def startip_cmd(self): cmd=['ifconfig', self.stacked_dev, 'plumb', self.addr, \ 'netmask', '+', 'broadcast', '+', 'up'] return self.vcall(cmd) def stopip_cmd(self): cmd = ['ifconfig', self.stacked_dev, 'unplumb'] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 07070100060520000081a40000000000000000000000014c4045e100000acf000000b600010002ffffffffffffffff0000001d00000000root/opt/opensvc/lib/lock.pyimport fcntl import os import time import rcExceptions as ex from rcGlobalEnv import rcEnv class lockTimeout(Exception): """ acquire lock timed out """ class lockNoLockFile(Exception): """ no lockfile specified """ class lockCreateError(Exception): """ could not create lockfile """ class lockAcquire(Exception): """ could not acquire lock on lockfile """ def __init__(self, pid): self.pid = pid def monlock(timeout=30, delay=5): lockfile = os.path.join(rcEnv.pathlock, 'svcmon.lock') try: lockfd = lock(timeout=timeout, delay=delay, lockfile=lockfile) except lockTimeout: print("timed out waiting for lock") raise ex.excError except lockNoLockFile: print("lock_nowait: set the 'lockfile' param") raise ex.excError except lockCreateError: print("can not create lock file %s"%lockfile) raise ex.excError except lockAcquire as e: print("another svcmon is currently running (pid=%s)"%e.pid) raise ex.excError except: print("unexpected locking error") raise ex.excError return lockfd def monunlock(lockfd): unlock(lockfd) def lock(timeout=30, delay=5, lockfile=None): for i in range(timeout//delay): try: return lock_nowait(lockfile) except lockAcquire: time.sleep(delay) raise lockTimeout def lock_nowait(lockfile=None): if lockfile is None: raise lockNoLockFile pid = 0 dir = os.path.dirname(lockfile) if not os.path.exists(dir): os.makedirs(dir) try: with open(lockfile, 'r') as fd: pid = int(fd.read()) fd.close() except: pass try: lockfd = os.open(lockfile, os.O_RDWR|os.O_SYNC|os.O_CREAT|os.O_TRUNC, 0644) except: raise lockCreateError try: """ test if we already own the lock """ if pid == os.getpid(): os.close(lockfd) return """ FD_CLOEXEC makes sure the lock is the held by processes we fork from this process """ fcntl.flock(lockfd, fcntl.LOCK_EX|fcntl.LOCK_NB) flags = fcntl.fcntl(lockfd, fcntl.F_GETFD) flags |= fcntl.FD_CLOEXEC """ acquire lock """ fcntl.fcntl(lockfd, fcntl.F_SETFD, flags) """ drop our pid in the lockfile """ os.write(lockfd, str(os.getpid())) os.fsync(lockfd) return lockfd except IOError: raise lockAcquire(pid) except: raise def unlock(lockfd): if lockfd is None: return try: os.close(lockfd) except: """ already released by a parent process ? """ pass 07070100060548000081a40000000000000000000000014c4045e100001a27000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcStatsHP-UX.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv today = datetime.datetime.today() yesterday = today - datetime.timedelta(days=1) def glancefile(day): f = os.path.join(rcEnv.pathvar, 'glance'+day) if os.path.exists(f): return f return None def twodays(fn): lines = fn(yesterday) lines += fn(today) return lines def stats_cpu(): return twodays(stats_cpu_day) def stats_cpu_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = glancefile(day) if f is None: return [] lines = [] with open(f, 'r') as file: for line in file: l = line.split() if len(l) != 24: continue """ hpux: usr nice sys irq wait idle 1 2 3 4 5 6 xmlrpc: date cpu usr nice sys iowait steal irq soft guest idle nodename """ ts = '%s %s'%(d, l[0]) ts = ts.replace('\0','') x = [ts, 'all', l[1], l[2], l[3], l[5], '0', l[4], '0', '0', l[6], rcEnv.nodename] lines.append(x) return lines def stats_mem_u(): return twodays(stats_mem_u_day) def stats_mem_u_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = glancefile(day) if f is None: return [] lines = [] with open(f, 'r') as file: for line in file: l = line.split() if len(l) != 24: continue """ hpux: phys kbmemfree kbcached kbfilecached kbsys kbuser kbswapused kbswap 7 8 9 10 11 12 13 14 xmlrpc: date kbmemfree kbmemused pct_memused kbbuffers kbcached kbcommit pct_commit kbmemsys nodename """ phys = int(l[7]) free = int(l[8]) swapused = int(l[13]) swap = int(l[14]) used = phys - free commit = used + swapused vm = phys + swap if vm == 0 or phys == 0: continue pct_commit = 100 * commit / vm pct_used = 100 * used / phys ts = '%s %s'%(d, l[0]) ts = ts.replace('\0','') x = [ts, l[8], str(used), str(pct_used), l[9], l[10], str(commit), str(pct_commit), l[11], rcEnv.nodename] lines.append(x) return lines def stats_proc(): return twodays(stats_proc_day) def stats_proc_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = glancefile(day) if f is None: return [] lines = [] with open(f, 'r') as file: for line in file.readlines(): l = line.split() if len(l) != 24: continue """ hpux: GBL_LOADAVG GBL_LOADAVG5 GBL_LOADAVG15 GBL_CPU_QUEUE TBL_PROC_TABLE_USED 15 16 17 18 19 xmlrpc: date runq_sz plist_sz ldavg_1 ldavg_5 ldavg_15 nodename """ ts = '%s %s'%(d, l[0]) ts = ts.replace('\0','') x = [ts, l[18], l[19], l[15], l[16], l[17], rcEnv.nodename] lines.append(x) return lines def stats_swap(): return twodays(stats_swap_day) def stats_swap_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = glancefile(day) if f is None: return [] lines = [] with open(f, 'r') as file: for line in file.readlines(): l = line.split() if len(l) != 24: continue """ hpux: kbswapused kbswap 13 14 xmlrpc: date kbswpfree kbswpused pct_swpused kbswpcad pct_swpcad nodename """ swapused = int(l[13]) swap = int(l[14]) swapfree = swap - swapused ts = '%s %s'%(d, l[0]) ts = ts.replace('\0','') x = [ts, str(swapfree), l[13], str(100 * swapused / swap), '0', '0', rcEnv.nodename] lines.append(x) return lines def stats_block(): return twodays(stats_block_day) def stats_block_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = glancefile(day) if f is None: return [] lines = [] with open(f, 'r') as file: for line in file.readlines(): l = line.split() if len(l) != 24: continue """ hpux: rio wio rkb wkb 20 21 22 23 xmlrpc: date tps rtps wtps rbps wbps nodename """ tps = float(l[20]) + float(l[21]) ts = '%s %s'%(d, l[0]) ts = ts.replace('\0','') x = [ts, str(tps), l[20], l[21], l[22], l[23], rcEnv.nodename] lines.append(x) return lines def stats_blockdev(): return twodays(stats_blockdev_day) def stats_blockdev_day(t): return [] def stats_netdev(): return twodays(stats_netdev_day) def stats_netdev_day(t): return [] def stats_netdev_err(): return twodays(stats_netdev_err_day) def stats_netdev_err_day(t): return [] 07070100060559000081a40000000000000000000000014c4045e1000012f8000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/resContainerLdom.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import resources as Res import rcExceptions as ex from rcUtilities import qcall from rcUtilitiesSunOS import check_ping import resContainer from rcGlobalEnv import rcEnv import os class Ldom(resContainer.Container): def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="ldom", name=name, type="container.ldom", optional=optional, disabled=disabled, tags=tags) self.shutdown_timeout = 240 self.sshbin = '/usr/local/bin/ssh' def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) def files_to_sync(self): import glob a = [] ldomf = os.path.join(rcEnv.pathvar, 'ldom_'+self.name+'.*') files = glob.glob(ldomf) if len(files) > 0: a += files return a def check_capabilities(self): cmd = ['/usr/sbin/ldm', 'list' ] (ret, out) = self.call(cmd) if ret != 0: return False return True def state(self): """ ldm state : None/inactive/bound/active ldm list -p domainname outputs: VERSION DOMAIN|[varname=varvalue]* """ cmd = ['/usr/sbin/ldm', 'list', '-p', self.name] (ret, out) = self.call(cmd) if ret != 0: return None for word in out.split("|"): a=word.split('=') if len(a) == 2: if a[0] == 'state': return a[1] return None def ping(self): return check_ping(self.addr) def container_action(self,action): cmd = ['/usr/sbin/ldm', action, self.name] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError return None def container_start(self): """ ldm bind domain ldm start domain """ state = self.state() if state == 'None': raise ex.excError if state == 'inactive': self.container_action('bind') self.container_action('start') if state == 'bound' : self.container_action('start') def container_forcestop(self): """ ldm unbind domain ldm stop domain """ if self.state == 'active': try: self.container_action('stop') except ex.excError: pass self.container_action('unbind') def container_stop(self): """ launch init 5 into container wait_for_shutdown ldm stop domain ldm unbind domain """ state = self.state() if state == 'None': raise ex.excError if state == 'inactive': return None if state == 'bound' : self.container_action('unbind') if state == 'active' : cmd = rcEnv.rsh.split() + [ self.name, '/usr/sbin/init', '5' ] (ret, buff) = self.vcall(cmd) if ret == 0: try: self.log.info("wait for container shutdown") self.wait_for_fn(self.is_shutdown, self.shutdown_timeout, 2) except ex.excError: pass self.container_forcestop() def check_manual_boot(self): cmd = ['/usr/sbin/ldm', 'list-variable', 'auto-boot?', self.name] (ret, out) = self.call(cmd) if ret != 0: return False if out != 'auto-boot?=False' : return True self.log.info("Auto boot should be turned off") return False def is_shutdown(self): state = self.state() if state == 'inactive' or state == 'bound': return True return False def is_down(self): if self.state() == 'inactive': return True return False def is_up(self): if self.state() == 'active': return True return False 0707010006052b000081a40000000000000000000000014c4045e1000012ec000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/rcGlobalEnv.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import sys import os class rcEnv: """Class to store globals """ platform = sys.platform """program used to execute remote command on other nodes or virtual hosts """ if platform == "sunos5" : if os.path.exists('/usr/local/bin/ssh'): rsh = "/usr/local/bin/ssh -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes -o ConnectTimeout=10" rcp = "/usr/local/bin/scp -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes -o ConnectTimeout=10" else: rsh = "/usr/bin/ssh -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes -n" rcp = "/usr/bin/scp -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes" else : rsh = "/usr/bin/ssh -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes -o ConnectTimeout=10" rcp = "/usr/bin/scp -o StrictHostKeyChecking=no -o ForwardX11=no -o BatchMode=yes -o ConnectTimeout=10" """Database sink for node and service configurations and status collection. """ dbopensvc_host = "dbopensvc" dbopensvc = "http://%s:80/init/default/call/xmlrpc"%dbopensvc_host """EZ-HA defines. EZ-HA does heartbeat, stonith, automatic service failover ez_last_chance == True: check_up_script_gen.sh will try a ping + RSH other node before stonith ez_startapp_bg == True: startapp in background if EZ-HA take-over is succesful """ ez_path = "/usr/local/cluster" ez_path_services = ez_path + "/conf/services" ez_last_chance = True ez_startapp_bg = True """Directory on DRP node where to store the PRD nodes files necessary for takeover. """ drp_path = "/opt/opensvc/var/cache/" drp_sync_excludes = [ '--exclude="/spice"', '--exclude="/dbadm"', '--exclude="*.dmp"', '--exclude="*.dbf"', '--exclude="*.rdo"', '--exclude="*.log"', '--exclude="*.Z"', '--exclude="*.gz"', '--exclude="*.tgz"', '--exclude="*.tar"', '--exclude="*.tmp"', '--exclude="/oracle/ficimp"', '--exclude="/oracle/tmp"', '--exclude="/oracle/LOG/*"', '--exclude="/oracle/product/*/network/log/listener*.log"', ] drp_sync_etc_solaris = [ "/etc/inet", "/etc/inetd.conf", "/etc/defaultdomain", "/etc/lp", "/etc/printers.conf", "/etc/system", "/etc/auto_master", "/etc/auto_home", "/etc/hosts.equiv", "/etc/pam.conf", "/etc/cron.d", ] drp_sync_etc_linux = [ # linux "/etc/xinetd.d", "/etc/xinetd.conf", "/etc/sysconfig", "/etc/cups", "/etc/auto.master", "/etc/auto.misc", "/etc/listener.ora", "/etc/oratab", "/etc/sqlnet.ora", "/etc/tnsnames.ora", "/etc/yp.conf", "/etc/pam.d", "/etc/cron.allow", "/etc/cron.deny", ] drp_sync_etc_common = [ # common "/etc/shadow", "/etc/passwd", "/etc/group", "/etc/syslog.conf", "/etc/services", "/etc/hosts", "/etc/nsswitch.conf", "/etc/sudoers", "/etc/project", "/etc/user_attr", "/etc/ssh", "/etc/centrifydc", "/etc/krb5*", "/etc/sudoers", ] drp_sync_misc = [ "/var/centrifydc", "/var/opt/oracle", "/var/spool/cron", "/var/spool/cron/crontabs", "/var/yp/binding", "/usr/local/oraenv", "/usr/local/coraenv", "/usr/local/dbhome", "/usr/local/etc/sudoers", ] drp_sync_files = [ [drp_sync_etc_solaris + drp_sync_etc_linux + drp_sync_etc_common + drp_sync_misc, []], [["/home/oracle", "/home/sybase", "/opt/oracle", "/opt/sybase"], drp_sync_excludes], ] vt_libvirt = ['kvm', 'lxc', 'xen'] vt_vm = ['ldom', 'hpvm', 'kvm', 'xen'] vt_container = ['zone', 'lxc', 'jail'] vt_supported = vt_vm + vt_container 0707010006058b000081a40000000000000000000000014c4045e100005b1f000000b600010002ffffffffffffffff0000001c00000000root/opt/opensvc/lib/svc.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. from resources import Resource, ResourceSet from freezer import Freezer import rcStatus from rcGlobalEnv import rcEnv import rcExceptions as ex import xmlrpcClient import os import signal import lock def signal_handler(signum, frame): raise ex.excSignal def fork_dblogger(self, action, begin, end, actionlogfile): kwargs = {'self': self, 'action': action, 'begin': begin, 'end': end, 'actionlogfile': actionlogfile} fork(dblogger, kwargs) def dblogger(self, action, begin, end, actionlogfile): import logging for rs in self.resSets: for r in rs.resources: r.log.setLevel(logging.CRITICAL) xmlrpcClient.end_action(self, action, begin, end, actionlogfile) gs = self.group_status() xmlrpcClient.svcmon_update(self, self.group_status()) os.unlink(actionlogfile) def fork(fn, kwargs): try: if os.fork() > 0: """ return to parent execution """ return except: """ no dblogging will be done. too bad. """ return """ separate the son from the father """ os.chdir('/') os.setsid() os.umask(0) try: pid = os.fork() if pid > 0: os._exit(0) except: os._exit(1) fn(**kwargs) os._exit(0) class Svc(Resource, Freezer): """Service class define a Service Resource It contain list of ResourceSet where each ResourceSets contain same resource type """ def __init__(self, svcname=None, type="hosted", optional=False, disabled=False, tags=set([])): """usage : aSvc=Svc(type)""" self.svcname = svcname self.vmname = "" self.hostid = rcEnv.nodename self.resSets = [] self.type2resSets = {} self.disks = set([]) self.force = False self.status_types = ["container.hpvm", "container.kvm", "container.xen", "container.lxc", "container.zone", "container.jail", "container.ldom", "disk.drbd", "disk.loop", "disk.scsireserv", "disk.vg", "disk.zpool", "fs", "ip", "sync.rsync", "sync.symclone", "sync.dds", "sync.zfs", "sync.netapp", "app"] Resource.__init__(self, type=type, optional=optional, disabled=disabled, tags=tags) Freezer.__init__(self, svcname) self.scsirelease = self.prstop self.scsireserv = self.prstart self.scsicheckreserv = self.prstatus self.runmethod = [] self.resources_by_id = {} self.rset_status_cache = None self.print_status_fmt = "%-8s %-8s %s" self.presync_done = False self.lockfd = None def __cmp__(self, other): """order by service name """ return cmp(self.svcname, other.svcname) def __iadd__(self, r): """svc+=aResourceSet svc+=aResource """ if r.type in self.type2resSets: self.type2resSets[r.type] += r elif isinstance(r, ResourceSet): self.resSets.append(r) self.type2resSets[r.type] = r elif isinstance(r, Resource): R = ResourceSet(r.type, [r]) self.__iadd__(R) else: # Error pass self.resources_by_id[r.rid] = r if r.rid in rcEnv.vt_supported: self.resources_by_id["container"] = r r.svc = self import logging r.log = logging.getLogger(str(self.svcname+'.'+str(r.rid)).upper()) return self def svclock(self, timeout=30, delay=5): lockfile = os.path.join(rcEnv.pathlock, self.svcname) try: lockfd = lock.lock(timeout=timeout, delay=delay, lockfile=lockfile) except lock.lockTimeout: self.log.error("timed out waiting for lock") raise ex.excError except lock.lockNoLockFile: self.log.error("lock_nowait: set the 'lockfile' param") raise ex.excError except lock.lockCreateError: self.log.error("can not create lock file %s"%lockfile) raise ex.excError except lock.lockAcquire as e: self.log.warn("another action is currently running (pid=%s)"%e.pid) raise ex.excError except ex.excSignal: self.log.error("interrupted by signal") raise ex.excError except: self.log.error("unexpected locking error") import traceback traceback.print_exc() raise ex.excError if lockfd is not None: self.lockfd = lockfd def svcunlock(self): lock.unlock(self.lockfd) def setup_signal_handlers(self): signal.signal(signal.SIGINT, signal_handler) signal.signal(signal.SIGTERM, signal_handler) def get_res_sets(self, type): return [ r for r in self.resSets if r.type == type ] def has_res_set(self, type): if len(get_res_sets(type)) > 0: return True else: return False def all_set_action(self, action=None, tags=set([])): """Call action on each member of the subset of specified type """ self.set_action(self.resSets, action=action, tags=tags) def sub_set_action(self, type=None, action=None, tags=set([])): """Call action on each member of the subset of specified type """ self.set_action(self.get_res_sets(type), action=action, tags=tags) def set_action(self, sets=[], action=None, tags=set([])): """ TODO: r.is_optional() not doing what's expected if r is a rset """ for r in sets: self.log.debug('set_action: action=%s rset=%s'%(action, r.type)) try: r.action(action, tags=tags) except ex.excError: if r.is_optional(): pass else: raise ex.excError except ex.excAbortAction: if r.is_optional(): pass else: break def __str__(self): output="Service %s available resources:" % (Resource.__str__(self)) for k in self.type2resSets.keys() : output += " %s" % k output+="\n" for r in self.resSets: output+= " [%s]" % (r.__str__()) return output def status(self): """aggregate status a service """ ss = rcStatus.Status() for t in self.status_types: for r in self.get_res_sets(t): if "sync." not in r.type: ss += r.status() else: """ sync are expected to be up """ s = r.status() if s == rcStatus.UP: ss += rcStatus.UNDEF elif s in [rcStatus.NA, rcStatus.UNDEF, rcStatus.TODO]: ss += s else: ss += rcStatus.WARN if ss.status == rcStatus.STDBY_UP_WITH_UP: ss.status = rcStatus.UP elif ss.status == rcStatus.STDBY_UP_WITH_DOWN: ss.status = rcStatus.STDBY_UP return ss.status def print_status(self): """print each resource status for a service """ print self.print_status_fmt%("rid", "status", "label") print self.print_status_fmt%("---", "------", "-----") s = rcStatus.Status(rcStatus.UNDEF) for t in self.status_types: for rs in self.get_res_sets(t): for r in rs.resources: r.print_status() s = self.group_status()['overall'] print self.print_status_fmt%("overall", str(s), ""), def get_rset_status(self, groups): self.setup_environ() rset_status = {} for t in self.status_types: g = t.split('.')[0] if g not in groups: continue for rs in self.get_res_sets(t): rset_status[rs.type] = rs.status() return rset_status def group_status(self, groups=set(["container", "ip", "disk", "fs", "sync", "app"]), excluded_groups=set([])): """print each resource status for a service """ status = {} groups = groups.copy() - excluded_groups rset_status = self.get_rset_status(groups) moregroups = groups | set(["overall"]) for group in moregroups: status[group] = rcStatus.Status(rcStatus.NA) for t in self.status_types: group = t.split('.')[0] if group not in groups: continue for r in self.get_res_sets(t): s = rset_status[r.type] status[group] += s if group != "sync": status["overall"] += s else: """ sync are expected to be up """ if s == rcStatus.UP: status["overall"] += rcStatus.UNDEF elif s in [rcStatus.NA, rcStatus.UNDEF, rcStatus.TODO]: status["overall"] += s else: status["overall"] += rcStatus.WARN if status["overall"].status == rcStatus.STDBY_UP_WITH_UP: status["overall"].status = rcStatus.UP elif status["overall"].status == rcStatus.STDBY_UP_WITH_DOWN: status["overall"].status = rcStatus.STDBY_UP self.group_status_cache = status return status def disklist(self): """List all disks held by all resources of this service """ disks = set() for rs in self.resSets: for r in rs.resources: if r.is_disabled(): continue disks |= r.disklist() self.log.debug("found disks %s held by service" % disks) return disks def start(self): self.startip() self.mount() self.startcontainer() self.startapp() def stop(self): try: self.stopapp() except ex.excError: pass self.stopcontainer() self.umount() self.stopip() def startdrbd(self): self.sub_set_action("disk.drbd", "start") def stopdrbd(self): self.sub_set_action("disk.drbd", "stop") def startloop(self): self.sub_set_action("disk.loop", "start") def stoploop(self): self.sub_set_action("disk.loop", "stop") def startvg(self): self.sub_set_action("disk.scsireserv", "start") self.sub_set_action("disk.vg", "start") def startpool(self): self.sub_set_action("disk.scsireserv", "start") self.sub_set_action("disk.zpool", "start") def stoppool(self): self.sub_set_action("disk.zpool", "stop") self.sub_set_action("disk.scsireserv", "stop") def startdisk(self): self.sub_set_action("sync.netapp", "start") self.sub_set_action("sync.symclone", "start") self.sub_set_action("sync.dds", "start") self.sub_set_action("disk.loop", "start") self.sub_set_action("disk.scsireserv", "start") self.sub_set_action("disk.drbd", "start", tags=set(['prevg'])) self.sub_set_action("disk.zpool", "start") self.sub_set_action("disk.vg", "start") self.sub_set_action("disk.drbd", "start", tags=set(['postvg'])) def stopdisk(self): self.sub_set_action("disk.drbd", "stop", tags=set(['postvg'])) self.sub_set_action("disk.vg", "stop") self.sub_set_action("disk.zpool", "stop") self.sub_set_action("disk.drbd", "stop", tags=set(['prevg'])) self.sub_set_action("disk.scsireserv", "stop") self.sub_set_action("disk.loop", "stop") def startip(self): self.sub_set_action("ip", "start") def stopip(self): self.sub_set_action("ip", "stop") def mount(self): self.startdisk() self.sub_set_action("fs", "start") def umount(self): self.sub_set_action("fs", "stop") self.stopdisk() def startcontainer(self): self.sub_set_action("container.lxc", "start") self.sub_set_action("container.jail", "start") self.sub_set_action("container.kvm", "start") self.sub_set_action("container.xen", "start") self.sub_set_action("container.hpvm", "start") self.sub_set_action("container.ldom", "start") def stopcontainer(self): self.sub_set_action("container.ldom", "stop") self.sub_set_action("container.hpvm", "stop") self.sub_set_action("container.xen", "stop") self.sub_set_action("container.kvm", "stop") self.sub_set_action("container.jail", "stop") self.sub_set_action("container.lxc", "stop") def startapp(self): self.sub_set_action("app", "start") def stopapp(self): self.sub_set_action("app", "stop") def prstop(self): self.sub_set_action("disk.scsireserv", "scsirelease") def prstart(self): self.sub_set_action("disk.scsireserv", "scsireserv") def prstatus(self): self.sub_set_action("disk.scsireserv", "scsicheckreserv") def startstandby(self): self.sub_set_action("ip", "startstandby") self.sub_set_action("disk.loop", "startstandby") self.sub_set_action("disk.scsireserv", "startstandby") self.sub_set_action("disk.drbd", "startstandby", tags=set(['prevg'])) self.sub_set_action("disk.vg", "startstandby") self.sub_set_action("disk.zpool", "startstandby") self.sub_set_action("disk.drbd", "startstandby", tags=set(['postvg'])) self.sub_set_action("fs", "startstandby") self.sub_set_action("app", "startstandby") def postsync(self): """ action triggered by a remote master node after syncnodes and syncdrp. Typically make use of files received in var/ """ self.all_set_action("postsync") def remote_postsync(self): """ detach the remote exec of postsync because the waitlock timeout is long, and we ourselves still hold the service lock we want to release early. """ kwargs = {} fork(self._remote_postsync, kwargs) def _remote_postsync(self): """ action triggered by a remote master node after syncnodes and syncdrp. Typically make use of files received in var/. use a long waitlock timeout to give a chance to remote syncs to finish """ for n in self.need_postsync: self.remote_action(n, 'postsync', waitlock=3600) self.need_postsync = set([]) def remote_action(self, node, action, waitlock=60): rcmd = [os.path.join(rcEnv.pathetc, self.svcname), '--waitlock', str(waitlock), action] self.log.info("exec '%s' on node %s"%(' '.join(rcmd), node)) cmd = rcEnv.rsh.split() + [node] + rcmd self.call(cmd) def presync(self): """ prepare files to send to slave nodes in var/. Each resource can prepare its own set of files. """ self.need_postsync = set([]) if self.presync_done: return self.all_set_action("presync") self.presync_done = True def syncnodes(self): self.presync() self.sub_set_action("sync.rsync", "syncnodes") self.sub_set_action("sync.zfs", "syncnodes") self.remote_postsync() def syncdrp(self): self.presync() self.sub_set_action("sync.rsync", "syncdrp") self.remote_postsync() def syncswap(self): self.sub_set_action("sync.netapp", "syncswap") def syncresume(self): self.sub_set_action("sync.netapp", "syncresume") def syncquiesce(self): self.sub_set_action("sync.netapp", "syncquiesce") def syncresync(self): self.sub_set_action("sync.netapp", "syncresync") self.sub_set_action("sync.symclone", "syncresync") self.sub_set_action("sync.dds", "syncresync") def syncbreak(self): self.sub_set_action("sync.netapp", "syncbreak") self.sub_set_action("sync.symclone", "syncbreak") def syncupdate(self): self.sub_set_action("sync.netapp", "syncupdate") self.sub_set_action("sync.dds", "syncupdate") self.sub_set_action("sync.zfs", "syncnodes") def syncfullsync(self): self.sub_set_action("sync.dds", "syncfullsync") self.sub_set_action("sync.zfs", "syncnodes") def syncverify(self): self.sub_set_action("sync.dds", "syncverify") def printsvc(self): print str(self) def syncall(self): try: self.syncnodes() except: pass try: self.syncdrp() except: pass try: self.syncupdate() except: pass def push(self): xmlrpcClient.push_all([self]) def tag_match(self, rtags, keeptags): for tag in rtags: if tag in keeptags: return True return False def disable_resources(self, keeprid=[], keeptags=set([])): if len(keeprid) > 0: ridfilter = True else: ridfilter = False if len(keeptags) > 0: tagsfilter = True else: tagsfilter = False if not tagsfilter and not ridfilter: return for rs in self.resSets: for r in rs.resources: if ridfilter and r.rid in keeprid: continue if tagsfilter and self.tag_match(r.tags, keeptags): continue r.disable() def setup_environ(self): os.environ['OPENSVC_SVCNAME'] = self.svcname def action(self, action, rid=[], tags=set([]), waitlock=60): if self.frozen() and action not in ['thaw', 'status', 'frozen', 'push', 'print_status']: self.log.info("Abort action on frozen service") return self.setup_environ() self.setup_signal_handlers() self.disable_resources(keeprid=rid, keeptags=tags) if action in ["print_status", "status", "group_status"]: self.do_action(action, waitlock=waitlock) else: self.do_logged_action(action, waitlock=waitlock) def do_action(self, action, waitlock=60): """Trigger action """ err = 0 try: self.svclock(timeout=waitlock) except: return 1 try: getattr(self, action)() except ex.excError: err = 1 except ex.excSignal: self.log.error("interrupted by signal") err = 1 except: err = 1 self.save_exc() self.svcunlock() return err def save_exc(self): import traceback try: import tempfile import datetime now = str(datetime.datetime.now()).replace(' ', '-') f = tempfile.NamedTemporaryFile(dir=rcEnv.pathtmp, prefix='exc-'+now+'-') f.close() f = open(f.name, 'w') traceback.print_exc(file=f) self.log.error("unexpected error. stack saved in %s"%f.name) f.close() except: self.log.error("unexpected error") traceback.print_exc() def do_logged_action(self, action, waitlock=60): from datetime import datetime import tempfile import logging begin = datetime.now() """Provision a database entry to store action log later """ xmlrpcClient.begin_action(self, action, begin) """Per action logfile to push to database at the end of the action """ f = tempfile.NamedTemporaryFile(delete=False, dir='/var/tmp', prefix=self.svcname+'.'+action) actionlogfile = f.name f.close() log = logging.getLogger() actionlogformatter = logging.Formatter("%(asctime)s;%(name)s;%(levelname)s;%(message)s;%(process)d;EOL") actionlogfilehandler = logging.FileHandler(actionlogfile) actionlogfilehandler.setFormatter(actionlogformatter) log.addHandler(actionlogfilehandler) err = self.do_action(action, waitlock=waitlock) """ Push result and logs to database """ actionlogfilehandler.close() log.removeHandler(actionlogfilehandler) end = datetime.now() fork_dblogger(self, action, begin, end, actionlogfile) return err def restart(self): """ stop then start service """ self.stop() self.start() def switch(self): """ stop then start service """ if not hasattr(self, "destination_node"): self.log.error("a destination node must be provided for the switch action") raise ex.excError if self.destination_node not in self.nodes: self.log.error("destination node %s is not in service node list"%self.destination_node) raise ex.excError self.stop() kwargs = {'node': self.destination_node, 'action': 'start'} fork(self.remote_action, kwargs) if __name__ == "__main__" : for c in (Svc,) : help(c) print """s1=Svc("Zone")""" s1=Svc("Zone") print "s1=",s1 print """s2=Svc("basic")""" s2=Svc("basic") print "s2=",s2 print """s1+=Resource("ip")""" s1+=Resource("ip") print "s1=",s1 print """s1+=Resource("ip")""" s1+=Resource("ip") print """s1+=Resource("fs")""" s1+=Resource("fs") print """s1+=Resource("fs")""" s1+=Resource("fs") print "s1=",s1 print """s1.action("status")""" s1.action("status") 0707010006056a000081a40000000000000000000000014c4045e100000610000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resIpXen.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. from rcGlobalEnv import rcEnv resIpHv = __import__("resIp"+rcEnv.sysname) import resIpVm class Ip(resIpVm.Ip, resIpHv.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): resIpVm.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def check_ping(self): return resIpHv.Ip.check_ping(self) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006052e000081a40000000000000000000000014c4045e100000a07000000b600010002ffffffffffffffff0000002a00000000root/opt/opensvc/lib/rcIfconfigFreeBSD.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfig class ifconfig(rcIfconfig.ifconfig): def parse(self, out): prev = '' prevprev = '' for w in out.split(): if 'flags=' in w: i = rcIfconfig.interface(prev.replace(':','')) self.intf.append(i) # defaults i.link_encap = '' i.scope = '' i.bcast = '' i.mtu = '' i.ipaddr = [] i.mask = [] i.ip6addr = [] i.ip6mask = [] i.hwaddr = '' i.flag_up = False i.flag_broadcast = False i.flag_running = False i.flag_multicast = False i.flag_loopback = False flags = w.split('<')[1].split('>')[0].split(',') if 'UP' in flags: i.flag_up = True if 'BROADCAST' in flags: i.flag_broadcast = True if 'RUNNING' in flags: i.flag_running = True if 'MULTICAST' in flags: i.flag_multicast = True if 'LOOPBACK' in flags: i.flag_loopback = True elif 'inet' == prev: i.ipaddr += [w] elif 'inet6' == prev: i.ip6addr += [w.split('%')[0]] elif 'prefixlen' == [prev]: i.ip6mask += [w] elif 'ether' == prev: i.hwaddr = w prevprev = prev prev = w def __init__(self): self.intf = [] out = Popen(['ifconfig', '-a'], stdout=PIPE).communicate()[0] self.parse(out) 0707010006057e000081a40000000000000000000000014c4045e100000f64000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resVgAIX.py# # Copyright (c) 2010 Christophe Varoqui # Copyright (c) 2010 Cyril Galibern # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex import resDg from subprocess import * class Vg(resDg.Dg): def __init__(self, rid=None, name=None, type=None, always_on=set([]), dsf=True, disabled=False, tags=set([]), optional=False): self.label = name self.dsf = dsf resDg.Dg.__init__(self, rid=rid, name=name, type='disk.vg', always_on=always_on, optional=optional, disabled=disabled, tags=tags) def has_it(self): """ returns True if the volume is present """ if self.is_active(): return True if self.is_imported(): return True return False def is_active(self): cmd = [ 'lsvg', self.name ] process = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() if not "active" in buff[0]: return False return True def is_imported(self): cmd = ['lsvg'] process = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() for vg in buff[0].split('\n'): if vg == self.name: return True return False def is_up(self): """Returns True if the volume group is present and activated """ if not self.is_imported(): return False if not self.is_active(): return False return True def do_import(self): if self.is_imported(): self.log.info("%s is already imported" % self.name) return cmd = ['importvg', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_export(self): if not self.is_imported(): self.log.info("%s is already exported" % self.name) return cmd = ['exportvg', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_activate(self): if self.is_active(): self.log.info("%s is already available" % self.name) return cmd = ['varyonvg', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_deactivate(self): if not self.is_active(): self.log.info("%s is already unavailable" % self.name) return cmd = ['varyoffvg', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_start(self): self.do_import() self.do_activate() def do_stop(self): self.do_deactivate() def start(self): self.do_start() def disklist(self): cmd = ['lsvg', '-p', self.name] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError for e in out.split('\n'): x = e.split() if len(x) != 5: continue self.disks |= set([x[0]]) return self.disks 07070100060575000081a40000000000000000000000014c4045e100001952000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resScsiReserv.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res import uuid import re import time import rcStatus import rcExceptions as ex from rcUtilities import which from subprocess import * from rcGlobalEnv import rcEnv hostId = __import__('hostid'+rcEnv.sysname) class ScsiReserv(Res.Resource): """Define method to acquire and release scsi SPC-3 persistent reservations on disks held by a service """ def __init__(self, rid=None, disks=set([]), disabled=False, tags=set([]), optional=False): self.hostid = '0x'+hostId.hostid() self.disks = disks if len(disks) == 0: self.label = 'preserv 0 scsi disk' elif len(', '.join(disks)) > 48: self.label = 'preserv '+', '.join(disks)[0:48] self.label += " ..." else: self.label = ', '.join(disks) self.preempt_timeout = 10 self.prtype = '5' Res.Resource.__init__(self, rid=rid+"pr", type="disk.scsireserv", disabled=disabled, tags=tags, optional=optional) def scsireserv_supported(self): return False def ack_unit_attention(self, d): raise ex.notImplemented def disk_registered(self, disk): raise ex.notImplemented def disk_register(self, disk): raise ex.notImplemented def disk_unregister(self, disk): raise ex.notImplemented def get_reservation_key(self, disk): raise ex.notImplemented def disk_reserved(self, disk): raise ex.notImplemented def disk_release(self, disk): raise ex.notImplemented def disk_reserve(self, disk): raise ex.notImplemented def disk_preempt_reservation(self, disk, oldkey): raise ex.notImplemented def ack_all_unit_attention(self): for d in self.disks: try: if self.ack_unit_attention(d) != 0: return 1 except ex.excScsiPrNotsupported: continue return 0 def register(self): r = 0 for d in self.disks: try: r += self.ack_unit_attention(d) r += self.disk_register(d) except ex.excScsiPrNotsupported: continue return r def unregister(self): r = 0 for d in self.disks: try: r += self.ack_unit_attention(d) if not self.disk_registered(d): continue r += self.disk_unregister(d) except ex.excScsiPrNotsupported: continue return r def disk_wait_reservation(self, disk): i = 0 while i>0: i -= 1 if self.disk_reserved(disk): self.log.info("reservation acquired for disk %s" % disk) return 0 time.sleep(1) self.log.error("timed out waiting for reservation for disk %s" % disk) return 1 def reserve(self): r = 0 for d in self.disks: try: r += self.ack_unit_attention(d) key = self.get_reservation_key(d) if key is None: r += self.disk_reserve(d) elif key == self.hostid: continue else: r += self.disk_preempt_reservation(d, key) r += self.disk_wait_reservation(d) except ex.excScsiPrNotsupported: continue return r def release(self): r = 0 for d in self.disks: try: r += self.ack_unit_attention(d) if not self.disk_reserved(d): continue r += self.disk_release(d) except ex.excScsiPrNotsupported: continue return r def checkreserv(self): if self.ack_all_unit_attention() != 0: return rcStatus.WARN r = rcStatus.Status() for d in self.disks: try: key = self.get_reservation_key(d) if key is None: self.log.debug("disk %s is not reserved" % d) r += rcStatus.DOWN elif key != self.hostid: self.log.debug("disk %s is reserved by another host whose key is %s" % (d, key)) r += rcStatus.DOWN else: self.log.debug("disk %s is correctly reserved" % d) r += rcStatus.UP except ex.excScsiPrNotsupported: continue return r.status def scsireserv(self): if not self.scsireserv_supported(): return r = 0 r += self.register() r += self.reserve() return r def scsirelease(self): if not self.scsireserv_supported(): return r = 0 r += self.release() r += self.unregister() return r def scsicheckreserv(self): if not self.scsireserv_supported(): return return self.checkreserv() def _status(self, verbose=False): if not self.scsireserv_supported(): return rcStatus.NA return self.scsicheckreserv() def start(self): if not self.scsireserv_supported(): return if self.scsireserv() != 0: raise ex.excError def stop(self): if not self.scsireserv_supported(): return if self.scsirelease() != 0: raise ex.excError 07070100060592000081a40000000000000000000000014c4045e100000881000000b600010002ffffffffffffffff0000001f00000000root/opt/opensvc/lib/svcLxc.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerLxc as lxc import rcStatus from rcGlobalEnv import rcEnv from rcUtilities import which class SvcLxc(svc.Svc): """ Define Lxc services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self += lxc.Lxc(vmname) if which('lxc-attach'): self.runmethod = ['lxc-attach', '-n', vmname, '--'] else: self.runmethod = rcEnv.rsh.split() + [vmname] if __name__ == "__main__": for c in (SvcLxc,) : help(c) import mountLinux as mount import ipLinux as ip print """ Z=SvcLxc() Z+=mount.Mount("/mnt1","/dev/sda") Z+=mount.Mount("/mnt2","/dev/sdb") Z+=ip.Ip("eth0","192.168.0.173") Z+=ip.Ip("eth0","192.168.0.174") """ Z=SvcLxc() Z+=mount.Mount("/mnt1","/dev/sda") Z+=mount.Mount("/mnt2","/dev/sdb") Z+=ip.Ip("eth0","192.168.0.173") Z+=ip.Ip("eth0","192.168.0.174") print "Show Z: ", Z print "start Z:" Z.start() print "stop Z:" Z.stop() 0707010006054c000081a40000000000000000000000014c4045e10000179d000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/rcUtilities.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os, sys import select import logging from subprocess import * from rcGlobalEnv import rcEnv def check_privs(): if os.getuid() != 0: print 'Insufficient privileges. Try:\n sudo ' + ' '.join(sys.argv) sys.exit(1) def banner(text, ch='=', length=78): spaced_text = ' %s ' % text banner = spaced_text.center(length, ch) return banner def is_exe(fpath): """Returns True if file path is executable, False otherwize """ return os.path.exists(fpath) and os.access(fpath, os.X_OK) def which(program): """Returns True if program is in PATH and executable, False otherwize """ fpath, fname = os.path.split(program) if fpath and is_exe(program): return program for path in os.environ["PATH"].split(os.pathsep): exe_file = os.path.join(path, program) if is_exe(exe_file): return exe_file return None def justcall(argv=['/bin/false']): """subprosses call argv, return (stdout,stderr,returncode) """ if which(argv[0]) is None: return ("", "", 1) process = Popen(argv, stdout=PIPE, stderr=PIPE, close_fds=True) (stdout, stderr)=process.communicate(input=None) return (stdout, stderr, process.returncode) def empty_string(buff): b = buff.strip(' ').strip('\n') if len(b) == 0: return True return False def call(argv=['/bin/false'], cache=False, # serve/don't serve cmd output from cache log=None, # callers should provide there own logger # or we'll have to allocate a generic one info=False, # False: log cmd as debug # True: log cmd as info outlog=False, # False: discard stdout errlog=True, # False: discard stderr # True: log stderr as err, warn or info # depending on err_to_warn and # err_to_info value err_to_warn=False, err_to_info=False): if log is None: log = logging.getLogger('CALL') if not argv or len(argv) == 0: return (0, '') if which(argv[0]) is None: log.error("%s does not exist or not in path or is not executable"% argv[0]) return (1, '') cmd = ' '.join(argv) if info: log.info(cmd) else: log.debug(cmd) if not hasattr(rcEnv, "call_cache"): rcEnv.call_cache = {} if not cache or cmd not in rcEnv.call_cache: if not cache: log.debug("caching for '%s' explicitely disabled"%cmd) elif cmd not in rcEnv.call_cache: log.debug("cache miss for '%s'"%cmd) process = Popen(argv, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() ret = process.returncode if ret == 0: log.debug("store '%s' output in cache"%cmd) rcEnv.call_cache[cmd] = buff elif cmd in rcEnv.call_cache: log.debug("discard '%s' output from cache because ret!=0"%cmd) del rcEnv.call_cache[cmd] else: log.debug("skip store '%s' output in cache because ret!=0"%cmd) else: log.debug("serve '%s' output from cache"%cmd) buff = rcEnv.call_cache[cmd] ret = 0 if not empty_string(buff[1]): if err_to_info: log.info('stderr:\n' + buff[1]) elif err_to_warn: log.warning('stderr:\n' + buff[1]) elif errlog: if ret != 0: log.error('stderr:\n' + buff[1]) else: log.warning('command succesful but stderr:\n' + buff[1]) else: log.debug('stderr:\n' + buff[1]) if not empty_string(buff[0]): if outlog: if ret == 0: log.info('output:\n' + buff[0]) else: log.error('command failed with stdout:\n' + buff[0]) else: log.debug('output:\n' + buff[0]) return (ret, buff[0]) def qcall(argv=['/bin/false']) : """qcall Launch Popen it args disgarding output and stderr""" if not argv: return (0, '') process = Popen(argv, stdout=open('/dev/null'), stderr=open('/dev/null'), close_fds=True) process.wait() return process.returncode def vcall(argv=['/bin/false'], log=None, err_to_warn=False, err_to_info=False ): return call(argv, log=log, info=True, outlog=True, err_to_warn=err_to_warn, err_to_info=err_to_info) def getmount(path): path = os.path.abspath(path) while path != os.path.sep: if not os.path.islink(path) and os.path.ismount(path): return path path = os.path.abspath(os.path.join(path, os.pardir)) return path def protected_mount(path): if getmount(path) in ['/', '/usr', '/var', '/sys', '/proc', '/tmp', '/opt', '/dev', '/dev/pts', '/home', '/boot', '/dev/shm']: return True return False if __name__ == "__main__": print "call(('id','-a'))" (r,output)=call(("/usr/bin/id","-a")) print "status: ",r,"output:",output 07070100060531000081a40000000000000000000000014c4045e1000006d1000000b600010002ffffffffffffffff0000002c00000000root/opt/opensvc/lib/rcIfconfigHP-UXhpvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex from subprocess import * rcIfconfig = __import__("rcIfconfigHP-UX") from rcGlobalEnv import rcEnv class ifconfig(rcIfconfig.ifconfig): def __init__(self, hostname): self.intf = [] cmd = rcEnv.rsh.split(' ') + [hostname, 'netstat', '-win'] p = Popen(cmd, stdout=PIPE) buff = p.communicate()[0] if p.returncode != 0: raise ex.excError intf_list = buff for line in intf_list.split('\n'): if len(line) == 0: continue intf = line.split()[0] cmd = rcEnv.rsh.split(' ') + [hostname, 'env', 'LANG=C', 'ifconfig', intf] p = Popen(cmd, stdout=PIPE, stderr=PIPE) out = p.communicate() if "no such interface" in out[1]: continue elif p.returncode != 0: raise ex.excError self.parse(out[0]) 07070100060573000081a40000000000000000000000014c4045e100001f7f000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resMountLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import os import rcMountsLinux as rcMounts import resMount as Res from rcUtilities import qcall, protected_mount, getmount from rcUtilitiesLinux import major, get_blockdev_sd_slaves, lv_exists from rcGlobalEnv import rcEnv import rcExceptions as ex from stat import * def try_umount(self): cmd = ['umount', self.mountPoint] (ret, out) = self.vcall(cmd, err_to_warn=True) if ret == 0: return 0 """ don't try to kill process using the source of a protected bind mount """ if protected_mount(self.mountPoint): return 1 """ best effort kill of all processes that might block the umount operation. The priority is given to mass action reliability, ie don't contest oprator's will """ cmd = ['sync'] (ret, out) = self.vcall(cmd) for i in range(4): cmd = ['fuser', '-kmv', self.mountPoint] (ret, out) = self.vcall(cmd, err_to_info=True) self.log.info('umount %s'%self.mountPoint) cmd = ['umount', self.mountPoint] ret = qcall(cmd) if ret == 0: break return ret class Mount(Res.Mount): """ define Linux mount/umount doAction """ def __init__(self, rid, mountPoint, device, fsType, mntOpt, always_on=set([]), disabled=False, tags=set([]), optional=False): self.Mounts = None Res.Mount.__init__(self, rid, mountPoint, device, fsType, mntOpt, always_on, disabled=disabled, tags=tags, optional=optional) self.fsck_h = { 'ext2': {'bin': 'e2fsck', 'cmd': ['e2fsck', '-p', self.device]}, 'ext3': {'bin': 'e2fsck', 'cmd': ['e2fsck', '-p', self.device]}, 'ext4': {'bin': 'e2fsck', 'cmd': ['e2fsck', '-p', self.device]}, } def is_up(self): self.Mounts = rcMounts.Mounts() return self.Mounts.has_mount(self.device, self.mountPoint) def realdev(self): try: mode = os.stat(self.device)[ST_MODE] except: self.log.debug("can not stat %s" % self.device) return None if S_ISBLK(mode): dev = self.device else: mnt = getmount(self.device) if self.Mounts is None: self.Mounts = rcMounts.Mounts() m = self.Mounts.has_param("mnt", mnt) if m is None: self.log.debug("can't find dev %(dev)s mounted in %(mnt)s in mnttab"%dict(mnt=mnt, dev=self.device)) return None dev = m.dev return dev def mplist(self): dev = self.realdev() if dev is None: return set([]) try: self.dm_major = major('device-mapper') except: return set([]) return self._mplist([dev]) def devname_to_dev(self, x): if 'cciss!' in x: return '/dev/cciss/'+x.replace('cciss!', '') return '/dev/'+x def _mplist(self, devs): mps = set([]) for dev in devs: try: statinfo = os.stat(dev) except: self.log.warning("can not stat %s" % dev) continue if self.is_multipath(statinfo): mps |= set([dev]) elif self.is_devmap(statinfo): dm = 'dm-' + str(os.minor(statinfo.st_rdev)) syspath = '/sys/block/' + dm + '/slaves' slaves = os.listdir(syspath) mps |= self._mplist(map(self.devname_to_dev, slaves)) return mps def is_multipath(self, statinfo): cmd = ['dmsetup', '-j', str(self.dm_major), '-m', str(os.minor(statinfo.st_rdev)), 'table' ] (ret, buff) = self.call(cmd, errlog=False, cache=True) if ret != 0: return False l = buff.split() if len(l) < 3: return False if l[2] != 'multipath': return False if 'queue_if_no_path' not in l: return False cmd = ['dmsetup', '-j', str(self.dm_major), '-m', str(os.minor(statinfo.st_rdev)), 'status' ] (ret, buff) = self.call(cmd, errlog=False, cache=True) if ret != 0: return False l = buff.split() if l.count('A') > 1: return False return True def is_devmap(self, statinfo): if os.major(statinfo.st_rdev) == self.dm_major: return True return False def disklist(self): dev = self.realdev() if dev is None: return set([]) try: self.dm_major = major('device-mapper') except: return set([dev]) try: statinfo = os.stat(dev) except: self.log.error("can not stat %s" % dev) raise ex.excError if not self.is_devmap(statinfo): return set([dev]) if lv_exists(self, dev): """ if the fs is built on a lv of a private vg, its disks will be given by the vg resource. if the fs is built on a lv of a shared vg, we don't want to account its disks : don't reserve them, don't account their size multiple times. """ return set([]) dm = 'dm-' + str(os.minor(statinfo.st_rdev)) syspath = '/sys/block/' + dm + '/slaves' devs = get_blockdev_sd_slaves(syspath) return devs def can_check_writable(self): if len(self.mplist()) > 0: self.log.debug("a multipath under fs has queueing enabled and no active path") return False return True def start(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() Res.Mount.start(self) if self.is_up() is True: self.log.info("fs(%s %s) is already mounted"% (self.device, self.mountPoint)) return 0 self.fsck() if not os.path.exists(self.mountPoint): os.makedirs(self.mountPoint, 0755) if self.fsType != "": fstype = ['-t', self.fsType] else: fstype = [] if self.mntOpt != "": mntopt = ['-o', self.mntOpt] else: mntopt = [] cmd = ['mount']+fstype+mntopt+[self.device, self.mountPoint] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError self.Mounts = None def stop(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() if self.is_up() is False: self.log.info("fs(%s %s) is already umounted"% (self.device, self.mountPoint)) return for i in range(3): ret = try_umount(self) if ret == 0: break if ret != 0: self.log.error('failed to umount %s'%self.mountPoint) raise ex.excError self.Mounts = None if __name__ == "__main__": for c in (Mount,) : help(c) 07070100060569000081a40000000000000000000000014c4045e100000b5b000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/resIpVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import rcExceptions as ex import rcStatus from subprocess import * from rcUtilities import qcall from rcGlobalEnv import rcEnv import resIp as Res class Ip(Res.Ip): def is_up(self): for vm in self.svc.get_res_sets("container."+self.svc.svcmode): pass if vm.status() == rcStatus.DOWN: self.log.debug("container is down") self.status_log("container is down") return False try: rcIfconfig = __import__("rcIfconfig"+self.svc.guestos+self.svc.svcmode) except: raise ex.excNotSupported try: ifconfig = rcIfconfig.ifconfig(self.svc.vmname) except: self.log.error("failed to fetch interface configuration") return False if ifconfig.has_param("ipaddr", self.addr) is not None or \ ifconfig.has_param("ip6addr", self.addr) is not None: self.log.debug("%s@%s is up" % (self.addr, self.ipDev)) return True self.log.debug("%s@%s is down" % (self.addr, self.ipDev)) return False def allow_start(self): for vm in self.svc.get_res_sets("container."+self.svc.svcmode): pass if self.check_ping() and vm.status() == rcStatus.DOWN: self.log.error("%s is already up on another host" % (self.addr)) raise ex.IpConflict(self.addr) return def start(self): try: self.allow_start() except ex.IpConflict: raise ex.excError def stop(self): pass def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): Res.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006052c000081a40000000000000000000000014c4045e10000101c000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/rcIfconfig.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import logging from rcGlobalEnv import * class interface: def __str__(self): a = ['ifconfig %s:'%self.name] a += [' link_encap = ' + self.link_encap] a += [' scope = ' + self.scope] a += [' bcast = ' + self.bcast] a += [' mtu = ' + self.mtu] a += [' ipaddr = ' + str(self.ipaddr)] a += [' mask = ' + str(self.mask)] a += [' ip6addr = ' + str(self.ip6addr)] a += [' ip6mask = ' + str(self.ip6mask)] a += [' hwaddr = ' + self.hwaddr] a += [' flag_up = ' + str(self.flag_up)] a += [' flag_broadcast = ' + str(self.flag_broadcast)] a += [' flag_running = ' + str(self.flag_running)] a += [' flag_multicast = ' + str(self.flag_multicast)] a += [' flag_loopback = ' + str(self.flag_loopback)] return '\n'.join(a) def __init__(self, name): self.name = name # defaults self.link_encap = '' self.scope = '' self.bcast = '' self.mask = '' self.mtu = '' self.ipaddr = '' self.ip6addr = [] self.ip6mask = [] self.hwaddr = '' self.flag_up = False self.flag_broadcast = False self.flag_running = False self.flag_multicast = False self.flag_loopback = False class ifconfig(object): def add_interface(self, name): i = interface(name) self.intf.append(i) def interface(self, name): for i in self.intf: if i.name == name: return i return None def has_interface(self, name): for i in self.intf: if i.name == name: return 1 return 0 def has_param(self, param, value): for i in self.intf: if isinstance(getattr(i, param), list): if value in getattr(i, param): return i else: if getattr(i, param) == value: return i return None def __str__(self): for intf in self.intf: print intf def __init__(self): self.intf = [] def next_stacked_dev(self,dev): """Return the first available interfaceX:Y on interfaceX """ i = 1 while True: stacked_dev = dev+':'+str(i) if not self.has_interface(stacked_dev): return stacked_dev i = i + 1 def get_stacked_dev(self, dev, addr, log): """Upon start, a new interfaceX:Y will have to be assigned. Upon stop, the currently assigned interfaceX:Y will have to be found for ifconfig down """ if ':' in addr: stacked_intf = self.has_param("ip6addr", addr) else: stacked_intf = self.has_param("ipaddr", addr) if stacked_intf is not None: if dev not in stacked_intf.name: log.error("%s is plumbed but not on %s" % (addr, dev)) return stacked_dev = stacked_intf.name log.debug("found matching stacked device %s" % stacked_dev) else: stacked_dev = self.next_stacked_dev(dev) log.debug("allocate new stacked device %s" % stacked_dev) return stacked_dev 07070100060590000081a40000000000000000000000014c4045e1000005ca000000b600010002ffffffffffffffff0000001f00000000root/opt/opensvc/lib/svcKvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerKvm as kvm import rcStatus import rcExceptions as ex from rcGlobalEnv import rcEnv class SvcKvm(svc.Svc): """ Define kvm services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self += kvm.Kvm(vmname) self.runmethod = rcEnv.rsh.split() + [vmname] 07070100060551000081a40000000000000000000000014c4045e1000000c3000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/rcUtilitiesSunOS.pyfrom rcUtilities import call def check_ping(addr, timeout=5, count=1): cmd = ['ping', addr, "%s" % timeout] (ret, out) = call(cmd) if ret == 0: return True return False 0707010006053a000081a40000000000000000000000014c4045e100000c87000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/rcMountsAIX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcMounts #import resLoopAIX as Res from rcUtilities import * from subprocess import Popen def get_src_dir_dev(dev): """Given a directory path, return its hosting device """ process = Popen(['df', dev], stdout=PIPE, stderr=STDOUT, close_fds=True) buff = process.communicate() out = buff[0] i = out.index('/') return out[i:].split()[0] class Mounts(rcMounts.Mounts): def match_mount(self, i, dev, mnt): """Given a line of 'mount' output, returns True if (dev, mnt) matches this line. Returns False otherwize. Also care about weirdos like loops and binds, ... """ if os.path.isdir(dev): is_bind = True src_dir_dev = get_src_dir_dev(dev) else: is_bind = False if i.mnt != mnt: return False if i.dev == dev: return True # if i.dev in Res.file_to_loop(dev): # return True if is_bind and i.dev == src_dir_dev: return True return False def __init__(self): self.mounts = [] (ret, out) = call(['mount']) lines = out.split('\n') if len(lines) < 3: return for l in lines[2:]: if len(l) == 0: continue x = l.split() if x[0][0] == '/': dev, mnt, type, null, null, null, mnt_opt = l.split() else: node, dev, mnt, type, null, null, null, mnt_opt = l.split() m = rcMounts.Mount(dev, mnt, type, mnt_opt) self.mounts.append(m) """ node mounted mounted over vfs date options -------- --------------- --------------- ------ ------------ --------------- /dev/hd4 / jfs2 Jun 14 19:42 rw,log=/dev/hd8 /dev/hd2 /usr jfs2 Jun 14 19:42 rw,log=/dev/hd8 /dev/hd9var /var jfs2 Jun 14 19:42 rw,log=/dev/hd8 /dev/hd3 /tmp jfs2 Jun 14 19:42 rw,log=/dev/hd8 /dev/hd1 /home jfs2 Jun 14 19:48 rw,log=/dev/hd8 /proc /proc procfs Jun 14 19:48 rw /dev/hd10opt /opt jfs2 Jun 14 19:48 rw,log=/dev/hd8 """ if __name__ == "__main__" : help(Mounts) for m in Mounts(): print m 0707010006051d000081a40000000000000000000000014c4045e1000004b3000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/hostidHP-UX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import which from subprocess import * def hostid(): if which('getconf') is None: return '1' cmd = ['getconf', 'MACHINE_SERIAL'] p = Popen(cmd, stderr=None, stdout=PIPE, close_fds=True) buff = p.communicate() sn = buff[0].split()[0] if p.returncode != 0: return '1' return str(hex(abs(sn.__hash__()))).replace('0x', '') 07070100060587000081a40000000000000000000000014c4045e10000131a000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/snapJfs2AIX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from rcGlobalEnv import rcEnv from rcUtilities import which, qcall, protected_mount import rcExceptions as ex import snap class Snap(snap.Snap): def lv_exists(self, device): device = device.split("/")[-1] ret = qcall(['lslv', device], cache=True) if ret == 0: return True return False def lv_info(self, device): device = device.split("/")[-1] (ret, buff) = self.call(['lslv', device], cache=True) if ret != 0: return (None, None, None) vg_name = None lv_name = None lv_size = 0 prev = '' prevprev = '' pp_unit = '' pps = 0 pp_size = 0 for word in buff.split(): if prev == "GROUP:": vg_name = word if prev == "VOLUME:": lv_name = word if prev == "SIZE:": pp_size = int(word) if prevprev == "SIZE:": pp_unit = word if prev == "PPs:" and prevprev != "STALE": pps = int(word) prevprev = prev prev = word if pps == 0 or pp_size == 0 or pp_unit == '' or vg_name is None: self.log.error("logical volume %s information fetching error"%device) print "pps = ", pps print "pp_size = ", pp_size print "pp_unit = ", pp_unit print "vg_name = ", vg_name raise ex.excError if pp_unit == 'megabyte(s)': mult = 1 elif pp_unit == 'gigabyte(s)': mult = 1024 elif pp_unit == 'terabyte(s)': mult = 1024*1024 else: self.log.error("unexpected logical volume PP size unit: %s"%pp_unit) raise ex.excError return (vg_name, lv_name, pps*pp_size*mult) def snapcreate(self, m): snap_name = '' snap_mnt = '' (vg_name, lv_name, lv_size) = self.lv_info(m.device) if lv_name is None: self.log.error("can not snap %s: not a logical volume"%m.device) raise ex.syncNotSnapable if len(lv_name) > 12: self.log.error("can not snap lv with name >12 chars") raise ex.excError snap_name = 'sy_'+os.path.basename(lv_name) if self.lv_exists(os.path.join(vg_name, snap_name)): self.log.error("snap of %s already exists"%(lv_name)) raise ex.syncSnapExists print lv_size print lv_size//10 (ret, buff) = self.vcall(['mklv', '-t', 'jfs2', '-y', snap_name, vg_name, str(lv_size//10)+'M']) if ret != 0: raise ex.syncSnapCreateError snap_mnt = '/service/tmp/osvc_sync_'+os.path.basename(vg_name)+'_'+os.path.basename(lv_name) if not os.path.exists(snap_mnt): os.makedirs(snap_mnt, 0755) snap_dev = os.path.join(os.sep, 'dev', snap_name) (ret, buff) = self.vcall(['snapshot', '-o', 'snapfrom='+m.mountPoint, snap_dev]) if ret != 0: raise ex.syncSnapMountError (ret, buff) = self.vcall(['mount', '-o', 'snapshot', snap_dev, snap_mnt]) if ret != 0: raise ex.syncSnapMountError self.snaps[m.mountPoint] = dict(lv_name=lv_name, vg_name=vg_name, snap_name=snap_name, snap_mnt=snap_mnt, snap_dev=snap_dev) def snapdestroykey(self, s): if protected_mount(self.snaps[s]['snap_mnt']): self.log.error("the snapshot is no longer mounted in %s. panic."%self.snaps[s]['snap_mnt']) raise ex.excError """ fuser on HP-UX outs to stderr ... """ cmd = ['fuser', '-c', '-x', '-k', self.snaps[s]['snap_mnt']] ret = qcall(cmd) cmd = ['umount', self.snaps[s]['snap_mnt']] (ret, out) = self.vcall(cmd) cmd = ['snapshot', '-d', self.snaps[s]['snap_dev']] (ret, buff) = self.vcall(cmd) 07070100060584000081a40000000000000000000000014c4045e1000013dc000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resVgZfs.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. """Module providing ZFS resources """ from rcGlobalEnv import rcEnv import resDg from rcUtilities import qcall import re class Pool(resDg.Dg): """ basic pool resource """ def __init__(self, rid=None, name=None, type=None, optional=False, disabled=False, tags=set([]), always_on=set([])): self.label = 'pool ' + name resDg.Dg.__init__(self, rid=rid, name=name, type='disk.zpool', always_on=always_on, optional=optional, disabled=disabled, tags=tags) def has_it(self): """Returns True if the pool is present """ ret = qcall( [ 'zpool', 'list', self.name ] ) if ret == 0 : return True return False def is_up(self): """Returns True if the pool is present and activated """ if not self.has_it(): return False cmd = [ 'zpool', 'list', '-H', '-o', 'health', self.name ] (ret, out) = self.call(cmd) if out.strip() == "ONLINE" : return True return False def do_start(self): if self.is_up(): self.log.info("%s is already up" % self.name) return 0 cmd = [ 'zpool', 'import', self.name ] (ret, out) = self.vcall(cmd) return ret def do_stop(self): if not self.is_up(): self.log.info("%s is already down" % self.name) return 0 cmd = [ 'zpool', 'export', self.name ] (ret, out) = self.vcall(cmd) return ret def disklist(self): """disklist() search zpool vdevs from output of : zpool status poolname if status cmd == 0 else output of : zpool import output if status cmd == 0 disklist(self) update self.disks[] """ if len(self.disks) > 0 : return self.disks disks = set() cmd = [ 'zpool', 'status', self.name ] (ret, out) = self.call(cmd, errlog=False) if ret != 0 : matchedPool=False cmd = [ 'zpool', 'import' ] (ret, out) = self.call(cmd) if ret != 0 : return [] for line in out.split('\n'): if re.match('^ pool: ', line) is not None: # This is pool: xxxx # set watchNext if it is serached pool # else disable watchNext if line == ' pool: ' + self.name : if matchedPool == True : raise Exception("duplicated pools available") matchedPool = True watchNext = True else : watchNext = False elif watchNext == True : # only look for 'tab c*d vdev entries if re.match('^\t ', line) is not None: if re.match('^\t mirror', line) is not None: continue if re.match('^\t raid', line) is not None: continue disk = line.split()[0] disks.add("/dev/rdsk/" + disk ) else : for line in out.split('\n'): if re.match('^\t ', line) is not None: if re.match('^\t mirror', line) is not None: continue if re.match('^\t raid', line) is not None: continue # vdev entry disk=line.split()[0] if re.match("^.*", disk) is not None : disks.add("/dev/rdsk/" + disk ) self.log.debug("found disks %s held by pool %s" % (disks, self.name)) self.disks = disks return disks if __name__ == "__main__": for c in (Pool,) : help(c) print """p=Pool("svczfs1")""" p=Pool("svczfs1") print "show p", p print """p.do_action("start")""" p.do_action("start") print """p.do_action("stop")""" p.do_action("stop") 07070100060533000081a40000000000000000000000014c4045e100000501000000b600010002ffffffffffffffff0000002b00000000root/opt/opensvc/lib/rcIfconfigLinuxkvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex from subprocess import * rcIfconfig = __import__("rcIfconfigLinux") from rcGlobalEnv import rcEnv class ifconfig(rcIfconfig.ifconfig): def __init__(self, hostname): self.intf = [] cmd = rcEnv.rsh.split(' ') + [hostname, 'env', 'LANG=C', 'ifconfig', '-a'] p = Popen(cmd, stdout=PIPE) buff = p.communicate()[0] if p.returncode != 0: raise ex.excError self.parse(buff) 07070100060546000081a40000000000000000000000014c4045e100001253000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/rcStatsAIX.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv today = datetime.datetime.today() yesterday = today - datetime.timedelta(days=1) def sarfile(day): f = os.path.join(os.sep, 'var', 'adm', 'sa', 'sa'+day) if os.path.exists(f): return f return None def twodays(fn): if which('sar') is None: return [] lines = fn(yesterday) lines += fn(today) return lines def stats_cpu(): return twodays(stats_cpu_day) def stats_cpu_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-u', '-P', 'ALL', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 6: continue if l[1] == '%usr': continue if l[0] == 'Average': continue # SunOS: date %usr %sys %wio %idle # xmlrpc: date cpu usr nice sys iowait steal irq soft guest idle nodename x = ['%s %s'%(d, l[0]), 'all', '0', '0', '0', '0', '0', '0', '0', '0', '0', rcEnv.nodename] x[1] = l[1].replace('-', 'all') x[2] = l[2] x[4] = l[3] x[5] = l[4] x[10] = l[5] lines.append(x) return lines def stats_mem_u(): return twodays(stats_mem_u_day) def stats_mem_u_day(t): return [] def stats_proc(): return twodays(stats_proc_day) def stats_proc_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-q', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) < 3: continue if ':' not in l[0]: continue """ xmlrpc: date runq_sz plist_sz ldavg_1 ldavg_5 ldavg_15 nodename """ x = ['%s %s'%(d, l[0]), l[1], '0', '0', '0', '0', rcEnv.nodename] lines.append(x) return lines def stats_swap(): return twodays(stats_swap_day) def stats_swap_day(t): return [] def stats_block(): return twodays(stats_block_day) def stats_block_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-b', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 9: continue if ':' not in l[1]: continue """ xmlrpc: date tps rtps wtps rbps wbps nodename """ x = ['%s %s'%(d, l[0]), '0', '0', '0', l[1], l[4], rcEnv.nodename] lines.append(x) return lines def stats_blockdev(): return twodays(stats_blockdev_day) def stats_blockdev_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-d', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) == 8: date = l[0] if len(l) == 7: l = [date] + l if len(l) != 8: continue if l[1] == 'device': continue if l[0] == 'Average': continue """ xmlrpc: 22:05:01 DEV tps rd_sec/s wr_sec/s avgrq-sz avgqu-sz await svctm %util 00:00:00 device %busy avque r+w/s blks/s avwait avserv """ x = ['%s %s'%(d, l[0]), l[1], l[4], '0', '0', '0', l[3], l[6], l[7], l[2], rcEnv.nodename] lines.append(x) return lines def stats_netdev(): return twodays(stats_netdev_day) def stats_netdev_day(t): return [] def stats_netdev_err(): return twodays(stats_netdev_err_day) def stats_netdev_err_day(t): return [] 07070100060580000081a40000000000000000000000014c4045e10000133b000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resVgHpVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import re import os import rcExceptions as ex import rcStatus resVg = __import__("resVgHP-UX") from subprocess import * from rcUtilities import qcall from rcGlobalEnv import rcEnv from subprocess import * class Vg(resVg.Vg): def __init__(self, rid=None, name=None, type=None, optional=False, disabled=False, tags=set([])): self.label = name resVg.Vg.__init__(self, rid=rid, name=name, type='disk.vg', optional=optional, disabled=disabled, tags=tags) def has_it(self): return True def is_up(self): return True def _status(self, verbose=False): return rcStatus.NA def do_start(self): self.do_mksf() def do_stop(self): pass def files_to_sync(self): return [self.sharefile_name(), self.mkfsfile_name()] def postsync(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: self.do_mksf() self.do_share() def presync(self): s = self.svc.group_status(excluded_groups=set(["sync"])) if self.svc.force or s['overall'].status == rcStatus.UP: self.write_mksf() self.write_share() def sharefile_name(self): return os.path.join(rcEnv.pathvar, 'vg_' + self.svc.svcname + '_' + self.name + '.share') def write_share(self): cmd = ['/opt/hpvm/bin/hpvmdevmgmt', '-l', 'all:DEVTYPE=DISK'] (ret, buff) = self.call(cmd) if ret != 0: raise ex.excError if len(buff) == 0: return disklist = self.disklist() with open(self.sharefile_name(), 'w') as f: for line in buff.split('\n'): dev = line.split(':')[0] if len(dev) == 0: continue if dev not in disklist: continue if 'SHARE=YES' in line: f.write(dev+':YES\n') else: f.write(dev+':NO\n') def do_share(self): if not os.path.exists(self.sharefile_name()): return cmd = ['/opt/hpvm/bin/hpvmdevmgmt', '-l', 'all:DEVTYPE=DISK'] (ret, buff) = self.call(cmd) if ret != 0: raise ex.excError devs = set([]) for line in buff.split('\n'): l = line.split(':') if len(l) == 0: continue if len(l[0]) == 0: continue devs |= set([l[0]]) with open(self.sharefile_name(), 'r') as f: err = 0 for line in f.readlines(): l = line.split(':') if len(l) != 2: continue dev = l[0] if len(dev) == 0: continue if not os.path.exists(dev): continue if dev not in devs: cmd = ['/opt/hpvm/bin/hpvmdevmgmt', '-a', 'gdev:'+dev] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError if 'YES' in l[1]: cmd = ['/opt/hpvm/bin/hpvmdevmgmt', '-m', 'gdev:'+dev+':attr:SHARE=YES'] else: cmd = ['/opt/hpvm/bin/hpvmdevmgmt', '-m', 'gdev:'+dev+':attr:SHARE=NO'] (ret, buff) = self.vcall(cmd) if ret != 0: err += 1 continue if err > 0: raise ex.excError def disklist(self): cmd = ['/opt/hpvm/bin/hpvmstatus', '-d', '-P', self.svc.vmname] p = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = p.communicate() if p.returncode != 0: raise ex.excError for line in buff[0].split('\n'): l = line.split(':') if len(l) < 5: continue if l[3] != 'disk': continue self.disks |= set([l[4]]) return self.disks 0707010006054f000081a40000000000000000000000014c4045e100000101000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/rcUtilitiesHP-UX.pyfrom rcUtilities import call def check_ping(addr, timeout=5, count=1): cmd = ['ping', addr, '-n', repr(count), '-m', repr(timeout)] (ret, out) = call(cmd) if ret == 0: return True return False 07070100060540000081a40000000000000000000000014c4045e1000013a3000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/rcOptParser.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import optparse from rcGlobalEnv import * action_desc = { 'printsvc': 'display service live configuration', 'start': 'start a service, chaining startip-diskstart-startapp', 'startstandby': 'start service resources marked always_on', 'startip': 'configure service ip addresses', 'mount': 'prepare devices, logical volumes, mount service filesystems, bootstrap containers', 'startapp': 'execute service application startup script', 'stop': 'stop a service, chaining stopapp-diskstop-stopip', 'stopip': 'unconfigure service ip addresses', 'umount': 'shutdown container, umount service filesystems, deactivate logical volumes', 'stopapp': 'execute service application stop script', 'syncnodes': 'send to peer nodes the service config files and additional files described in the config file', 'syncdrp': 'send to drp nodes the service config files and additional files described in the config file', 'configure': 'configure a service container, using configuration file information', 'create': 'create a new service configuration file', 'startcontainer': 'start the container resource', 'stopcontainer': 'stop the container resource', 'status': 'return service overall status code', 'print_status': 'display service resource status', 'freeze': 'set up a flag to block actions on this service', 'thaw': 'remove the flag to unblock actions on this service', 'frozen': 'report on the current blocking of actions on this service', 'startloop': 'attach loop resources of this service', 'stoploop': 'detach loop resources of this service', 'startvg': 'activate/import volume group resources of this service', 'stopvg': 'deactivate/deport volume group resources of this service', 'startpool': 'activate zpool resources of this service', 'stoppool': 'deactivate zpool resources of this service', 'startdisk': 'combo action, chaining startvg-mount', 'stopdisk': 'combo action, chaining umount-stopvg', 'presync': 'update var files associated to resources', 'postsync': 'make use of files received from master nodes in var', 'prstart': 'reserve scsi disks held by this service', 'prstop': 'release scsi disks held by this service', 'prstatus': 'report status of reservations on scsi disks held by this service', 'restart': 'stop then start', 'syncquiesce': 'trigger a storage hardware-assisted disk synchronization', 'syncbreak': 'split a storage hardware-assisted disk synchronization', 'syncresync': 're-establish a broken storage hardware-assisted synchronization', 'syncfullsync': 'trigger a full copy of the volume to its target', 'syncupdate': 'trigger a one-time resync of the volume to its target', 'syncverify': 'trigger a one-time checksum-based verify of the volume and its target', 'syncall': 'combo action, chaining syncnodes-syncdrp-syncupdate', 'push': 'push service configuration to database', 'disklist': 'construct disklist', 'switch': 'stop the service on the local node and start on the remote node', } def format_desc(svc=False): from textwrap import TextWrapper wrapper = TextWrapper(subsequent_indent="%19s"%"", width=78) desc = "Supported commands:\n" for a in sorted(action_desc): if svc and not hasattr(svc, a): continue text = " %-16s %s\n"%(a, action_desc[a]) desc += wrapper.fill(text) desc += '\n' return desc class svcOptionParser: def __init__(self, svc=False): __ver = rcEnv.prog + " version " + str(rcEnv.ver) __usage = "%prog [options] command\n\n" + format_desc(svc) parser = optparse.OptionParser(version=__ver, usage=__usage) parser.add_option("--debug", default="False", action="store_true", dest="debug", help="debug mode") parser.add_option("-f", "--force", default=False, action="store_true", dest="force", help="force action, ignore sanity check warnings") (self.options, self.args) = parser.parse_args() if len(self.args) > 1: parser.error("More than one action") if len(self.args) is 0: parser.error("Missing action") self.action = self.args[0] if svc and not hasattr(svc, self.action): parser.error("unsupported action") if svc: svc.force = self.options.force 07070100060567000081a40000000000000000000000014c4045e1000005e9000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resIpLinuxLxc.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. resIpHv = __import__("resIpLinux") import resIpVm class Ip(resIpVm.Ip, resIpHv.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): resIpVm.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def check_ping(self): return resIpHv.Ip.check_ping(self) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006051f000081a40000000000000000000000014c4045e100000378000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/hostidSunOS.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from uuid import getnode def hostid(): return str(getnode()) 07070100060532000081a40000000000000000000000014c4045e100000b3e000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcIfconfigLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfig class ifconfig(rcIfconfig.ifconfig): def parse(self, out): prev = '' prevprev = '' for w in out.split(): if w == 'Link': i = rcIfconfig.interface(prev) self.intf.append(i) # defaults i.link_encap = '' i.scope = '' i.bcast = '' i.mask = '' i.mtu = '' i.ipaddr = '' i.ip6addr = [] i.ip6mask = [] i.hwaddr = '' i.flag_up = False i.flag_broadcast = False i.flag_running = False i.flag_multicast = False i.flag_loopback = False elif 'encap:' in w: (null, i.link_encap) = w.split(':') elif 'Scope:' in w: (null, i.scope) = w.split(':') elif 'Bcast:' in w: (null, i.bcast) = w.split(':') elif 'Mask:' in w: (null, i.mask) = w.split(':') elif 'MTU:' in w: (null, i.mtu) = w.split(':') if 'inet' == prev and 'addr:' in w: (null, i.ipaddr) = w.split(':') if 'inet6' == prevprev and 'addr:' == prev: (ip6addr, ip6mask) = w.split('/') i.ip6addr += [ip6addr] i.ip6mask += [ip6mask] if 'HWaddr' == prev: i.hwaddr = w if 'UP' == w: i.flag_up = True if 'BROADCAST' == w: i.flag_broadcast = True if 'RUNNING' == w: i.flag_running = True if 'MULTICAST' == w: i.flag_multicast = True if 'LOOPBACK' == w: i.flag_loopback = True prevprev = prev prev = w def __init__(self): self.intf = [] out = Popen(['ifconfig', '-a'], stdout=PIPE).communicate()[0] self.parse(out) 07070100060528000081a40000000000000000000000014c4045e100000c27000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcDiskInfoLinux.py#!/usr/bin/python2.6 # # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import sys import os from rcUtilities import call, which import rcDiskInfo class diskInfo(rcDiskInfo.diskInfo): disk_ids = {} def disk_id(self, dev): if dev in self.disk_ids: return self.disk_ids[dev] if which('scsi_id'): scsi_id = 'scsi_id' elif which('/lib/udev/scsi_id'): scsi_id = '/lib/udev/scsi_id' else: return "" cmd = [scsi_id, '-g', '-u', '-d', dev] (ret, out) = call(cmd) if ret == 0: id = out.split('\n')[0][1:] self.disk_ids[dev] = id return id sdev = dev.replace("/dev/", "/block/") cmd = [scsi_id, '-g', '-u', '-s', sdev] (ret, out) = call(cmd, errlog=False) if ret == 0: id = out.split('\n')[0][1:] self.disk_ids[dev] = id return id return "" def disk_vendor(self, dev): s = '' path = dev.replace('/dev/', '/sys/block/')+'/device/vendor' if not os.path.exists(path): return "" with open(path, 'r') as f: s = f.read() f.close() return s def disk_model(self, dev): s = '' path = dev.replace('/dev/', '/sys/block/')+'/device/model' if not os.path.exists(path): return "" with open(path, 'r') as f: s = f.read() f.close() return s def disk_size(self, dev): size = 0 if '/dev/mapper/' in dev: try: statinfo = os.stat(dev) except: self.log.error("can not stat %s" % dev) raise dm = 'dm-' + str(os.minor(statinfo.st_rdev)) path = '/sys/block/' + dm + '/size' if not os.path.exists(path): return 0 else: path = dev.replace('/dev/', '/sys/block/')+'/size' if not os.path.exists(path): cmd = ['blockdev', '--getsize', dev] (ret, out) = call(cmd) if ret != 0: return 0 return int(out)/2097152 with open(path, 'r') as f: size = f.read() f.close() return int(size)/2097152 0707010006054a000081a40000000000000000000000014c4045e1000017ff000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcStatsSunOS.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv today = datetime.datetime.today() yesterday = today - datetime.timedelta(days=1) cmd = ['pagesize'] (ret, pagesize) = call(cmd) pagesize = int(pagesize) def sarfile(day): f = os.path.join(os.sep, 'var', 'adm', 'sa', 'sa'+day) if os.path.exists(f): return f return None def twodays(fn): if which('sar') is None: return [] lines = fn(yesterday) lines += fn(today) return lines def stats_cpu(): return twodays(stats_cpu_day) def stats_cpu_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-u', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 5: continue if l[1] == '%usr': continue if l[0] == 'Average': continue # SunOS: date %usr %sys %wio %idle # xmlrpc: date cpu usr nice sys iowait steal irq soft guest idle nodename x = ['%s %s'%(d, l[0]), 'all', '0', '0', '0', '0', '0', '0', '0', '0', '0', rcEnv.nodename] x[2] = l[1] x[4] = l[2] x[5] = l[3] x[10] = l[4] lines.append(x) return lines def stats_mem_u(): return twodays(stats_mem_u_day) def stats_mem_u_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-r', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 3: continue if l[1] == 'freemem': continue if l[0] == 'Average': continue """ xmlrpc: date kbmemfree kbmemused pct_memused kbbuffers kbcached kbcommit pct_commit kbmemsys nodename """ freemem = int(l[1])*pagesize/1024 x = ['%s %s'%(d, l[0]), str(freemem), '0', '0', '0', '0', '0', '0', '0', rcEnv.nodename] lines.append(x) return lines def stats_proc(): return twodays(stats_proc_day) def stats_proc_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-q', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 5: continue if l[1] == 'runq-sz': continue if l[0] == 'Average': continue """ xmlrpc: date runq_sz plist_sz ldavg_1 ldavg_5 ldavg_15 nodename """ x = ['%s %s'%(d, l[0]), l[1], '0', '0', '0', '0', rcEnv.nodename] lines.append(x) return lines def stats_swap(): return twodays(stats_swap_day) def stats_swap_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-r', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 3: continue if l[1] == 'freemem': continue if l[0] == 'Average': continue """ xmlrpc: date kbswpfree kbswpused pct_swpused kbswpcad pct_swpcad nodename """ freeswap = int(l[2])/2 x = ['%s %s'%(d, l[0]), str(freeswap), '0', '0', '0', '0', rcEnv.nodename] lines.append(x) return lines def stats_block(): return twodays(stats_block_day) def stats_block_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-b', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 9: continue if l[1] == 'bread/s': continue if l[0] == 'Average': continue """ xmlrpc: date tps rtps wtps rbps wbps nodename """ x = ['%s %s'%(d, l[0]), '0', '0', '0', l[1], l[4], rcEnv.nodename] lines.append(x) return lines def stats_blockdev(): return twodays(stats_blockdev_day) def stats_blockdev_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-d', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) == 8: date = l[0] if len(l) == 7: l = [date] + l if len(l) != 8: continue if l[1] == 'device': continue if l[0] == 'Average': continue """ xmlrpc: 22:05:01 DEV tps rd_sec/s wr_sec/s avgrq-sz avgqu-sz await svctm %util 00:00:00 device %busy avque r+w/s blks/s avwait avserv """ x = ['%s %s'%(d, l[0]), l[1], l[4], '0', '0', '0', l[3], l[6], l[7], l[2], rcEnv.nodename] lines.append(x) return lines def stats_netdev(): return twodays(stats_netdev_day) def stats_netdev_day(t): return [] def stats_netdev_err(): return twodays(stats_netdev_err_day) def stats_netdev_err_day(t): return [] 0707010006052d000081a40000000000000000000000014c4045e100000afa000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/rcIfconfigAIX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfig class ifconfig(rcIfconfig.ifconfig): def hexmask_to_str(self, mask): mask = mask.replace('0x', '') s = [str(int(mask[i:i+2], 16)) for i in range(0, len(mask), 2)] return '.'.join(s) def parse(self, out): prev = '' prevprev = '' for w in out.split(): if 'flags=' in w: i = rcIfconfig.interface(prev.replace(':','')) self.intf.append(i) # defaults i.link_encap = '' i.scope = '' i.bcast = '' i.mtu = '' i.ipaddr = [] i.mask = [] i.ip6addr = [] i.ip6mask = [] i.hwaddr = '' i.flag_up = False i.flag_broadcast = False i.flag_running = False i.flag_multicast = False i.flag_loopback = False flags = w.split('<')[1].split('>')[0].split(',') if 'UP' in flags: i.flag_up = True if 'BROADCAST' in flags: i.flag_broadcast = True if 'RUNNING' in flags: i.flag_running = True if 'MULTICAST' in flags: i.flag_multicast = True if 'LOOPBACK' in flags: i.flag_loopback = True elif 'inet' == prev: i.ipaddr += [w] elif 'netmask' == prev: i.mask += [self.hexmask_to_str(w)] elif 'inet6' == prev: i.ip6addr += [w.split('/')[0]] i.ip6mask += [w.split('/')[1]] elif 'ether' == prev: i.hwaddr = w prevprev = prev prev = w def __init__(self): self.intf = [] out = Popen(['ifconfig', '-a'], stdout=PIPE).communicate()[0] self.parse(out) 0707010006058f000081a40000000000000000000000014c4045e100000678000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/svcJail.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerJail as jail class SvcJail(svc.Svc): """ Define Jail services""" def __init__(self, svcname, vmname=None, guestos=None, jailroot=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self.jailroot = jailroot self += jail.Jail(vmname) """ jail names cannot have dots """ self.basevmname = vmname.split('.')[0] self.runmethod = ['jexec', self.basevmname] if __name__ == "__main__": for c in (SvcJail,) : help(c) 0707010006051c000081a40000000000000000000000014c4045e100000453000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/hostidAIX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * def hostid(): cmd = ['uname', '-u'] p = Popen(cmd, stderr=None, stdout=PIPE, close_fds=True) buff = p.communicate() if p.returncode != 0: return '1' sn = buff[0].split()[0] return str(hex(abs(sn.__hash__()))).replace('0x', '') 07070100060534000081a40000000000000000000000014c4045e1000005f0000000b600010002ffffffffffffffff0000002b00000000root/opt/opensvc/lib/rcIfconfigLinuxlxc.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfigLinux from rcGlobalEnv import rcEnv from rcUtilities import which class ifconfig(rcIfconfigLinux.ifconfig): def __init__(self, hostname): self.intf = [] if which('lxc-attach'): self.rsh = ['lxc-attach', '-n', hostname] cmd = ['echo', '/sbin/ifconfig', '-a'] p1 = Popen(cmd, stdout=PIPE) out = Popen(self.rsh, stdout=PIPE, stdin=p1.stdout).communicate()[0] else: self.rsh = rcEnv.rsh.split() + [hostname, '--', 'env', 'LANG=C'] cmd = self.rsh + ['/sbin/ifconfig', '-a'] out = Popen(cmd, stdout=PIPE).communicate()[0] self.parse(out) 07070100060565000081a40000000000000000000000014c4045e1000005e9000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resIpLdom.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. resIpHv = __import__("resIpSunOS") import resIpVm class Ip(resIpVm.Ip, resIpHv.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): resIpVm.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def check_ping(self): return resIpHv.Ip.check_ping(self) if __name__ == "__main__": for c in (Ip,) : help(c) 07070100060553000081a40000000000000000000000014c4045e100001997000000b600010002ffffffffffffffff0000001f00000000root/opt/opensvc/lib/resApp.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * from datetime import datetime import os import glob from rcUtilities import is_exe, justcall from rcGlobalEnv import rcEnv import resources as Res import rcStatus import rcExceptions as ex class Apps(Res.Resource): prefix = [] def __init__(self, runmethod=[], optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid="app", type="app", optional=optional, disabled=disabled, tags=tags) self.prefix = runmethod self.label = "app" def set_perms(self, rc): s = os.stat(rc) if s.st_uid != 0 or s.st_gid != 0: self.log.info("set %s ownership to uid 0 gid 0"%rc) os.chown(rc, 0, 0) if not is_exe(rc): self.vcall(self.prefix+['chmod', '+x', rc]) def stop_checks(self): if not os.path.exists(self.svc.initd): self.log.info("%s is not present, perhaps already stopped" %self.svc.initd) return True elif not os.path.islink(self.svc.initd): self.log.error("%s is not a link"%self.svc.initd) return False return True def start_checks(self): if not os.path.exists(self.svc.initd): self.log.error("%s is not present"%self.svc.initd) return False elif not os.path.islink(self.svc.initd): self.log.error("%s is not a link"%self.svc.initd) return False return True def startstandby_checks(self): if not os.path.exists(self.svc.initd): self.log.info("%s is not present, no apps to start for standby"%self.svc.initd) return False elif not os.path.islink(self.svc.initd): self.log.error("%s is not a link"%self.svc.initd) return False return True def status_checks(self, verbose=False): if not os.path.exists(self.svc.initd): if verbose: self.status_log("%s does not exist"%self.svc.initd) return False status = self.svc.group_status(excluded_groups=set(["sync", "app", "disk"])) if str(status["overall"]) != "up": self.log.debug("abort resApp status because ip+fs status is %s"%status["overall"]) if verbose: self.status_log("ip+fs status is %s, skip check"%status["overall"]) return False return True def app_exist(self, name): if os.path.exists(name): return True else: return False def app(self, name, action, dedicated_log=True): if len(name) == 0: return 0 if not self.app_exist(name): return 0 self.set_perms(name) cmd = self.prefix+[name, action] if dedicated_log: self.log.info('spawn: %s' % ' '.join(cmd)) outf = '/var/tmp/svc_'+self.svc.svcname+'_'+os.path.basename(name)+'.log' f = open(outf, 'w') t = datetime.now() p = Popen(cmd, stdin=None, stdout=f.fileno(), stderr=f.fileno()) p.communicate() _len = datetime.now() - t self.log.info('%s done in %s - ret %d - logs in %s' % (action, _len, p.returncode, outf)) f.close() return p.returncode else: (out, err, ret) = justcall(cmd) return ret def sorted_app_list(self, pattern): return sorted(glob.glob(os.path.join(self.svc.initd, pattern))) def _status(self, verbose=False): """Execute each startup script (C* files). Log the return code but don't stop on error. Count errors. """ rets = {} errs = 0 nb = 0 try: if not self.status_checks(verbose=verbose): return rcStatus.NA except ex.excNotAvailable: return rcStatus.NA for name in self.sorted_app_list('C*'): if len(name) == 0: continue ret = self.app(name, 'status', dedicated_log=False) nb += 1 errs += ret rets[name] = ret if nb == 0: self.status_log("no startup script") return rcStatus.NA elif errs == 0: return rcStatus.UP elif 0 in rets.values(): names = ', '.join([n for n in rets if rets[n] != 0 ]) self.status_log("%s returned errors"%(names)) return rcStatus.WARN else: return rcStatus.DOWN def startstandby(self): """Execute each startup script (SS* files). Log the return code but don't stop on error. """ try: if not self.startstandby_checks(): raise ex.excError except ex.excNotAvailable: return for name in self.sorted_app_list('S*.standby@'+rcEnv.nodename): self.app(name, 'start') def start(self): """Execute each startup script (S* files). Log the return code but don't stop on error. """ try: if not self.start_checks(): raise ex.excError except ex.excNotAvailable: return for name in self.sorted_app_list('S*'): self.app(name, 'start') def stop(self): """Execute each shutdown script (K* files). Log the return code but don't stop on error. """ try: if not self.stop_checks(): raise ex.excError except ex.excNotAvailable: return for name in self.sorted_app_list('K*'): self.app(name, 'stop') if __name__ == "__main__": for c in (Apps,) : help(c) 0707010006051b000081a40000000000000000000000014c4045e1000006f4000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/freezer.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import glob def dummy(): return class Freezer: flag_dir = os.path.join(os.path.dirname(__file__), '..', 'var') base_flag = os.path.join(flag_dir, 'FROZEN') flag = base_flag def frozen(self): if os.path.exists(self.flag) or os.path.exists(self.base_flag): return True return False def freeze(self): open(self.flag, 'w').close() def thaw(self): if self.flag != self.base_flag and os.path.exists(self.flag): os.unlink(self.flag) return for name in glob.glob(self.flag_dir + '/FROZEN*'): os.unlink(name) def __init__(self, name=''): if len(name) == 0: pass elif not os.path.exists(os.path.join(os.path.dirname(__file__), '..', 'etc', name)): self.freeze = dummy self.thaw = dummy self.frozen = dummy else: self.flag = self.flag + "." + name 07070100060591000081a40000000000000000000000014c4045e1000005cf000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/svcLdom.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerLdom as ldom import rcStatus import rcExceptions as ex from rcGlobalEnv import rcEnv class SvcLdom(svc.Svc): """ Define ldom services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self += ldom.Ldom(vmname) self.runmethod = rcEnv.rsh.split() + [vmname] 07070100060527000081a40000000000000000000000014c4045e100000b82000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcDiskInfoHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import call import rcDiskInfo class diskInfo(rcDiskInfo.diskInfo): def __init__(self): self.h = {} cmd = ["scsimgr", "-p", "get_attr", "all_lun", "-a", "wwid", "-a", "device_file", "-a", "vid", "-a", "pid", "-a", "capacity"] (ret, out) = call(cmd) for e in out.split('\n'): if len(e) == 0: continue (wwid, dev, vid, pid, size) = e.split(':') dev = self.devkey(dev) wwid = wwid.replace('0x', '') if len(size) != 0: size = int(size)/2097152 vid = vid.strip('" ') pid = pid.strip('" ') self.h[dev] = dict(wwid=wwid, vid=vid, pid=pid, size=size) def devkey(self, dev): dev = dev.replace("/dev/rdisk/", "") dev = dev.replace("/dev/disk/", "") dev = dev.replace("/dev/dsk/", "") return dev def dev2char(self, dev): dev = dev.replace("/dev/disk/", "/dev/rdisk/") dev = dev.replace("/dev/dsk/", "/dev/rdsk/") return dev def scan(self, dev): cmd = ["scsimgr", "-p", "get_attr", "-D", self.dev2char(dev), "-a", "wwid", "-a", "device_file", "-a", "vid", "-a", "pid", "-a", "capacity"] (ret, out) = call(cmd, errlog=False) dev = self.devkey(dev) if ret != 0: self.h[dev] = dict(wwid="", vid="", pid="", size="") return (wwid, foo, vid, pid, size) = out.split(':') wwid = wwid.replace('0x', '') if len(size) != 0: size = int(size)/2097152 vid = vid.strip('" ') pid = pid.strip('" ') self.h[dev] = dict(wwid=wwid, vid=vid, pid=pid, size=size) def get(self, dev, type): if dev not in self.h: self.scan(dev) dev = self.devkey(dev) return self.h[dev][type] def disk_id(self, dev): return self.get(dev, 'wwid') def disk_vendor(self, dev): return self.get(dev, 'vid') def disk_model(self, dev): return self.get(dev, 'pid') def disk_size(self, dev): return self.get(dev, 'size') 07070100060555000081a40000000000000000000000014c4045e10000144e000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/resContainer.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcStatus import resources as Res import time import rcExceptions as ex from rcUtilities import qcall from rcGlobalEnv import rcEnv import socket class Container(Res.Resource): """ in seconds """ startup_timeout = 600 shutdown_timeout = 60 def __init__(self, name, rid=None, type=None, optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid=rid, type=type, optional=optional, disabled=disabled, tags=tags) self.sshbin = '/usr/bin/ssh' self.name = name self.label = name try: a = socket.getaddrinfo(name, None) if len(a) == 0: raise Exception self.addr = a[0][4][0] except: self.log.error("could not resolve %s to an ip address"%self.name) if not disabled: raise ex.excInitError def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) def operational(self): if self.svc.guestos == "Windows": """ Windows has no sshd. """ return True timeout = 1 cmd = [ self.sshbin, '-o', 'StrictHostKeyChecking=no', '-o', 'ForwardX11=no', '-o', 'BatchMode=yes', '-n', '-o', 'ConnectTimeout='+repr(timeout), self.name, 'pwd'] ret = qcall(cmd) if ret == 0: return True return False def wait_for_fn(self, fn, tmo, delay): for tick in range(tmo//2): if fn(): return time.sleep(delay) self.log.error("Waited too long for startup") raise ex.excError def wait_for_startup(self): self.log.info("wait for container up status") self.wait_for_fn(self.is_up, self.startup_timeout, 2) self.log.info("wait for container ping") self.wait_for_fn(self.ping, self.startup_timeout, 2) self.log.info("wait for container operational") self.wait_for_fn(self.operational, self.startup_timeout, 2) def wait_for_shutdown(self): self.log.info("wait for container down status") for tick in range(self.shutdown_timeout): if self.is_down(): return time.sleep(1) self.log.error("Waited too long for shutdown") raise ex.excError def install_drp_flag(self): print "TODO: install_drp_flag()" def start(self): if self.is_up(): self.log.info("container %s already started" % self.name) return if rcEnv.nodename in self.svc.drpnodes: self.install_drp_flag() self.container_start() self.wait_for_startup() def stop(self): if self.is_down(): self.log.info("container %s already stopped" % self.name) return self.container_stop() try: self.wait_for_shutdown() except ex.excError: self.container_forcestop() self.wait_for_shutdown() def check_capabilities(self): #print "TODO: check_capabilities(self)" pass def container_start(self): print "TODO: container_start(self)" def container_stop(self): print "TODO: container_stop(self)" def container_forcestop(self): print "TODO: container_forcestop(self)" def check_manual_boot(self): print "TODO: check_manual_boot(self)" return False def is_up(self): return False def is_down(self): return not self.is_up() def _status(self, verbose=False): if not self.check_capabilities(): self.status_log("check_capabilities return False") return rcStatus.WARN if not self.check_manual_boot(): self.status_log("container auto boot is on") return rcStatus.WARN if self.is_up(): return rcStatus.UP if self.is_down(): return rcStatus.DOWN else: self.status_log("container status is neither up nor down") return rcStatus.WARN def get_container_info(self): print "TODO: get_container_info(self)" return {'vcpus': '0', 'vmem': '0'} 07070100060589000081a40000000000000000000000014c4045e100000dd8000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/snapVxfsHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from rcGlobalEnv import rcEnv from rcUtilities import which, qcall, protected_mount import rcExceptions as ex import snap class Snap(snap.Snap): def lv_exists(self, device): if qcall(['lvdisplay', device]) == 0: return True return False def lv_info(self, device): (ret, buff) = self.call(['lvdisplay', device]) if ret != 0: return (None, None, None) vg_name = None lv_name = None lv_size = 0 for line in buff.split('\n'): if "VG Name" in line: vg_name = line.split()[-1] if "LV Name" in line: lv_name = line.split()[-1] if "LV Size" in line: lv_size = int(line.split()[-1]) return (vg_name, lv_name, lv_size) def snapcreate(self, m): snap_name = '' snap_mnt = '' (vg_name, lv_name, lv_size) = self.lv_info(m.device) if lv_name is None: self.log.error("can not snap %s: not a logical volume"%m.device) raise ex.syncNotSnapable snap_name = 'osvc_sync_'+os.path.basename(lv_name) if self.lv_exists(os.path.join(vg_name, snap_name)): self.log.error("snap of %s already exists"%(lv_name)) raise ex.syncSnapExists (ret, buff) = self.vcall(['lvcreate', '-L', str(lv_size//10)+'M', '-n', snap_name, vg_name]) if ret != 0: raise ex.syncSnapCreateError snap_mnt = '/service/tmp/osvc_sync_'+os.path.basename(vg_name)+'_'+os.path.basename(lv_name) if not os.path.exists(snap_mnt): os.makedirs(snap_mnt, 0755) snap_dev = os.path.join(vg_name, snap_name) (ret, buff) = self.vcall(['mount', '-F', 'vxfs', '-o', 'ro,snapof='+m.device, snap_dev, snap_mnt]) if ret != 0: raise ex.syncSnapMountError self.snaps[m.mountPoint] = dict(lv_name=lv_name, vg_name=vg_name, snap_name=snap_name, snap_mnt=snap_mnt, snap_dev=snap_dev) def snapdestroykey(self, s): if protected_mount(self.snaps[s]['snap_mnt']): self.log.error("the snapshot is no longer mounted in %s. panic."%self.snaps[s]['snap_mnt']) raise ex.excError """ fuser on HP-UX outs to stderr ... """ cmd = ['fuser', '-kc', self.snaps[s]['snap_mnt']] ret = qcall(cmd) cmd = ['umount', self.snaps[s]['snap_mnt']] (ret, out) = self.vcall(cmd) cmd = ['lvremove', '-f', self.snaps[s]['snap_dev']] (ret, buff) = self.vcall(cmd) 07070100060521000081a40000000000000000000000014c4045e10000059f000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/loopSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import resources from rcGlobalEnv import * import rcStatus class Loop(resources.Resource): def is_up(self): """Returns True if the volume group is present and activated """ return True def start(self): pass def stop(self): pass def status(self, verbose=False): if self.is_up(): return rcStatus.UP else: return rcStatus.DOWN def __init__(self, file, disabled=False, tags=set([]), optional=False): self.file = file resources.Resource.__init__(self, disabled=disabled, tags=tags, optional=optional) 07070100060530000081a40000000000000000000000014c4045e100000c36000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcIfconfigHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfig import rcExceptions as ex class ifconfig(rcIfconfig.ifconfig): def parse(self, out): if len(out) == 0: return intf = out.split()[0] if intf[len(intf)-1] == ':': intf = intf[0:len(intf)-1] i = rcIfconfig.interface(intf) self.intf.append(i) # defaults i.link_encap = '' i.scope = '' i.bcast = '' i.mask = '' i.mtu = '' i.ipaddr = '' i.ip6addr = [] i.ip6mask = [] i.hwaddr = '' i.flag_up = False i.flag_broadcast = False i.flag_running = False i.flag_multicast = False i.flag_loopback = False prev = '' for w in out.split(): if 'broadcast' in prev: i.bcast = w elif 'netmask' in prev: i.mask = "%d.%d.%d.%d"%( int(w[0:2], 16), int(w[2:4], 16), int(w[4:6], 16), int(w[6:8], 16) ) elif 'inet' == prev: i.ipaddr = w elif 'inet6' == prev: i.ip6addr += [w] elif 'prefix' == prev: i.ip6mask += [w] if 'UP' in w: i.flag_up = True if 'BROADCAST' in w: i.flag_broadcast = True if 'RUNNING' in w: i.flag_running = True if 'MULTICAST' in w: i.flag_multicast = True if 'LOOPBACK' in w: i.flag_loopback = True prev = w def __init__(self): self.intf = [] intf_list = [] out = Popen(['netstat', '-win'], stdout=PIPE).communicate()[0] for line in out.split('\n'): if len(line) == 0: continue if 'IPv4:' in line or 'IPv6' in line: continue intf_list += [line.split()[0]] for intf in intf_list: p = Popen(['ifconfig', intf], stdout=PIPE, stderr=PIPE) out = p.communicate() if "no such interface" in out[1]: continue elif p.returncode != 0: raise ex.excError self.parse(out[0]) 07070100060582000081a40000000000000000000000014c4045e10000092a000000b600010002ffffffffffffffff0000002700000000root/opt/opensvc/lib/resVgLibvirtVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import re import os import rcExceptions as ex import rcStatus resVg = __import__("resDg") from subprocess import * from rcUtilities import qcall from rcGlobalEnv import rcEnv from subprocess import * class Vg(resVg.Dg): def __init__(self, rid=None, name=None, type=None, optional=False, disabled=False, tags=set([])): self.label = name resVg.Dg.__init__(self, rid=rid, name=name, type='disk.vg', optional=optional, disabled=disabled, tags=tags) def has_it(self): return True def is_up(self): return True def _status(self, verbose=False): return rcStatus.NA def do_start(self): pass def do_stop(self): pass def disklist(self): if self.disks != set(): return self.disks self.disks = set() devps = set() from xml.etree.ElementTree import ElementTree, SubElement tree = ElementTree() tree.parse(self.svc.resources_by_id['container'].cf) for dev in tree.getiterator('disk'): s = dev.find('source') if s is None: continue il = s.items() if len(il) != 1: continue attr, devp = il[0] devps |= set([devp]) try: u = __import__('rcUtilities'+rcEnv.sysname) self.disks = u.devs_to_disks(self, devps) except: self.disks = devps return self.disks 07070100060586000081a40000000000000000000000014c4045e100001174000000b600010002ffffffffffffffff0000001d00000000root/opt/opensvc/lib/snap.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import resources as Res import rcExceptions as ex def find_mount(rs, dir): """Sort mounts from deepest to shallowest and return the first mount whose 'mountPoint' is matching 'dir' """ for m in sorted(rs.resources, reverse=True): if m.is_disabled(): continue if m.mountPoint in dir: return m return None def find_mounts(self, mounts_h): rs = self.svc.get_res_sets("fs")[0] if rs is None: self.log.error("can not find fs resources encapsulating %s to snap (no fs resources)"%self.src) raise ex.syncNotSnapable for src in self.src: m = find_mount(rs, src) if m is None: self.log.error("can not find fs resources encapsulating %s to snap"%src) raise ex.syncNotSnapable mounts_h[src] = m return mounts_h class Snap(Res.Resource): """Defines a snap object """ def __init__(self, rid, optional=False, disabled=False, tags=set([])): self.snaps = {} Res.Resource.__init__(self, rid, "sync.snap", optional=optional,\ disabled=disabled, tags=tags) def try_snap(self, rset, action): mounts_h = {} for r in rset.resources: if r.is_disabled(): continue if r.snap is not True and r.snap is not False: self.log.error("service configuration error: 'snap' must be 'true' or 'false'. default is 'false'") raise ex.syncConfigSyntaxError if not r.snap: continue if (action == "syncnodes" and not 'nodes' in r.target) or \ (action == "syncdrp" and not 'drpnodes' in r.target): continue mounts_h = find_mounts(r, mounts_h) mounts = set(mounts_h.values()) for m in mounts: try: self.snapcreate(m) except ex.syncNotSnapable: self.log.error("Resource not snapable: "+m.__str__()) continue except (ex.syncNotSnapable, ex.syncSnapExists, ex.syncSnapMountError, ex.syncSnapCreateError, ex.syncSnapDestroyError): """Clean up the mess """ self.snap_cleanup(snaps) raise ex.excError except: raise """Update src dirs of every sync resource to point to an existing snap """ for i, r in enumerate(rset.resources): r.alt_src = list(r.src) for j, src in enumerate(r.alt_src): if not mounts_h.has_key(src): continue mnt = mounts_h[src].mountPoint if not self.snaps.has_key(mnt): continue snap_mnt = self.snaps[mnt]['snap_mnt'] rset.resources[i].alt_src[j] = src.replace(os.path.join(mnt), os.path.join(snap_mnt), 1) def snap_cleanup(self, rset): if not hasattr(self, 'snaps'): return snaps = self.snaps if len(snaps) == 0 : return for s in snaps.keys(): self.snapdestroykey(s) for i, r in enumerate(rset.resources): if hasattr(rset.resources[i], 'alt_src'): delattr(rset.resources[i], 'alt_src') def snapcreate(self, m): """ create a snapshot for m add self.snaps[m] with dict(snapinfo key val) """ raise ex.MissImpl def snapdestroykey(self, snaps_key): """ destroy a snapshot for a snap key """ raise ex.MissImpl 0707010006056c000081a40000000000000000000000014c4045e10000072f000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/resLoop.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res from rcGlobalEnv import rcEnv class Loop(Res.Resource): """ basic loopback device resource """ def __init__(self, rid=None, loopFile=None, always_on=set([]), optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid, "disk.loop", optional=optional, disabled=disabled, tags=tags) self.loopFile = loopFile self.label = loopFile self.always_on = always_on def startstandby(self): if rcEnv.nodename in self.always_on: self.start() def __str__(self): return "%s loopfile=%s" % (Res.Resource.__str__(self),\ self.loopFile) if __name__ == "__main__": for c in (Loop,) : help(c) print """v1=vg("myvg")""" v=vg("myvg") print "show v", v print """v.do_action("start")""" v.do_action("start") 07070100060550000081a40000000000000000000000014c4045e1000009fa000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/rcUtilitiesLinux.pyimport os import re from rcUtilities import call, qcall def major(driver): path = os.path.join(os.path.sep, 'proc', 'devices') try: f = open(path) except: raise for line in f.readlines(): words = line.split() if len(words) == 2 and words[1] == driver: f.close() return int(words[0]) f.close() raise def get_blockdev_sd_slaves(syspath): slaves = set() for s in os.listdir(syspath): if re.match('^sd[a-z]*', s) is not None: slaves.add('/dev/' + s) continue deeper = os.path.join(syspath, s, 'slaves') if os.path.isdir(deeper): slaves |= get_blockdev_sd_slaves(deeper) return slaves def check_ping(addr, timeout=5, count=1): if ':' in addr: ping = 'ping6' else: ping = 'ping' cmd = [ping, '-c', repr(count), '-W', repr(timeout), '-w', repr(timeout), addr] (ret, out) = call(cmd) if ret == 0: return True return False def lv_exists(self, device): if qcall(['lvs', device]) == 0: return True return False def lv_info(self, device): (ret, buff) = self.call(['lvs', '-o', 'vg_name,lv_name,lv_size', '--noheadings', '--units', 'm', device]) if ret != 0: return (None, None, None) info = buff.split() if 'M' in info[2]: lv_size = float(info[2].split('M')[0]) elif 'm' in info[2]: lv_size = float(info[2].split('m')[0]) else: self.log.error("%s output does not have the expected unit (m or M)"%' '.join(cmd)) ex.excError return (info[0], info[1], lv_size) def devs_to_disks(self, devs=set([])): """ If PV is a device map, replace by its sysfs name (dm-*) If device map has slaves, replace by its slaves """ disks = set() dm_major = major('device-mapper') try: lo_major = major('loop') except: lo_major = 0 for dev in devs: try: statinfo = os.stat(dev) except: self.log.error("can not stat %s" % dev) raise if os.major(statinfo.st_rdev) == dm_major: dm = 'dm-' + str(os.minor(statinfo.st_rdev)) syspath = '/sys/block/' + dm + '/slaves' disks |= get_blockdev_sd_slaves(syspath) elif lo_major != 0 and os.major(statinfo.st_rdev) == lo_major: self.log.debug("skip loop device %s from disklist"%dev) pass else: disks.add(dev) return disks 0707010006056d000081a40000000000000000000000014c4045e100000c38000000b600010002ffffffffffffffff0000002700000000root/opt/opensvc/lib/resLoopFreeBSD.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import re from rcGlobalEnv import * from rcUtilities import call, which import rcStatus import resLoop as Res import rcExceptions as ex def file_to_loop(f): """Given a file path, returns the loop device associated. For example, /path/to/file => /dev/loop0 """ if which('mdconfig') is None: return [] if not os.path.isfile(f): return [] (ret, out) = call(['mdconfig', '-l', '-v']) if ret != 0: return [] """ It's possible multiple loopdev are associated with the same file """ devs= [] for line in out.split('\n'): l = line.split() if len(l) < 4: continue path = ' '.join(l[3:]) if path != f: continue if not os.path.exists('/dev/'+l[0]): continue devs.append(l[0]) return devs class Loop(Res.Loop): def is_up(self): """Returns True if the loop group is present and activated """ self.loop = file_to_loop(self.loopFile) if len(self.loop) == 0: return False return True def start(self): if self.is_up(): self.log.info("%s is already up" % self.loopFile) return cmd = ['mdconfig', '-a', '-t', 'vnode', '-f', self.loopFile] (ret, out) = self.call(cmd, info=True, outlog=False) if ret != 0: raise ex.excError self.loop = file_to_loop(self.loopFile) self.log.info("%s now loops to %s" % (', '.join(self.loop), self.loopFile)) def stop(self): if not self.is_up(): self.log.info("%s is already down" % self.loopFile) return 0 for loop in self.loop: cmd = ['mdconfig', '-d', '-u', loop.strip('md')] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def _status(self, verbose=False): if self.is_up(): return self.status_stdby(rcStatus.UP) else: return self.status_stdby(rcStatus.DOWN) def __init__(self, rid, loopFile, always_on=set([]), disabled=False, tags=set([]), optional=False): Res.Loop.__init__(self, rid, loopFile, always_on=always_on, disabled=disabled, tags=tags, optional=optional) 07070100060574000081a40000000000000000000000014c4045e100001240000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resMountSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement SunOS specific mounts" import os import rcStatus import rcMountsSunOS as rcMounts import resMount as Res import rcExceptions as ex from rcZfs import zfs_getprop, zfs_setprop from rcUtilities import justcall class Mount(Res.Mount): """ define SunOS mount/umount doAction """ def __init__(self, rid, mountPoint, device, fsType, mntOpt, always_on=set([]), disabled=False, tags=set([]), optional=False): self.Mounts = rcMounts.Mounts() Res.Mount.__init__(self, rid, mountPoint, device, fsType, mntOpt, always_on, disabled=disabled, tags=tags, optional=optional) def is_up(self): self.Mounts = rcMounts.Mounts() return self.Mounts.has_mount(self.device, self.mountPoint) def start(self): self.Mounts = None Res.Mount.start(self) if self.is_up() is True: self.log.info("fs(%s %s) is already mounted"% (self.device, self.mountPoint)) return if self.fsType == 'zfs' : if zfs_getprop(self.device, 'mountpoint' ) != self.mountPoint : if zfs_setprop(self.device, 'zoned', 'off') : if not zfs_setprop(self.device, 'mountpoint', self.mountPoint) : raise ex.excError self.Mounts = None if self.is_up() is True: return (stdout,stderr,returncode)= justcall(['rm', self.mountPoint+"/.opensvc" ]) ret, out = self.vcall(['zfs', 'mount', self.device ]) if ret != 0: ret, out = self.vcall(['zfs', 'mount', '-O', self.device ]) if ret != 0: raise ex.excError return elif self.fsType != "": fstype = ['-F', self.fsType] else: fstype = [] if self.mntOpt != "": mntopt = ['-o', self.mntOpt] else: mntopt = [] if not os.path.exists(self.mountPoint): os.makedirs(self.mountPoint, 0755) cmd = ['mount']+fstype+mntopt+[self.device, self.mountPoint] (ret, out) = self.vcall(cmd) if ret != 0: self.Mounts = None raise ex.excError self.Mounts = None def try_umount(self): if self.fsType == 'zfs' : ret, out = self.vcall(['zfs', 'umount', self.device ]) if ret != 0 : ret, out = self.vcall(['zfs', 'umount', '-f', self.device ]) if ret != 0 : raise ex.excError return (ret, out) = self.vcall(['umount', self.mountPoint], err_to_info=True) if ret == 0 : return for i in range(4): (ret, out) = self.vcall(['fuser', '-ck', self.mountPoint], err_to_info=True) (ret, out) = self.vcall(['umount', self.mountPoint], err_to_info=True) if ret == 0 : return if self.fsType != 'lofs' : (ret, out) = self.vcall(['umount', '-f', self.mountPoint], err_to_info=True) if ret == 0 : return raise ex.excError def stop(self): self.Mounts = None if self.is_up() is False: self.log.info("fs(%s %s) is already umounted"% (self.device, self.mountPoint)) return try: self.try_umount() except: self.Mounts = None self.log.error("failed") raise ex.excError self.Mounts = None if __name__ == "__main__": for c in (Mount,) : help(c) 0707010006057a000081a40000000000000000000000014c4045e100003439000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/resSyncRsync.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import logging from rcGlobalEnv import rcEnv from rcUtilities import which import rcExceptions as ex import rcStatus import resources as Res import datetime def lookup_snap_mod(): if rcEnv.sysname == 'Linux': return __import__('snapLvmLinux') elif rcEnv.sysname == 'HP-UX': return __import__('snapVxfsHP-UX') elif rcEnv.sysname == 'AIX': return __import__('snapJfs2AIX') elif rcEnv.sysname in ['SunOS', 'FreeBSD']: return __import__('snapZfsSunOS') else: raise ex.excError def remote_fs_mounted(self, node): """Verify the remote fs is mounted before we send data. """ if self.dstfs is None: """No check has been configured. Assume the admin knows better. """ return True cmd = rcEnv.rsh.split(' ')+[node, '--', 'df', self.dstfs] (ret, out) = self.call(cmd, cache=True) if ret != 0: raise ex.excError if self.dstfs not in out.split(): self.log.error("The destination fs %s is not mounted on node %s. refuse to sync %s to protect parent fs"%(self.dstfs, node, self.dst)) return False return True cache_remote_node_type = {} def remote_node_type(self, node, type): if type == 'drpnodes': expected_type = 'DEV' elif type == 'nodes': expected_type = self.svc.svctype else: self.log.error('expected remote node type is bogus: %s'%type) raise ex.excError host_mode_f = os.path.join(rcEnv.pathvar, 'host_mode') if node not in cache_remote_node_type: cmd = rcEnv.rsh.split(' ')+[node, '--', 'cat', host_mode_f] (ret, out) = self.call(cmd, cache=True) if ret != 0: raise ex.excError words = out.split() if len(words) == 1: cache_remote_node_type[node] = words[0] else: cache_remote_node_type[node] = out if cache_remote_node_type[node] == expected_type: return True self.log.error("node %s type is not '%s'. Check %s:%s"%\ (node, expected_type, node, host_mode_f)) return False def nodes_to_sync(self, type=None, state="syncable", status=False): """ DRP nodes are not allowed to sync nodes nor drpnodes """ if rcEnv.nodename in self.svc.drpnodes: return set([]) """Accept to sync from here only if the service is up Also accept n/a status, because it's what the overall status ends up to be when only sync#* are specified using --rid sync#i1 is an exception, because we want all prd nodes to sync their system files to all drpnodes regardless of the service state """ s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status not in [rcStatus.UP, rcStatus.NA] and \ self.rid != "sync#i1": self.log.debug("won't sync this resource for a service not up") return set([]) """Discard the local node from the set """ if type in self.target.keys(): targets = self.target[type].copy() else: return set([]) targets -= set([rcEnv.nodename]) for node in targets.copy(): if not status and not remote_node_type(self, node, type): targets -= set([node]) if not status and not remote_fs_mounted(self, node): targets -= set([node]) if state == "syncable" and not can_sync(self, node): targets -= set([node]) elif state == "late" and not need_sync(self, node): targets -= set([node]) if len(targets) == 0: raise ex.syncNoNodesToSync return targets def get_timestamp_filename(self, node): sync_timestamp_d = os.path.join(rcEnv.pathvar, 'sync', node) sync_timestamp_f = os.path.join(sync_timestamp_d, self.svc.svcname+'!'+self.rid) return sync_timestamp_f def sync_timestamp(self, node): sync_timestamp_f = get_timestamp_filename(self, node) sync_timestamp_d = os.path.dirname(sync_timestamp_f) sync_timestamp_d_src = os.path.join(rcEnv.pathvar, 'sync', rcEnv.nodename) sync_timestamp_f_src = os.path.join(sync_timestamp_d_src, self.svc.svcname+'!'+self.rid) if not os.path.isdir(sync_timestamp_d): os.makedirs(sync_timestamp_d ,0755) if not os.path.isdir(sync_timestamp_d_src): os.makedirs(sync_timestamp_d_src ,0755) with open(sync_timestamp_f, 'w') as f: f.write(str(datetime.datetime.now())+'\n') f.close() import shutil shutil.copy2(sync_timestamp_f, sync_timestamp_d_src) cmd = ['rsync'] + self.options + bwlimit_option(self) + ['-R', sync_timestamp_f, sync_timestamp_f_src, node+':/'] self.vcall(cmd) def check_timestamp(self, node, comp="less", delay=0): if self.svc.force: return True sync_timestamp_f = get_timestamp_filename(self, node) if not os.path.exists(sync_timestamp_f): return True try: with open(sync_timestamp_f, 'r') as f: d = f.read() if comp == "more" and datetime.datetime.now() < datetime.datetime.strptime(d,"%Y-%m-%d %H:%M:%S.%f\n") + datetime.timedelta(minutes=delay): return False elif comp == "less" and datetime.datetime.now() < datetime.datetime.strptime(d,"%Y-%m-%d %H:%M:%S.%f\n") + datetime.timedelta(minutes=delay): return False else: return True f.close() except: self.log.info("failed to determine last sync date for %s to %s"%(self.src, node)) return True return True def can_sync(self, node): return check_timestamp(self, node, comp="less", delay=self.sync_min_delay) def need_sync(self, node): return check_timestamp(self, node, comp="more", delay=self.sync_max_delay) def bwlimit_option(self): if self.bwlimit is not None: bwlimit = [ '--bwlimit='+self.bwlimit ] elif self.svc.bwlimit is not None: bwlimit = [ '--bwlimit='+self.svc.bwlimit ] else: bwlimit = [] return bwlimit def sync(self, type): if hasattr(self, "alt_src"): """ The pre_action() has provided us with a better source to sync from. Use that """ src = self.alt_src else: src = self.src if type not in self.target.keys(): self.log.debug('%s => %s sync not applicable to %s'%(src, self.dst, type)) return 0 targets = nodes_to_sync(self, type) if len(src) == 0: self.log.debug("no files to sync") raise ex.syncNoFilesToSync bwlimit = bwlimit_option(self) for node in targets: dst = node + ':' + self.dst cmd = ['rsync'] + self.options + bwlimit + self.exclude + src cmd.append(dst) (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("node %s synchronization failed (%s => %s)" % (node, src, dst)) continue sync_timestamp(self, node) self.svc.need_postsync |= set([node]) return class Rsync(Res.Resource): """Defines a rsync job from local node to its remote nodes. Target nodes can be restricted to production sibblings or to disaster recovery nodes, or both. """ timeout = 3600 options = [ '-HpogDtrlvx', '--stats', '--delete', '--force', '--timeout='+str(timeout) ] def pre_action(self, rset, action): """Actions to do before resourceSet iterates through the resources to trigger action() on each one """ """Don't sync PRD services when running on !PRD node """ if self.svc.svctype == 'PRD' and rcEnv.host_mode != 'PRD': self.log.debug("won't sync a PRD service running on a !PRD node") raise ex.excAbortAction """ Is there at least one node to sync ? """ targets = set([]) rtargets = {0: set([])} need_snap = False for i, r in enumerate(rset.resources): if r.is_disabled(): continue rtargets[i] = set([]) try: if action == "syncnodes": rtargets[i] |= nodes_to_sync(r, 'nodes') else: rtargets[i] |= nodes_to_sync(r, 'drpnodes') except ex.syncNoNodesToSync: pass for node in rtargets[i].copy(): if not can_sync(r, node): rtargets[i] -= set([node]) elif r.snap: need_snap = True for i in rtargets: targets |= rtargets[i] if len(targets) == 0: self.log.debug("no node to sync") raise ex.excAbortAction if not need_snap: return Snap = lookup_snap_mod() try: rset.snaps = Snap.Snap(self.rid) rset.snaps.try_snap(rset, action) except ex.syncNotSnapable: raise ex.excError def post_action(self, rset, action): """Actions to do after resourceSet has iterated through the resources to trigger action() on each one """ if hasattr(rset, 'snaps'): rset.snaps.snap_cleanup(rset) def syncnodes(self): try: sync(self, "nodes") except ex.syncNoFilesToSync: self.log.debug("no file to sync") pass except ex.syncNoNodesToSync: self.log.debug("no node to sync") pass def syncdrp(self): try: sync(self, "drpnodes") except ex.syncNoFilesToSync: self.log.debug("no file to sync") pass except ex.syncNoNodesToSync: self.log.debug("no node to sync") pass def _status(self, verbose=False): """ mono-node service should return n/a as a sync state """ target = set([]) for i in self.target: target |= self.target[i] if len(target) <= 1: self.status_log("no destination nodes") return rcStatus.NA """ sync state on nodes where the service is not UP """ s = self.svc.group_status(excluded_groups=set(["sync"])) if s['overall'].status != rcStatus.UP: if rcEnv.nodename not in target: self.status_log("passive node not in sync destination nodes") return rcStatus.NA if need_sync(self, rcEnv.nodename): self.status_log("passive node needs update") return rcStatus.WARN else: return rcStatus.UP """ sync state on DRP nodes where the service is UP """ if 'drpnodes' in self.target and rcEnv.nodename in self.target['drpnodes']: self.status_log("service up on drp node, sync disabled") return rcStatus.NA """ sync state on nodes where the service is UP """ nodes = 0 try: nodes += len(nodes_to_sync(self, 'nodes', state="late", status=True)) except ex.syncNoNodesToSync: pass try: nodes += len(nodes_to_sync(self, 'drpnodes', state="late", status=True)) except ex.syncNoNodesToSync: pass if nodes == 0: return rcStatus.UP self.status_log("needs update") return rcStatus.DOWN def __init__(self, rid=None, src=[], dst=None, exclude=[], target={}, dstfs=None, snap=False, bwlimit=None, sync_min_delay=30, sync_max_delay=1500, optional=False, disabled=False, tags=set([]), internal=False): if internal: if rcEnv.drp_path in dst: self.label = "rsync system files to drpnodes" else: self.label = "rsync svc config to %s"%(', '.join(target.keys())) else: self.label = "rsync %s to %s"%(', '.join(src), ', '.join(target.keys())) self.src = src self.dst = dst self.dstfs = dstfs self.exclude = exclude self.snap = snap self.target = target self.bwlimit = bwlimit self.internal = internal self.sync_min_delay = sync_min_delay self.sync_max_delay = sync_max_delay Res.Resource.__init__(self, rid=rid, type="sync.rsync", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s src=%s dst=%s exclude=%s target=%s" % (Res.Resource.__str__(self),\ self.src, self.dst, self.exclude, str(self.target)) 0707010006051e000081a40000000000000000000000014c4045e100000378000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/hostidLinux.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from uuid import getnode def hostid(): return str(getnode()) 0707010006055a000081a40000000000000000000000014c4045e1000014dc000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/resContainerLxc.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from datetime import datetime from subprocess import * import rcStatus import resources as Res from rcUtilitiesLinux import check_ping import resContainer import rcExceptions as ex class Lxc(resContainer.Container): """ container status transition diagram : --------- | STOPPED |<--------------- --------- | | | start | | | V | ---------- | | STARTING |--error- | ---------- | | | | | V V | --------- ---------- | | RUNNING | | ABORTING | | --------- ---------- | | | | no process | | | | | V | | ---------- | | | STOPPING |<------- | ---------- | | | --------------------- """ def files_to_sync(self): return [self.cf] def lxc(self, action): outf = '/var/tmp/svc_'+self.name+'_lxc_'+action+'.log' if action == 'start': cmd = ['lxc-start', '-d', '-n', self.name, '-o', outf] elif action == 'stop': cmd = ['lxc-stop', '-n', self.name, '-o', outf] else: self.log.error("unsupported lxc action: %s" % action) return 1 t = datetime.now() (ret, out) = self.vcall(cmd) len = datetime.now() - t self.log.info('%s done in %s - ret %i - logs in %s' % (action, len, ret, outf)) return ret def get_cf_value(self, param): value = None with open(self.cf, 'r') as f: for line in f.readlines(): if param not in line: continue if line.strip()[0] == '#': continue l = line.replace('\n', '').split('=') if len(l) < 2: continue if l[0].strip() != param: continue value = ' '.join(l[1:]).strip() break return value def get_rootfs(self): rootfs = self.get_cf_value("lxc.rootfs") if rootfs is None: self.log.error("could not determine lxc container rootfs") raise ex.excError return rootfs def install_drp_flag(self): rootfs = self.get_rootfs() flag = os.path.join(rootfs, ".drp_flag") self.log.info("install drp flag in container : %s"%flag) with open(flag, 'w') as f: f.write(' ') f.close() def container_start(self): self.lxc('start') def container_stop(self): self.lxc('stop') def container_forcestop(self): """ no harder way to stop a lxc container, raise to signal our helplessness """ raise ex.excError def ping(self): return check_ping(self.addr, timeout=1) def is_up(self): self.log.debug("call: lxc-ps --name %s | grep %s" % (self.name, self.name)) p1 = Popen(['lxc-ps', '--name', self.name], stdout=PIPE) p2 = Popen(["grep", self.name], stdin=p1.stdout, stdout=PIPE) p2.communicate()[0] if p2.returncode == 0: return True return False def get_container_info(self): cpu_set = self.get_cf_value("lxc.cgroup.cpuset.cpus") if cpu_set is None: vcpus = 0 else: vcpus = len(cpu_set.split(',')) return {'vcpus': str(vcpus), 'vmem': '0'} def _status(self, verbose=False): if self.is_up(): return rcStatus.UP else: return rcStatus.DOWN def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="lxc", name=name, type="container.lxc", optional=optional, disabled=disabled, tags=tags) self.cf = os.path.join(os.sep, 'var', 'lib', 'lxc', name, 'config') if not os.path.exists(self.cf): self.cf = os.path.join(os.sep, 'usr', 'local', 'var', 'lib', 'lxc', name, 'config') if not os.path.exists(self.cf): raise ex.excInitError def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) 07070100060561000081a40000000000000000000000014c4045e100000786000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/resIpFreeBSD.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement Linux specific ip management" import resIp as Res import rcExceptions as ex from rcUtilitiesFreeBSD import check_ping class Ip(Res.Ip): def check_ping(self): return check_ping(self.addr) def arp_announce(self): return def startip_cmd(self): if ':' in self.addr: if '.' in self.mask: self.log.error("netmask parameter is mandatory for ipv6 adresses") raise ex.excError cmd = ['ifconfig', self.ipDev, 'inet6', '/'.join([self.addr, self.mask]), 'add'] else: cmd = ['ifconfig', self.ipDev, 'inet', self.addr, 'netmask', self.mask, 'add'] return self.vcall(cmd) def stopip_cmd(self): if ':' in self.addr: cmd = ['ifconfig', self.ipDev, 'inet6', self.addr, 'delete'] else: cmd = ['ifconfig', self.ipDev, 'inet', self.addr, 'delete'] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 07070100060524000081a40000000000000000000000014c4045e10000045c000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/rcDiskInfo.py#!/usr/bin/python2.6 # # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # class diskInfo(object): """Parent class for diskInfo OS""" def disk_id(self, dev): return "tbd" def disk_vendor(self, dev): return "tbd" def disk_model(self, dev): return "tbd" def disk_size(self, dev): return "tbd" 07070100060572000081a40000000000000000000000014c4045e100000e85000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/resMountHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import os import rcStatus from rcGlobalEnv import rcEnv rcMounts = __import__('rcMounts'+rcEnv.sysname) import resMount as Res from rcUtilities import qcall, protected_mount import rcExceptions as ex def try_umount(self): cmd = ['umount', self.mountPoint] (ret, out) = self.vcall(cmd) if ret == 0: return 0 """ don't try to kill process using the source of a protected bind mount """ if protected_mount(self.mountPoint): return 1 """ best effort kill of all processes that might block the umount operation. The priority is given to mass action reliability, ie don't contest oprator's will """ cmd = ['sync'] (ret, out) = self.vcall(cmd) for i in range(4): cmd = ['fuser', '-kc', self.mountPoint] (ret, out) = self.vcall(cmd) self.log.info('umount %s'%self.mountPoint) cmd = ['umount', self.mountPoint] ret = qcall(cmd) if ret == 0: break return ret class Mount(Res.Mount): """ define HP-UX mount/umount doAction """ def __init__(self, rid, mountPoint, device, fsType, mntOpt, always_on=set([]), disabled=False, tags=set([]), optional=False): self.Mounts = rcMounts.Mounts() Res.Mount.__init__(self, rid, mountPoint, device, fsType, mntOpt, always_on, disabled=disabled, tags=tags, optional=optional) self.fsck_h = { 'vxfs': {'bin': 'fsck', 'cmd': ['fsck', '-F', 'vxfs', '-y', self.device]}, } def is_up(self): return self.Mounts.has_mount(self.device, self.mountPoint) def start(self): Res.Mount.start(self) if self.is_up() is True: self.log.info("fs(%s %s) is already mounted"% (self.device, self.mountPoint)) return 0 self.fsck() if not os.path.exists(self.mountPoint): os.makedirs(self.mountPoint, 0755) if self.fsType != "": fstype = ['-F', self.fsType] else: fstype = [] if self.mntOpt != "": mntopt = ['-o', self.mntOpt] else: mntopt = [] cmd = ['mount']+fstype+mntopt+[self.device, self.mountPoint] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def stop(self): if self.is_up() is False: self.log.info("fs(%s %s) is already umounted"% (self.device, self.mountPoint)) return 0 for i in range(3): ret = try_umount(self) if ret == 0: break if ret != 0: self.log.error('failed to umount %s'%self.mountPoint) raise ex.excError if __name__ == "__main__": for c in (Mount,) : help(c) 0707010006058d000081a40000000000000000000000014c4045e1000006d9000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/svcHosted.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc class SvcHosted(svc.Svc): """Define hosted services """ def __init__(self, svcname, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, "Hosted", optional=optional, disabled=disabled, tags=tags) if __name__ == "__main__": for c in (SvcHosted,) : help(c) import mountSunOS as mount import ipSunOS as ip print """ S=SvcHosted() S+=mount.Mount("/mnt1","/dev/sda") S+=mount.Mount("/mnt2","/dev/sdb") S+=ip.Ip("eth0","192.168.0.173") S+=ip.Ip("eth0","192.168.0.174") """ S=SvcSone() S+=mount.Mount("/mnt1","/dev/sda") S+=mount.Mount("/mnt2","/dev/sdb") S+=ip.Ip("eth0","192.168.0.173") S+=ip.Ip("eth0","192.168.0.174") print "Show S: ", S print "start S:" S.start() print "stop S:" S.stop() 07070100060560000081a40000000000000000000000014c4045e10000077e000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resIpAIX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement Linux specific ip management" import resIp as Res import rcExceptions as ex from rcUtilitiesAIX import check_ping class Ip(Res.Ip): def check_ping(self): return check_ping(self.addr) def arp_announce(self): return def startip_cmd(self): if ':' in self.addr: if '.' in self.mask: self.log.error("netmask parameter is mandatory for ipv6 adresses") raise ex.excError cmd = ['ifconfig', self.ipDev, 'inet6', 'alias', '/'.join([self.addr, self.mask])] else: cmd = ['ifconfig', self.ipDev, self.addr, 'netmask', self.mask, 'alias'] return self.vcall(cmd) def stopip_cmd(self): if ':' in self.addr: cmd = ['ifconfig', self.ipDev, 'inet6', self.addr, 'delete'] else: cmd = ['ifconfig', self.ipDev, self.addr, 'delete'] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 07070100060557000081a40000000000000000000000014c4045e100000e8e000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/resContainerJail.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from datetime import datetime import rcStatus import resources as Res from rcUtilitiesFreeBSD import check_ping from rcUtilities import qcall import resContainer import rcExceptions as ex class Jail(resContainer.Container): """ jail -c name=jail1 path=/usr/local/opt/jail1.opensvc.com host.hostname=jail1.opensvc.com ip4.addr=192.168.0.208 command=/bin/sh /etc/rc """ def files_to_sync(self): return [] def install_drp_flag(self): rootfs = self.svc.jailroot flag = os.path.join(rootfs, ".drp_flag") self.log.info("install drp flag in container : %s"%flag) with open(flag, 'w') as f: f.write(' ') f.close() def container_start(self): ips = [] ip6s = [] for rs in self.svc.get_res_sets("ip"): for r in rs.resources: if ':' in r.addr: ip6s.append(r.addr) else: ips.append(r.addr) cmd = ['jail', '-c', 'name='+self.svc.basevmname, 'path='+self.svc.jailroot, 'host.hostname='+self.svc.vmname] if len(ips) > 0: cmd += ['ip4.addr='+','.join(ips)] if len(ip6s) > 0: cmd += ['ip6.addr='+','.join(ip6s)] cmd += ['command=/bin/sh', '/etc/rc'] self.log.info(' '.join(cmd)) ret = qcall(cmd) if ret != 0: raise ex.excError def container_stop(self): cmd = ['jail', '-r', self.svc.basevmname] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def container_forcestop(self): """ no harder way to stop a lxc container, raise to signal our helplessness """ self.log.error("no forced stop method") raise ex.excError def ping(self): return check_ping(self.addr, timeout=1) def is_up(self): cmd = ['jls'] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError for line in out.split('\n'): l = line.split() if len(l) < 4: continue if l[2] == self.svc.vmname: return True return False def get_container_info(self): print "TODO: get_container_info()" return {'vcpus': '0', 'vmem': '0'} def _status(self, verbose=False): if self.is_up(): return rcStatus.UP else: return rcStatus.DOWN def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="jail", name=name, type="container.jail", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) 07070100060535000081a40000000000000000000000014c4045e100000b27000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcIfconfigSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import rcIfconfig class ifconfig(rcIfconfig.ifconfig): def __init__(self): self.intf = [] out = Popen(['ifconfig', '-a'], stdin=None, stdout=PIPE,stderr=PIPE,close_fds=True).communicate()[0] self.parse(out) def parse(self, out): for l in out.split("\n"): if l == '' : break if l[0]!='\t' : (ifname,ifstatus)=l.split(': ') i=rcIfconfig.interface(ifname) self.intf.append(i) # defaults i.link_encap = '' i.scope = '' i.bcast = '' i.mask = '' i.mtu = '' i.ipaddr = '' i.ip6addr = [] i.ip6mask = [] i.hwaddr = '' i.flag_up = False i.flag_broadcast = False i.flag_running = False i.flag_multicast = False i.flag_ipv4 = False i.flag_ipv6 = False i.flag_loopback = False if 'UP' in ifstatus : i.flag_up = True elif 'BROADCAST' in ifstatus : i.flag_broadcast = True elif 'RUNNING' in ifstatus : i.flag_running = True elif 'MULTICAST' in ifstatus : i.flag_multicast = True elif 'IPv4' in ifstatus : i.flag_ipv4 = True elif 'IPv6' in ifstatus : i.flag_ipv6 = True else: n=0 w=l.split() while n < len(w) : [p,v]=w[n:n+2] if p == 'inet' : i.ipaddr=v elif p == 'netmask' : i.mask=v elif p == 'broadcast' : i.bcast=v elif p == 'inet6' : (a, m) = v.split('/') i.ip6addr += [a] i.ip6mask += [m] n+=2 if __name__ == "__main__": for c in (ifconfig,) : help(c) 07070100060552000081a40000000000000000000000014c4045e1000008db000000b600010002ffffffffffffffff0000001e00000000root/opt/opensvc/lib/rcZfs.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from rcUtilities import justcall, call """ """ def dataset_exists(device, type): "return True if dataset exists else return False" (out, err, ret) = justcall('zfs get -H -o value type'.split()+[device]) if ret == 0 and out.split('\n')[0] == type : return True else: return False def zfs_getprop(dataset='undef_ds', propname='undef_prop'): cmd = [ 'zfs', 'get', '-Hp', '-o', 'value', propname, dataset ] (stdout, stderr, retcode) = justcall(cmd) if retcode == 0 : return stdout.split("\n")[0] else: return "" def zfs_setprop(dataset='undef_ds', propname='undef_prop', propval='undef_val'): if zfs_getprop(dataset, propname) == propval : return True cmd = [ 'zfs', 'set', propname + '='+ propval, dataset ] print ' '.join(cmd) (retcode, stdout) = call(cmd) if retcode == 0 : return True else: return False def a2pool_dataset(s): """return (pool,dataset) from mount point example: a2pool_dataset('/') => ('rpool','rpool/ROOT/opensolaris-b134') same with a2pool_dataset('rpool/ROOT/opensolaris-b134') """ if len(s) == 0: return ("", "") ss = s if s[0] == '/': cmd = ['zfs', 'list', '-H', '-o', 'name', s] (ret, out) = call(cmd) if ret != 0: return ("", "") ss = out.split('\n')[0] x = ss.split('/') if len(x) < 2: return (ss, ss) return (x[0], ss) 07070100060549000081a40000000000000000000000014c4045e100001b82000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcStatsLinux.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv today = datetime.datetime.today() yesterday = today - datetime.timedelta(days=1) def sarfile(day): f = os.path.join(os.sep, 'var', 'log', 'sysstat', 'sa'+day) if os.path.exists(f): return f f = os.path.join(os.sep, 'var', 'log', 'sa', 'sa'+day) if os.path.exists(f): return f return None def twodays(fn): if which('sar') is None: return [] lines = fn(yesterday) lines += fn(today) return lines def stats_cpu(): return twodays(stats_cpu_day) def stats_cpu_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-u', 'ALL', '-P', 'ALL', '-f', f] (ret, buff) = call(cmd, errlog=False) if ret != 0: cmd = ['sar', '-t', '-u', '-P', 'ALL', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) == 8: """ redhat 5 """ l = l[0:7] + ['0', '0', '0', l[7]] if len(l) != 11: continue if l[1] == 'CPU': continue if l[0] == 'Average:': continue l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_mem_u(): return twodays(stats_mem_u_day) def stats_mem_u_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-r', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) == 10: """ redhat 5 """ l = l[0:6] + ['0', '0'] if len(l) != 8: continue if l[1] == 'kbmemfree': continue if l[0] == 'Average:': continue """ Linux has no kbmemsys """ l.append('0') l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_proc(): return twodays(stats_proc_day) def stats_proc_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-q', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 6: continue if l[1] == 'runq-sz': continue if l[0] == 'Average:': continue l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_swap(): return twodays(stats_swap_day) def stats_swap_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-S', '-f', f] (ret, buff) = call(cmd, errlog=False) if ret != 0: """ redhat 5 """ cmd = ['sar', '-t', '-r', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) == 10: """ redhat 5 """ l = [l[0]] + l[6:] + ['0'] if len(l) != 6: continue if l[1] == 'kbswpcad': continue if l[0] == 'Average:': continue l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_block(): return twodays(stats_block_day) def stats_block_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-b', '-f', f] (ret, buff) = call(cmd) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 6: continue if l[1] == 'tps': continue if l[0] == 'Average:': continue l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_blockdev(): return twodays(stats_blockdev_day) def stats_blockdev_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-d', '-p', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 10: continue if l[1] == 'DEV': continue if l[0] == 'Average:': continue l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_netdev(): return twodays(stats_netdev_day) def stats_netdev_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-n', 'DEV', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 9: continue if l[1] in ['IFACE', 'lo'] : continue if 'dummy' in l[1] or 'vnet' in l[1] or 'veth' in l[1] or \ 'pan' in l[1] or 'sit' in l[1]: continue if l[0] == 'Average:': continue l = l[0:6] l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines def stats_netdev_err(): return twodays(stats_netdev_err_day) def stats_netdev_err_day(t): d = t.strftime("%Y-%m-%d") day = t.strftime("%d") f = sarfile(day) if f is None: return [] cmd = ['sar', '-t', '-n', 'EDEV', '-f', f] (ret, buff) = call(cmd, errlog=False) lines = [] for line in buff.split('\n'): l = line.split() if len(l) != 11: continue if l[1] in ['IFACE', 'lo'] : continue if 'dummy' in l[1] or 'vnet' in l[1] or 'veth' in l[1] or \ 'pan' in l[1] or 'sit' in l[1]: continue if l[0] == 'Average:': continue l = l[0:7] l.append(rcEnv.nodename) l[0] = '%s %s'%(d, l[0]) lines.append(l) return lines 07070100060529000081a40000000000000000000000014c4045e100000378000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcDiskInfoSunOS.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcDiskInfo class diskInfo(rcDiskInfo.diskInfo): pass 07070100060558000081a40000000000000000000000014c4045e1000012fc000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/resContainerKvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcStatus import resources as Res import time import os import rcExceptions as ex from rcGlobalEnv import rcEnv from rcUtilities import qcall from rcUtilitiesLinux import check_ping import resContainer class Kvm(resContainer.Container): startup_timeout = 180 shutdown_timeout = 120 def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="kvm", name=name, type="container.kvm", optional=optional, disabled=disabled, tags=tags) self.cf = os.path.join(os.sep, 'etc', 'libvirt', 'qemu', name+'.xml') def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) def list_kvmconffiles(self): if os.path.exists(self.cf): return [self.cf] return [] def files_to_sync(self): return self.list_kvmconffiles() def check_capabilities(self): cmd = ['virsh', 'capabilities'] (ret, out) = self.call(cmd, errlog=False) if ret != 0: self.status_log("can not fetch capabilities") return False if 'hvm' not in out: self.status_log("hvm not supported by host") return False return True def ping(self): return check_ping(self.addr, timeout=1, count=1) def container_start(self): if not os.path.exists(self.cf): self.log.error("%s not found"%self.cf) raise ex.excError cmd = ['virsh', 'define', self.cf] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError cmd = ['virsh', 'start', self.name] (ret, buff) = self.vcall(cmd) def container_stop(self): cmd = ['virsh', 'shutdown', self.name] (ret, buff) = self.vcall(cmd) def container_forcestop(self): cmd = ['virsh', 'destroy', self.name] (ret, buff) = self.vcall(cmd) def is_up(self): cmd = ['virsh', 'dominfo', self.name] (ret, out) = self.call(cmd, errlog=False) if ret != 0: return False if "running" in out.split(): return True return False def get_container_info(self): cmd = ['virsh', 'dominfo', self.name] (ret, out) = self.call(cmd, errlog=False, cache=True) self.info = {'vcpus': '0', 'vmem': '0'} if ret != 0: return self.info for line in out.split('\n'): if "CPU(s):" in line: self.info['vcpus'] = line.split(':')[1].strip() if "Used memory:" in line: self.info['vmem'] = line.split(':')[1].strip() return self.info def check_manual_boot(self): cf = os.path.join(os.sep, 'etc', 'libvirt', 'qemu', 'autostart', self.name+'.xml') if os.path.exists(cf): return False return True def install_drp_flag(self): flag_disk_path = os.path.join(rcEnv.pathvar, 'drp_flag.vdisk') from xml.etree.ElementTree import ElementTree, SubElement tree = ElementTree() tree.parse(self.cf) """ create the vdisk if it does not exist yet """ if not os.path.exists(flag_disk_path): with open(flag_disk_path, 'w') as f: f.write('') f.close() """ check if drp flag is already set up """ for disk in tree.getiterator("disk"): (dev, path) = disk.find('source').items()[0] if path == flag_disk_path: self.log.info("flag virtual disk already exists") return """ add vdisk to the vm xml config """ self.log.info("install drp flag virtual disk") devices = tree.find("devices") e = SubElement(devices, "disk", {'device': 'disk', 'type': 'file'}) SubElement(e, "driver", {'name': 'qemu'}) SubElement(e, "source", {'file': flag_disk_path}) SubElement(e, "target", {'bus': 'virtio', 'dev': 'vdosvc'}) tree.write(self.cf) 07070100060525000081a40000000000000000000000014c4045e100000944000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/rcDiskInfoAIX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import call import rcDiskInfo class diskInfo(rcDiskInfo.diskInfo): def __init__(self): self.h = {} def scan(self, lname): vid = 'unknown' pid = 'unknown' wwid = 'unknown' size = 'unknown' cmd = ['lscfg', '-vpl', lname] (ret, out) = call(cmd) for f in out.split('\n'): if "Manufacturer" in f: vid = f.split('.')[-1] if "Machine Type and Model" in f: pid = f.split('.')[-1] size = str(int(self.odmget(lname, 'size_in_mb'))//1024) wwid = self.odmget(lname, 'ww_name').replace('0x', '') self.h[lname] = dict(vid=vid, pid=pid, wwid=wwid, size=size) def odmget(self, lname, attr): cmd = ['odmget', '-q', 'name='+lname+' AND attribute='+attr, 'CuAt'] (ret, out) = call(cmd) for f in out.split('\n'): if "value" not in f: continue return f.split(" = ")[-1].strip('"') return 'unknown' def devkey(self, dev): dev = dev.replace("/dev/", "") return dev def get(self, dev, type): if dev not in self.h: self.scan(dev) dev = self.devkey(dev) return self.h[dev][type] def disk_id(self, dev): return self.get(dev, 'wwid') def disk_vendor(self, dev): return self.get(dev, 'vid') def disk_model(self, dev): return self.get(dev, 'pid') def disk_size(self, dev): return self.get(dev, 'size') 0707010006052a000081a40000000000000000000000014c4045e100000cab000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcExceptions.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. class excError(Exception): """ Failed action """ class excSignal(Exception): """ Termination signal received """ class excUndefined(Exception): """ Mandatory Undefined action exception """ def __init__(self,action=None,className=None,func=None): self.action=action self.className=className self.func=func def __str__(self): return "Undefined mandatory Action %s for className %s in function %s" % \ (self.action,self.className,self.func) class syncNoNodesToSync(Exception): """ No nodes to sync => abort stacked syncs resource actions """ class syncNoFilesToSync(Exception): """ No files to sync => move on to the next stacked syncs resource actions """ class syncConfigSyntaxError(Exception): """ Bogus configuration syntax => abort all """ class syncNotSnapable(Exception): """ A dir/file specified as source of a sync with snap is not included in a snapable resource mount => abort all """ class syncSnapExists(Exception): """ The snapshot already exists """ class syncSnapCreateError(Exception): """ Error in snapshot creation => clean up """ class syncSnapDestroyError(Exception): """ Error in snapshot destroy => clean up """ class syncSnapMountError(Exception): """ Error mounting fs => clean up """ class excAbortAction(Exception): """ Abort multi-resource action """ class excInitError(Exception): """ Resource initialisation error """ class excScsiPrNotsupported(Exception): """ Scsi persistent reservation is not supported """ class excNotAvailable(Exception): """ Not available """ class excNotSupported(Exception): """ Not supported """ class MissImpl(Exception): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class IpDevDown(Exception): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class IpConflict(Exception): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) class IpAlreadyUp(Exception): def __init__(self, value): self.value = value def __str__(self): return repr(self.value) 07070100060570000081a40000000000000000000000014c4045e100001402000000b600010002ffffffffffffffff0000002400000000root/opt/opensvc/lib/resMountAIX.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import os import rcMountsAIX as rcMounts import resMount as Res from rcUtilities import qcall, protected_mount, getmount from rcGlobalEnv import rcEnv import rcExceptions as ex from stat import * def try_umount(self): cmd = ['umount', self.mountPoint] (ret, out) = self.vcall(cmd, err_to_warn=True) if ret == 0: return 0 """ don't try to kill process using the source of a protected bind mount """ if protected_mount(self.mountPoint): return 1 """ best effort kill of all processes that might block the umount operation. The priority is given to mass action reliability, ie don't contest oprator's will """ cmd = ['sync'] (ret, out) = self.vcall(cmd) for i in range(4): cmd = ['fuser', '-k', '-x', '-c', self.mountPoint] (ret, out) = self.vcall(cmd, err_to_info=True) self.log.info('umount %s'%self.mountPoint) cmd = ['umount', self.mountPoint] ret = qcall(cmd) if ret == 0: break return ret class Mount(Res.Mount): """ define Linux mount/umount doAction """ def __init__(self, rid, mountPoint, device, fsType, mntOpt, always_on=set([]), disabled=False, tags=set([]), optional=False): self.Mounts = None Res.Mount.__init__(self, rid, mountPoint, device, fsType, mntOpt, always_on, disabled=disabled, tags=tags, optional=optional) self.fsck_h = { 'jfs': {'bin': 'fsck', 'cmd': ['fsck', '-p', '-V', 'jfs', self.device]}, 'jfs2': {'bin': 'fsck', 'cmd': ['fsck', '-p', '-V', 'jfs2', self.device]}, } def is_up(self): self.Mounts = rcMounts.Mounts() return self.Mounts.has_mount(self.device, self.mountPoint) def realdev(self): try: mode = os.stat(self.device)[ST_MODE] except: self.log.debug("can not stat %s" % self.device) return None if S_ISBLK(mode): dev = self.device else: mnt = getmount(self.device) if self.Mounts is None: self.Mounts = rcMounts.Mounts() m = self.Mounts.has_param("mnt", mnt) if m is None: self.log.debug("can't find dev %(dev)s mounted in %(mnt)s in mnttab"%dict(mnt=mnt, dev=self.device)) return None dev = m.dev return dev def mplist(self): dev = self.realdev() if dev is None: return set([]) return self._mplist([dev]) def _mplist(self, devs): mps = set([]) return mps def disklist(self): dev = self.realdev() if dev is None: return set([]) return set([]) def can_check_writable(self): return True def start(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() Res.Mount.start(self) if self.is_up() is True: self.log.info("fs(%s %s) is already mounted"% (self.device, self.mountPoint)) return 0 self.fsck() if not os.path.exists(self.mountPoint): os.makedirs(self.mountPoint, 0755) if self.fsType != "": fstype = ['-v', self.fsType] else: fstype = [] if self.mntOpt != "": mntopt = ['-o', self.mntOpt] else: mntopt = [] cmd = ['mount']+fstype+mntopt+[self.device, self.mountPoint] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError self.Mounts = None def stop(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() if self.is_up() is False: self.log.info("fs(%s %s) is already umounted"% (self.device, self.mountPoint)) return for i in range(3): ret = try_umount(self) if ret == 0: break if ret != 0: self.log.error('failed to umount %s'%self.mountPoint) raise ex.excError self.Mounts = None if __name__ == "__main__": for c in (Mount,) : help(c) 07070100060581000081a40000000000000000000000014c4045e100000fd4000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resVgLdom.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import rcExceptions as ex import rcStatus resVg = __import__("resDg") from subprocess import * import re class Vg(resVg.Dg): def __init__(self, rid=None, name=None, type=None, optional=False, disabled=False, tags=set([])): self.label = name resVg.Dg.__init__(self, rid=rid, name=name, type='disk.vg', optional=optional, disabled=disabled, tags=tags) def has_it(self): return True def is_up(self): return True def _status(self, verbose=False): return rcStatus.NA def do_start(self): pass def do_stop(self): pass def disklist(self): """ VCC|name=vccname|... VDS|name=vdsname|... |vol=volname|..|dev=/dev/...|.... |vol=volname1|..|dev=/dev/...|.... VDS|name=vdsname1|.. |vol=volname2|..|dev=/dev/...|.... ldm list -o disk -p domname VERSION DOMAIN|.. VDISK|name=...|vol=volname@vds|... VDISK|name=...|vol=volname2@vds2|... """ vdevname2dev = {} cmd = [ '/usr/sbin/ldm', 'list-services' , '-p' ] p = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = p.communicate() if p.returncode != 0: raise ex.excError vds = '' for line in buff[0].split('\n'): keys = line.split('|') if keys[0] == 'VDS' and len(keys) > 1 : for k in keys : name_value = k.split('=') if name_value[0] == 'name' and len(name_value) == 2 : vds = name_value[1] elif vds != '' and keys[0] == '': volname = '' dev = '' for k in keys : name_value = k.split('=') if name_value[0] == 'vol' and len(name_value) == 2 : volname = name_value[1] elif name_value[0] == 'dev' and len(name_value) == 2 : dev = name_value[1] if re.match('^/dev/dsk/', dev) is None: continue dev = dev.replace('/dev/dsk/','/dev/rdsk/',1) if re.match('^.*s[0-9]$',dev) is None: dev = dev + 's2' vdevname2dev[volname + '@' + vds ] = dev else: vds = '' cmd = ['/usr/sbin/ldm', 'list', '-o', 'disk', '-p', self.svc.vmname] p = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = p.communicate() if p.returncode != 0: raise ex.excError for line in buff[0].split('\n'): keys = line.split('|') if keys[0] == 'VDISK' and len(keys) > 1 : for k in keys : name_value = k.split('=') if name_value[0] == 'vol' and len(name_value) == 2 : vol = name_value[1] if vdevname2dev.has_key(vol): self.disks |= set([ vdevname2dev[vol] ]) return self.disks 07070100060596000081a40000000000000000000000014c4045e100003bca000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/xmlrpcClient.py#!/usr/bin/python # # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from datetime import datetime, timedelta import xmlrpclib import os from rcGlobalEnv import rcEnv import rcStatus import socket import httplib class TimeoutHTTP(httplib.HTTP): def __init__(self, host='', port=None, strict=None, timeout=socket._GLOBAL_DEFAULT_TIMEOUT): if port == 0: port = None self._setup(self._connection_class(host, port, strict, timeout)) class TimeoutTransport(xmlrpclib.Transport): def __init__(self, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, *args, **kwargs): xmlrpclib.Transport.__init__(self, *args, **kwargs) self.timeout = timeout def make_connection(self, host): host, extra_headers, x509 = self.get_host_info(host) conn = TimeoutHTTP(host, timeout=self.timeout) return conn class TimeoutServerProxy(xmlrpclib.ServerProxy): def __init__(self, uri, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, *args, **kwargs): kwargs['transport'] = TimeoutTransport(timeout=timeout, use_datetime=kwargs.get('use_datetime', 0)) xmlrpclib.ServerProxy.__init__(self, uri, *args, **kwargs) sysname, nodename, x, x, machine = os.uname() hostId = __import__('hostid'+sysname) hostid = hostId.hostid() def xmlrpc_decorator_dummy(fn): def new(*args): pass return new def xmlrpc_decorator(fn): def new(*args): try: return fn(*args) except (socket.error, xmlrpclib.ProtocolError): pass except: import sys import traceback e = sys.exc_info() print e[0], e[1], traceback.print_tb(e[2]) return new try: a = socket.getaddrinfo(rcEnv.dbopensvc_host, None) if len(a) == 0: raise Exception except: print("could not resolve %s to an ip address. disable collector updates."%rcEnv.dbopensvc) xmlrpc_decorator = xmlrpc_decorator_dummy proxy = TimeoutServerProxy(rcEnv.dbopensvc, timeout=20) @xmlrpc_decorator def begin_action(svc, action, begin): try: import version version = version.version except: version = "0"; proxy.begin_action( ['svcname', 'action', 'hostname', 'hostid', 'version', 'begin',], [repr(svc.svcname), repr(action), repr(rcEnv.nodename), repr(hostid), repr(version), repr(str(begin))] ) @xmlrpc_decorator def end_action(svc, action, begin, end, logfile): err = 'ok' dateprev = None lines = open(logfile, 'r').read() pids = set([]) """Example logfile line: 2009-11-11 01:03:25,252;DISK.VG;INFO;unxtstsvc01_data is already up;10200;EOL """ vars = ['svcname', 'action', 'hostname', 'hostid', 'pid', 'begin', 'end', 'status_log', 'status'] vals = [] for line in lines.split(';EOL\n'): if line.count(';') != 4: continue date = line.split(';')[0] """Push to database the previous line, so that begin and end date are available. """ if dateprev is not None: res = res.lower() res = res.replace(svc.svcname+'.','') vals.append([svc.svcname, res+' '+action, rcEnv.nodename, hostid, pid, dateprev, date, msg, res_err]) res_err = 'ok' (date, res, lvl, msg, pid) = line.split(';') pids |= set([pid]) if lvl is None or lvl == 'DEBUG': continue if lvl == 'ERROR': err = 'err' res_err = 'err' if lvl == 'WARNING' and err != 'err': err = 'warn' if lvl == 'WARNING' and res_err != 'err': res_err = 'warn' dateprev = date """Push the last log entry, using 'end' as end date """ if dateprev is not None: res = res.lower() res = res.replace(svc.svcname+'.','') vals.append([svc.svcname, res+' '+action, rcEnv.nodename, hostid, pid, dateprev, date, msg, res_err]) if len(vals) > 0: proxy.res_action_batch(vars, vals) """Complete the wrap-up database entry """ """ If logfile is empty, default to current process pid """ if len(pids) == 0: pids = set([os.getpid()]) proxy.end_action( ['svcname', 'action', 'hostname', 'hostid', 'pid', 'begin', 'end', 'time', 'status'], [repr(svc.svcname), repr(action), repr(rcEnv.nodename), repr(hostid), repr(','.join(map(str, pids))), repr(str(begin)), repr(str(end)), repr(str(end-begin)), repr(str(err))] ) @xmlrpc_decorator def svcmon_update(svc, status): if svc.frozen(): frozen = "1" else: frozen = "0" vars = [\ "mon_svcname", "mon_svctype", "mon_nodname", "mon_nodtype", "mon_hostid", "mon_ipstatus", "mon_diskstatus", "mon_syncstatus", "mon_containerstatus", "mon_fsstatus", "mon_appstatus", "mon_overallstatus", "mon_updated", "mon_prinodes", "mon_frozen"] vals = [\ svc.svcname, svc.svctype, rcEnv.nodename, rcEnv.host_mode, hostid, str(status["ip"]), str(status["disk"]), str(status["sync"]), str(status["container"]), str(status["fs"]), str(status["app"]), str(status["overall"]), str(datetime.now()), ' '.join(svc.nodes), frozen] proxy.svcmon_update(vars, vals) resmon_update(svc, status) @xmlrpc_decorator def resmon_update(svc, status): vals = [] now = datetime.now() for rs in svc.resSets: for r in rs.resources: vals.append([repr(svc.svcname), repr(rcEnv.nodename), repr(r.rid), repr(r.label), repr(rcStatus.status_str(r.rstatus)), repr(str(now)), r.status_log_str] ) vars = [\ "svcname", "nodename", "rid", "res_desc", "res_status", "updated", "res_log"] proxy.resmon_update(vars, vals) @xmlrpc_decorator def push_service(svc): def envfile(svc): envfile = os.path.join(rcEnv.pathsvc, 'etc', svc+'.env') if not os.path.exists(envfile): return with open(envfile, 'r') as f: buff = f.read() return buff return try: import version version = version.version except: version = "0"; if hasattr(svc, "guestos"): guestos = svc.guestos else: guestos = "" vars = ['svc_hostid', 'svc_name', 'svc_vmname', 'svc_type', 'svc_nodes', 'svc_drpnode', 'svc_drpnodes', 'svc_comment', 'svc_drptype', 'svc_autostart', 'svc_app', 'svc_containertype', 'svc_envfile', 'svc_version', 'svc_drnoaction', 'svc_guestos'] vals = [repr(hostid), repr(svc.svcname), repr(svc.vmname), repr(svc.svctype), repr(' '.join(svc.nodes)), repr(svc.drpnode), repr(' '.join(svc.drpnodes)), repr(svc.comment), repr(svc.drp_type), repr(svc.autostart_node), repr(svc.app), repr(svc.svcmode), repr(envfile(svc.svcname)), repr(version), repr(svc.drnoaction), repr(guestos)] if 'container' in svc.resources_by_id: container_info = svc.resources_by_id['container'].get_container_info() vars += ['svc_vcpus', 'svc_vmem'] vals += [container_info['vcpus'], container_info['vmem']] proxy.update_service(vars, vals) @xmlrpc_decorator def delete_services(): proxy.delete_services(hostid) @xmlrpc_decorator def push_disks(svc): def disk_dg(dev, svc): for rset in svc.get_res_sets("disk.vg"): for vg in rset.resources: if vg.is_disabled(): continue if not vg.name in disklist_cache: disklist_cache[vg.name] = vg.disklist() if dev in disklist_cache[vg.name]: return vg.name return "" di = __import__('rcDiskInfo'+sysname) disks = di.diskInfo() disklist_cache = {} proxy.delete_disks(svc.svcname, rcEnv.nodename) for d in svc.disklist(): if disks.disk_id(d) is None or disks.disk_id(d) == "": """ no point pushing to db an empty entry """ continue proxy.register_disk( ['disk_id', 'disk_svcname', 'disk_size', 'disk_vendor', 'disk_model', 'disk_dg', 'disk_nodename'], [repr(disks.disk_id(d)), repr(svc.svcname), repr(disks.disk_size(d)), repr(disks.disk_vendor(d)), repr(disks.disk_model(d)), repr(disk_dg(d, svc)), repr(rcEnv.nodename)] ) @xmlrpc_decorator def push_stats_cpu(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_cpu( ['date', 'cpu', 'usr', 'nice', 'sys', 'iowait', 'steal', 'irq', 'soft', 'guest', 'idle', 'nodename'], s.stats_cpu() ) @xmlrpc_decorator def push_stats_mem_u(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_mem_u( ['date', 'kbmemfree', 'kbmemused', 'pct_memused', 'kbbuffers', 'kbcached', 'kbcommit', 'pct_commit', 'kbmemsys', 'nodename'], s.stats_mem_u() ) @xmlrpc_decorator def push_stats_proc(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_proc( ['date', 'runq_sz', 'plist_sz', 'ldavg_1', 'ldavg_5', 'ldavg_15', 'nodename'], s.stats_proc() ) @xmlrpc_decorator def push_stats_swap(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_swap( ['date', 'kbswpfree', 'kbswpused', 'pct_swpused', 'kbswpcad', 'pct_swpcad', 'nodename'], s.stats_swap() ) @xmlrpc_decorator def push_stats_block(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_block( ['date', 'tps', 'rtps', 'wtps', 'rbps', 'wbps', 'nodename'], s.stats_block() ) @xmlrpc_decorator def push_stats_blockdev(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_blockdev( ['date', 'dev', 'tps', 'rsecps', 'wsecps', 'avgrq_sz', 'avgqu_sz', 'await', 'svctm', 'pct_util', 'nodename'], s.stats_blockdev() ) @xmlrpc_decorator def push_stats_netdev_err(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_netdev_err( ['date', 'dev', 'rxerrps', 'txerrps', 'collps', 'rxdropps', 'txdropps', 'nodename'], s.stats_netdev_err() ) @xmlrpc_decorator def push_stats_netdev(): try: s = __import__('rcStats'+sysname) except: return proxy.insert_stats_netdev( ['date', 'dev', 'rxpckps', 'txpckps', 'rxkBps', 'txkBps', 'nodename'], s.stats_netdev() ) def check_stats_timestamp(sync_timestamp_f, comp='more', delay=10): if not os.path.exists(sync_timestamp_f): return True try: with open(sync_timestamp_f, 'r') as f: d = f.read() last = datetime.strptime(d,"%Y-%m-%d %H:%M:%S.%f\n") limit = last + timedelta(minutes=delay) if comp == "more" and datetime.now() < limit: return False elif comp == "less" and datetime.now() < limit: return False else: return True f.close() except: return True return True def stats_timestamp(): sync_timestamp_f = os.path.join(rcEnv.pathvar, 'last_stats_push') if not check_stats_timestamp(sync_timestamp_f, 'more', 10): return False sync_timestamp_d = os.path.dirname(sync_timestamp_f) if not os.path.isdir(sync_timestamp_d): os.makedirs(sync_timestamp_d ,0755) with open(sync_timestamp_f, 'w') as f: f.write(str(datetime.now())+'\n') f.close() return True @xmlrpc_decorator def push_pkg(): p = __import__('rcPkg'+sysname) vars = ['pkg_nodename', 'pkg_name', 'pkg_version', 'pkg_arch'] vals = p.listpkg() proxy.delete_pkg(rcEnv.nodename) proxy.insert_pkg(vars, vals) def push_stats(force=False): if not force and not stats_timestamp(): return push_stats_cpu() push_stats_mem_u() push_stats_proc() push_stats_swap() push_stats_block() push_stats_blockdev() push_stats_netdev_err() push_stats_netdev() @xmlrpc_decorator def push_all(svcs): proxy.delete_service_list([svc.svcname for svc in svcs]) for svc in svcs: push_disks(svc) push_service(svc) 07070100060593000081a40000000000000000000000014c4045e1000005a0000000b600010002ffffffffffffffff0000001f00000000root/opt/opensvc/lib/svcXen.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import svc import resContainerXen as xen from rcGlobalEnv import rcEnv class SvcXen(svc.Svc): """ Define Xen services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self += xen.Xen(vmname) self.runmethod = rcEnv.rsh.split() + [vmname] 07070100060536000081a40000000000000000000000014c4045e100000501000000b600010002ffffffffffffffff0000002c00000000root/opt/opensvc/lib/rcIfconfigSunOSldom.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex from subprocess import * rcIfconfig = __import__("rcIfconfigSunOS") from rcGlobalEnv import rcEnv class ifconfig(rcIfconfig.ifconfig): def __init__(self, hostname): self.intf = [] cmd = rcEnv.rsh.split(' ') + [hostname, 'env', 'LANG=C', 'ifconfig', '-a'] p = Popen(cmd, stdout=PIPE) buff = p.communicate()[0] if p.returncode != 0: raise ex.excError self.parse(buff) 07070100060543000081a40000000000000000000000014c4045e1000004e8000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/rcPkgHP-UX.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import call, which from rcGlobalEnv import rcEnv def listpkg(): if which('swlist') is None: return [] cmd = ['swlist', '-l', 'product'] (ret, out) = call(cmd, errlog=False, cache=True) lines = [] for line in out.split('\n'): l = line.split() if len(l) < 2: continue if line[0] == '#': continue x = [rcEnv.nodename, l[0], l[1], ''] lines.append(x) return lines 0707010006055e000081a40000000000000000000000014c4045e10000182a000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/resDrbd.py# # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import os import resources as Res import rcStatus import rcExceptions as ex from rcUtilities import which, justcall from rcGlobalEnv import rcEnv class Drbd(Res.Resource): """ Drbd device resource The tricky part is that drbd devices can be used as PV and LV can be used as drbd base devices. Treat the ordering with 'prevg' and 'postvg' tags. Start 'ups' and promotes the drbd devices to primary. Stop 'downs' the drbd devices. """ def __init__(self, rid=None, res=None, always_on=set([]), optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid, "disk.drbd", optional=optional, disabled=disabled, tags=tags) self.res = res self.label = res self.drbdadm = None self.always_on = always_on self.disks = set() def __str__(self): return "%s resource=%s" % (Res.Resource.__str__(self),\ self.res) def files_to_sync(self): cf = os.path.join(os.sep, 'etc', 'drbd.d', self.res+'.res') if os.path.exists(cf): return [cf] self.log.error("%s does not exist"%cf) return [] def drbdadm_cmd(self, cmd): if self.drbdadm is None: if which('drbdadm'): self.drbdadm = 'drbdadm' else: self.log("drbdadm command not found") raise exc.excError return [self.drbdadm] + cmd.split() + [self.res] def disklist(self): if self.disks != set(): return self.disks self.disks = set() devps = set() (ret, out) = self.call(self.drbdadm_cmd('dump-xml')) if ret != 0: raise ex.excError from xml.etree.ElementTree import XML, fromstring tree = fromstring(out) for res in tree.getiterator('resource'): if res.attrib['name'] != self.res: continue for host in res.getiterator('host'): if host.attrib['name'] != rcEnv.nodename: continue d = host.find('disk') if d is None: continue devps |= set([d.text]) try: u = __import__('rcUtilities'+rcEnv.sysname) self.disks = u.devs_to_disks(self, devps) except: self.disks = devps return self.disks def drbdadm_down(self): (ret, out) = self.vcall(self.drbdadm_cmd('down')) if ret != 0: raise ex.excError def drbdadm_up(self): (ret, out) = self.vcall(self.drbdadm_cmd('up')) if ret != 0: raise ex.excError def get_cstate(self): self.prereq() (out, err, ret) = justcall(self.drbdadm_cmd('cstate')) if ret != 0: if "Device minor not allocated" in err: return "Unattached" else: raise ex.excError return out.strip() def prereq(self): if not os.path.exists("/proc/drbd"): (ret, out) = self.vcall(['modprobe', 'drbd']) if ret != 0: raise ex.excError def start_connection(self): cstate = self.get_cstate() if cstate == "Connected": self.log.info("drbd resource %s is already up"%self.res) elif cstate == "StandAlone": self.drbdadm_down() self.drbdadm_up() elif cstate == "WFConnection": self.log.info("drbd resource %s peer node is not listening"%self.res) pass else: self.drbdadm_up() def get_roles(self): (ret, out) = self.call(self.drbdadm_cmd('role')) if ret != 0: raise ex.excError out = out.strip().split('/') if len(out) != 2: raise ex.excError return out def start_role(self, role): roles = self.get_roles() if roles[0] != role: self.vcall(self.drbdadm_cmd(role.lower())) else: self.log.info("drbd resource %s is already %s"%(self.res, role)) def startstandby(self): self.start_connection() roles = self.get_roles() if roles[0] == "Primary": return self.start_role('Secondary') def stopstandby(self): self.start_connection() roles = self.get_roles() if roles[0] == "Secondary": return self.start_role('Secondary') def start(self): self.start_connection() self.start_role('Primary') def stop(self): self.drbdadm_down() def _status(self, verbose=False): (ret, out) = self.call(self.drbdadm_cmd('dstate')) if ret != 0: self.status_log("drbdadm dstate %s failed"%self.res) return rcStatus.WARN out = out.strip() if out == "UpToDate/UpToDate": return self.status_stdby(rcStatus.UP) elif out == "Unconfigured": return self.status_stdby(rcStatus.DOWN) self.status_log("unexpected drbd resource %s state: %s"%(self.res, out)) return rcStatus.WARN if __name__ == "__main__": help(Drbd) v = Drbd(res='test') print v 0707010006053f000081a40000000000000000000000014c4045e100000826000000b600010002ffffffffffffffff0000001f00000000root/opt/opensvc/lib/rcNode.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import sys import re from rcGlobalEnv import * import logging def node_cap_ez_ha(): if not os.path.exists(rcEnv.ez_path): return False if not os.path.exists(rcEnv.ez_path_services): return False return True def node_cap_lxc(): if not os.path.exists("/proc/1/cgroup"): return False with open("/proc/1/cgroup") as f: for line in f: if not re.search("devices",line): return False if not re.search("memory",line): return False if not re.search("cpuset",line): return False if not re.search("ns",line): return False return True def node_get_hostmode(d): __f = d + "/host_mode" if os.path.exists(__f): with open(__f) as f: for line in f: w = line.split()[0] if w == 'DEV' or w == 'PRD': return w print "Set DEV or PRD in " + __f sys.exit(1) def discover_node(): """Fill rcEnv class with information from node discovery """ global log log = logging.getLogger('INIT') rcEnv.host_mode = node_get_hostmode(rcEnv.pathvar) log.debug('host mode = ' + rcEnv.host_mode) # # node capabilities # rcEnv.capabilities = [] if node_cap_lxc(): rcEnv.capabilities.append("lxc") if node_cap_ez_ha(): rcEnv.capabilities.append("ez_ha") log.debug('capabilities = ' + str(rcEnv.capabilities)) 07070100060571000081a40000000000000000000000014c4045e100001550000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/resMountFreeBSD.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import os import rcMountsFreeBSD as rcMounts import resMount as Res from rcUtilities import qcall, protected_mount, getmount from rcGlobalEnv import rcEnv import rcExceptions as ex from stat import * def try_umount(self): cmd = ['umount', self.mountPoint] (ret, out) = self.vcall(cmd, err_to_warn=True) if ret == 0: return 0 """ don't try to kill process using the source of a protected bind mount """ if protected_mount(self.mountPoint): return 1 """ best effort kill of all processes that might block the umount operation. The priority is given to mass action reliability, ie don't contest oprator's will """ cmd = ['sync'] (ret, out) = self.vcall(cmd) for i in range(4): nb_killed = self.killfuser(self.mountPoint) self.log.info('umount %s'%self.mountPoint) cmd = ['umount', self.mountPoint] ret = qcall(cmd) if ret == 0 or nb_killed == 0: break if ret != 0: self.log.info("no more process using %s, yet umount fails. try forced umount."%self.mountPoint) cmd = ['umount', '-f', self.mountPoint] (ret, out) = self.vcall(cmd) return ret class Mount(Res.Mount): """ define FreeBSD mount/umount doAction """ def __init__(self, rid, mountPoint, device, fsType, mntOpt, always_on=set([]), disabled=False, tags=set([]), optional=False): self.Mounts = None Res.Mount.__init__(self, rid, mountPoint, device, fsType, mntOpt, always_on, disabled=disabled, tags=tags, optional=optional) self.fsck_h = { 'ufs': {'bin': 'fsck', 'cmd': ['fsck', '-t', 'ufs', '-p', self.device]}, } def killfuser(self, dir): cmd = ['fuser', '-kmc', dir] (ret, out) = self.vcall(cmd, err_to_info=True) """ return the number of process we sent signal to """ l = out.split(':') if len(l) < 2: return 0 return len(l[1].split()) def is_up(self): self.Mounts = rcMounts.Mounts() return self.Mounts.has_mount(self.device, self.mountPoint) def realdev(self): dev = None try: mode = os.stat(self.device)[ST_MODE] except: self.log.debug("can not stat %s" % self.device) return None if S_ISCHR(mode): dev = self.device else: mnt = getmount(self.device) if self.Mounts is None: self.Mounts = rcMounts.Mounts() m = self.Mounts.has_param("mnt", mnt) if m is None: self.log.debug("can't find dev %(dev)s mounted in %(mnt)s in mnttab"%dict(mnt=mnt, dev=self.device)) return None dev = m.dev return dev def disklist(self): dev = self.realdev() if dev is None: return set([]) try: statinfo = os.stat(dev) except: self.log.error("can not stat %s" % dev) raise ex.excError return set([dev]) def can_check_writable(self): return True def start(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() Res.Mount.start(self) if self.is_up() is True: self.log.info("fs(%s %s) is already mounted"% (self.device, self.mountPoint)) return 0 self.fsck() if not os.path.exists(self.mountPoint): os.makedirs(self.mountPoint, 0755) if self.fsType != "": fstype = ['-t', self.fsType] else: fstype = [] if self.mntOpt != "": mntopt = ['-o', self.mntOpt] else: mntopt = [] cmd = ['mount']+fstype+mntopt+[self.device, self.mountPoint] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError self.Mounts = None def stop(self): if self.Mounts is None: self.Mounts = rcMounts.Mounts() if self.is_up() is False: self.log.info("fs(%s %s) is already umounted"% (self.device, self.mountPoint)) return for i in range(3): ret = try_umount(self) if ret == 0: break if ret != 0: self.log.error('failed to umount %s'%self.mountPoint) raise ex.excError self.Mounts = None if __name__ == "__main__": for c in (Mount,) : help(c) 0707010006055d000081a40000000000000000000000014c4045e1000009f9000000b600010002ffffffffffffffff0000001e00000000root/opt/opensvc/lib/resDg.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. """Module providing Generic device group resources """ import resources as Res import rcStatus import rcExceptions as exc from rcGlobalEnv import rcEnv class Dg(Res.Resource): """ basic Dg resource, must be extend for LVM / Veritas / ZFS """ def __init__(self, rid=None, name=None, type=None, always_on=set([]), optional=False, disabled=False, tags=set([])): Res.Resource.__init__(self, rid, type, optional=optional, disabled=disabled, tags=tags) self.name = name self.always_on = always_on self.disks = set() def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self),\ self.name) def disklist(self): return self.disks def has_it(self): return False def is_up(self): return False def do_start(self): return False def do_stop(self): return False def stop(self): self.do_stop() def start(self): self.do_start() def startstandby(self): if rcEnv.nodename in self.always_on: self.start() def _status(self, verbose=False): if rcEnv.nodename in self.always_on: if self.is_up(): return rcStatus.STDBY_UP else: return rcStatus.STDBY_DOWN else: if self.is_up(): return rcStatus.UP else: return rcStatus.DOWN if __name__ == "__main__": for c in (Dg,) : help(c) print """d=Dg("aGenericDg")""" d=Dg("aGenericDg") print "show d", d print """d.do_action("start")""" d.do_action("start") print """d.do_action("stop")""" d.do_action("stop") 07070100060564000081a40000000000000000000000014c4045e1000005d7000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resIpKvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. resIpHv = __import__("resIpLinux") import resIpVm class Ip(resIpVm.Ip, resIpHv.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): resIpVm.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def check_ping(self): return resIpHv.Ip.check_ping(self) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006053d000081a40000000000000000000000014c4045e1000008f8000000b600010002ffffffffffffffff0000002600000000root/opt/opensvc/lib/rcMountsLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcMounts import resLoopLinux as Res from rcUtilities import * from subprocess import Popen def get_src_dir_dev(dev): """Given a directory path, return its hosting device """ process = Popen(['df', '-l', dev], stdout=PIPE, stderr=STDOUT, close_fds=True) buff = process.communicate() out = buff[0] i = out.index('/') return out[i:].split()[0] class Mounts(rcMounts.Mounts): def match_mount(self, i, dev, mnt): """Given a line of 'mount' output, returns True if (dev, mnt) matches this line. Returns False otherwize. Also care about weirdos like loops and binds, ... """ if os.path.isdir(dev): is_bind = True src_dir_dev = get_src_dir_dev(dev) else: is_bind = False if i.mnt != mnt: return False if i.dev == dev: return True if i.dev in Res.file_to_loop(dev): return True if is_bind and i.dev == src_dir_dev: return True return False def __init__(self): self.mounts = [] (ret, out) = call(['mount']) for l in out.split('\n'): if len(l.split()) != 6: return dev, null, mnt, null, type, mnt_opt = l.split() m = rcMounts.Mount(dev, mnt, type, mnt_opt.strip('()')) self.mounts.append(m) if __name__ == "__main__" : help(Mounts) for m in Mounts(): print m 07070100060563000081a40000000000000000000000014c4045e1000005e8000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resIpHpVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. resIpHv = __import__("resIpHP-UX") import resIpVm class Ip(resIpVm.Ip, resIpHv.Ip): def __init__(self, rid=None, ipDev=None, ipName=None, mask=None, always_on=set([]), disabled=False, tags=set([]), optional=False): resIpVm.Ip.__init__(self, rid=rid, ipDev=ipDev, ipName=ipName, mask=mask, always_on=always_on, disabled=disabled, tags=tags, optional=optional) def check_ping(self): return resIpHv.Ip.check_ping(self) if __name__ == "__main__": for c in (Ip,) : help(c) 07070100060522000081a40000000000000000000000014c4045e100000bd7000000b600010002ffffffffffffffff0000001d00000000root/opt/opensvc/lib/node.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. from svc import Svc from freezer import Freezer import svcBuilder import xmlrpcClient class Node(Svc, Freezer): """ Defines a cluster node. It contain list of Svc. Implements node-level actions and checks. """ def __init__(self): self.svcs = svcBuilder.build_services() self.force = False Freezer.__init__(self, '') self.action_desc = { 'syncservices': 'send var files, config files and configured replications to other nodes for each node service', 'updateservices': 'refresh var files associated with services', 'pushservices': 'push service configuration to collector', 'pushstats': 'push performance metrics to collector', 'pushpkg': 'push package/version list to collector', 'prkey': 'display persistent reservation key of this node', } def format_desc(self): from textwrap import TextWrapper wrapper = TextWrapper(subsequent_indent="%19s"%"", width=78) desc = "Supported commands:\n" for a in sorted(self.action_desc): if not hasattr(self, a): continue text = " %-16s %s\n"%(a, self.action_desc[a]) desc += wrapper.fill(text) desc += '\n' return desc def __iadd__(self, s): if not isinstance(s, Svc): pass self.svcs.append(s) return self def action(self, a): return getattr(self, a)() def pushstats(self): xmlrpcClient.push_stats(force=self.force) def pushpkg(self): xmlrpcClient.push_pkg() def syncservices(self): for svc in self.svcs: svc.action('syncall') def updateservices(self): for svc in self.svcs: svc.action('presync') def pushservices(self): for svc in self.svcs: svc.action('push') def prkey(self): from rcGlobalEnv import rcEnv m = __import__('hostid'+rcEnv.sysname) print m.hostid() if __name__ == "__main__" : for n in (Node,) : help(n) 07070100060576000081a40000000000000000000000014c4045e10000162e000000b600010002ffffffffffffffff0000002b00000000root/opt/opensvc/lib/resScsiReservHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. import resources as Res import uuid import re import os import time import rcStatus import rcExceptions as ex from rcUtilities import which from subprocess import * import resScsiReserv def mpath_to_path(disks): l = [] for disk in disks: if "/dev/dsk" in disk: l.append(disk.replace("/dev/dsk", "/dev/rdsk")) continue if "/dev/disk" not in disk and "/dev/rdisk" not in disk: continue if not os.path.exists(disk): continue cmd = ['ioscan', '-F', '-m', 'dsf', disk] p = Popen(cmd, stderr=None, stdout=PIPE, close_fds=True) buff = p.communicate() ret = p.returncode if ret != 0: continue a = buff[0].split(':') if len(a) != 2: continue b = a[1].split() for d in b: l.append(d.replace("/dev/dsk", "/dev/rdsk")) return l class ScsiReserv(resScsiReserv.ScsiReserv): def __init__(self, rid=None, disks=set([]), disabled=False, tags=set([]), optional=False): resScsiReserv.ScsiReserv.__init__(self, rid=rid, disks=disks, disabled=disabled, tags=tags, optional=optional) self.prtype = 'wero' self.disks = mpath_to_path(disks) self.leg_mpath_disable() def scsireserv_supported(self): if which('scu') is None: return False return True def leg_mpath_disable(self): cmd = ['scsimgr', 'get_attr', '-p', '-a', 'leg_mpath_enable'] p = Popen(cmd, stderr=None, stdout=PIPE, close_fds=True) buff = p.communicate() ret = p.returncode if ret != 0: self.log.error("can not fetch 'leg_mpath_enable' value") raise ex.excError if 'false' in buff[0]: return cmd = ['scsimgr', 'save_attr', '-a', 'leg_mpath_enable=false'] self.log.info(' '.join(cmd)) p = Popen(cmd, stderr=None, stdout=PIPE, close_fds=True) buff = p.communicate() ret = p.returncode if ret != 0: self.log.error("can not set 'leg_mpath_enable' value") raise ex.excError def ack_unit_attention(self, d): return 0 def disk_registered(self, disk): cmd = [ 'scu', '-f', disk, 'show', 'keys' ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to read registrations for disk %s" % disk) if self.hostid in out: return True return False def disk_register(self, disk): cmd = [ 'scu', '-f', disk, 'preserve', 'register', 'skey', self.hostid ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to register key %s with disk %s" % (self.hostid, disk)) return ret def disk_unregister(self, disk): cmd = [ 'scu', '-f', disk, 'preserve', 'register', 'skey', '0', 'key', self.hostid ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to unregister key %s with disk %s" % (self.hostid, disk)) return ret def get_reservation_key(self, disk): cmd = [ 'scu', '-f', disk, 'show', 'reservation' ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to list reservation for disk %s" % disk) if 'Reservation Key' not in out: return None for line in out.split('\n'): if 'Reservation Key' in line: return line.split()[-1] raise Exception() def disk_reserved(self, disk): cmd = [ 'scu', '-f', disk, 'show', 'reservation' ] (ret, out) = self.call(cmd) if ret != 0: self.log.error("failed to read reservation for disk %s" % disk) if self.hostid in out: return True return False def disk_release(self, disk): cmd = [ 'scu', '-f', disk, 'preserve', 'release', 'key', self.hostid, 'type', self.prtype ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to release disk %s" % disk) return ret def disk_reserve(self, disk): cmd = [ 'scu', '-f', disk, 'preserve', 'reserve', 'key', self.hostid, 'type', self.prtype ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to reserve disk %s" % disk) return ret def disk_preempt_reservation(self, disk, oldkey): cmd = [ 'scu', '-f', disk, 'preserve', 'preempt', 'key', self.hostid, 'skey', oldkey, 'type', self.prtype ] (ret, out) = self.vcall(cmd) if ret != 0: self.log.error("failed to preempt reservation for disk %s" % disk) return ret 07070100060556000081a40000000000000000000000014c4045e100000ec8000000b600010002ffffffffffffffff0000002900000000root/opt/opensvc/lib/resContainerHpVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcStatus import resources as Res import time import os import rcExceptions as ex from rcUtilities import qcall from rcGlobalEnv import rcEnv import resContainer u = __import__('rcUtilitiesHP-UX') class HpVm(resContainer.Container): def __init__(self, name, optional=False, disabled=False, tags=set([])): resContainer.Container.__init__(self, rid="hpvm", name=name, type="container.hpvm", optional=optional, disabled=disabled, tags=tags) def __str__(self): return "%s name=%s" % (Res.Resource.__str__(self), self.name) def files_to_sync(self): import glob a = [] guest = os.path.join(os.sep, 'var', 'opt', 'hpvm', 'guests', self.name) uuid = os.path.realpath(guest) share = os.path.join(rcEnv.pathvar, 'vg_'+self.svc.svcname+'_*.share') if os.path.exists(guest): a.append(guest) if os.path.exists(uuid): a.append(uuid) files = glob.glob(share) if len(files) > 0: a += files return a def ping(self): return u.check_ping(self.addr, timeout=1, count=1) def container_start(self): cmd = ['/opt/hpvm/bin/hpvmstart', '-P', self.name] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError def container_stop(self): cmd = ['/opt/hpvm/bin/hpvmstop', '-g', '-F', '-P', self.name] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError def container_forcestop(self): cmd = ['/opt/hpvm/bin/hpvmstop', '-F', '-P', self.name] (ret, buff) = self.vcall(cmd) if ret != 0: raise ex.excError def check_manual_boot(self): cmd = ['/opt/hpvm/bin/hpvmstatus', '-M', '-P', self.name] (ret, out) = self.call(cmd, cache=True) if ret != 0: return False if out.split(":")[11] == "Manual": return True self.log.info("Auto boot should be turned off") return False def get_container_info(self): cmd = ['/opt/hpvm/bin/hpvmstatus', '-M', '-P', self.name] (ret, out) = self.call(cmd, cache=True) self.info = {'vcpus': '0', 'vmem': '0'} if ret != 0: return self.info self.info['vcpus'] = out.split(':')[19].split(';')[0] self.info['vmem'] = out.split(':')[20].split(';')[0] if 'GB' in self.info['vmem']: self.info['vmem'] = str(1024*1024*int(self.info['vmem'].replace('GB',''))) return self.info def is_up(self): cmd = ['/opt/hpvm/bin/hpvmstatus', '-M', '-P', self.name] (ret, out) = self.call(cmd) if ret != 0: return False if out.split(":")[10] == "On": return True return False def check_capabilities(self): if os.path.exists('/opt/hpvm/bin/hpvmstatus'): return True return False 0707010006052f000081a40000000000000000000000014c4045e1000004f2000000b600010002ffffffffffffffff0000002d00000000root/opt/opensvc/lib/rcIfconfigFreeBSDkvm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcExceptions as ex from subprocess import * rcIfconfig = __import__("rcIfconfigFreeBSD") from rcGlobalEnv import rcEnv class ifconfig(rcIfconfig.ifconfig): def __init__(self, hostname): self.intf = [] cmd = rcEnv.rsh.split(' ') + [hostname, 'ifconfig', '-a'] p = Popen(cmd, stdout=PIPE) buff = p.communicate()[0] if p.returncode != 0: raise ex.excError self.parse(buff) 07070100060594000081a40000000000000000000000014c4045e100001146000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/svcZone.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. __author__="cgaliber" __date__ ="$11 oct. 2009 21:56:59$" import svc import resContainerZone as Zone class SvcZone(svc.Svc): """ Define Zone services""" def __init__(self, svcname, vmname=None, guestos=None, optional=False, disabled=False, tags=set([])): svc.Svc.__init__(self, svcname, type="container.zone", optional=optional, disabled=disabled, tags=tags) if vmname is None: vmname = svcname self.vmname = vmname self.guestos = guestos self.zone = Zone.Zone(vmname) self += self.zone self.runmethod = [ '/usr/sbin/zlogin' , vmname ] def start(self): """start a zone check ping zone ready start ips start zone start VGs start fs start apps """ self.sub_set_action("ip", "check_ping") self.sub_set_action("disk.scsireserv", "start", tags=set(['preboot'])) self.sub_set_action("disk.vg", "start", tags=set(['preboot'])) self.sub_set_action("disk.zpool", "start", tags=set(['preboot'])) self.sub_set_action("fs", "start", tags=set(['preboot'])) self.sub_set_action("container.zone", "attach") self.sub_set_action("container.zone", "ready") self.sub_set_action("ip", "start") self.sub_set_action("container.zone", "boot") self.sub_set_action("sync.netapp", "start", tags=set(['postboot'])) self.sub_set_action("disk.scsireserv", "start", tags=set(['postboot'])) self.sub_set_action("disk.vg", "start", tags=set(['postboot'])) self.sub_set_action("disk.zpool", "start", tags=set(['postboot'])) self.sub_set_action("fs", "start") self.sub_set_action("app", "start") def stop(self): """stop a zone: stop apps stop fs stop VGs stop zone stop ips """ self.sub_set_action("app", "stop") self.sub_set_action("fs", "stop", tags=set(['postboot'])) self.sub_set_action("disk.vg", "stop", tags=set(['postboot'])) self.sub_set_action("disk.zpool", "stop", tags=set(['postboot'])) self.sub_set_action("disk.scsireserv", "stop", tags=set(['postboot'])) self.sub_set_action("container.zone", "stop") self.sub_set_action("container.zone", "detach") self.sub_set_action("fs", "stop", tags=set(['preboot'])) self.sub_set_action("disk.vg", "stop", tags=set(['preboot'])) self.sub_set_action("disk.zpool", "stop", tags=set(['preboot'])) self.sub_set_action("disk.scsireserv", "stop", tags=set(['preboot'])) self.sub_set_action("ip", "stop") def startip(self): self.sub_set_action("ip", "check_ping") self.sub_set_action("ip", "start") if __name__ == "__main__": for c in (SvcZone,) : help(c) import mountSunOS as mount import ipSunOS as ip print """ Z=SvcZone() Z+=mount.Mount("/mnt1","/dev/sda") Z+=mount.Mount("/mnt2","/dev/sdb") Z+=ip.Ip("eth0","192.168.0.173") Z+=ip.Ip("eth0","192.168.0.174") """ Z=SvcZone() Z+=mount.Mount("/mnt1","/dev/sda") Z+=mount.Mount("/mnt2","/dev/sdb") Z+=ip.Ip("eth0","192.168.0.173") Z+=ip.Ip("eth0","192.168.0.174") print "Show Z: ", Z print "start Z:" Z.start() print "stop Z:" Z.stop() 0707010006057b000081a40000000000000000000000014c4045e1000020c6000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/resSyncSymclone.py# # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import logging from rcGlobalEnv import rcEnv from rcUtilities import which import rcExceptions as ex import rcStatus import resources as Res import time import datetime class syncSymclone(Res.Resource): def wait_for_devs_ready(self): pass def get_symdevs(self): for symdev in self.symdevs: l = symdev.split(':') if len(l) != 2: self.log.error("symdevs must be in symid:symdev ... format") raise ex.excError self.symdev[l[0],l[1]] = dict(symid=l[0], symdev=l[1]) def get_symld(self): cmd = ['/usr/symcli/bin/symld', '-g', self.symdg, 'list', '-v'] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError ld = {} for line in out.split('\n'): if len(line) == 0: continue l = line.split(': ') if len(l) != 2: continue if "Device Physical Name" in l[0]: """ New logical device """ if ld != {}: self.symld[ld['symid'],ld['symdev']] = ld ld = {} ld['pdev'] = l[1].strip() elif " Symmetrix ID" in l[0]: ld['symid'] = l[1].strip() elif " Device Symmetrix Name" in l[0]: ld['symdev'] = l[1].strip() elif " Device Logical Name" in l[0]: ld['symld'] = l[1].strip() elif " Product Revision" in l[0]: ld['symrev'] = l[1].strip() elif " Source (SRC) Device Symmetrix Name" in l[0]: ld['clone_srcdev'] = l[1].strip() elif " Target (TGT) Device Symmetrix Name" in l[0]: ld['clone_tgtdev'] = l[1].strip() elif " State of Session" in l[0]: ld['clone_state'] = l[1].strip() elif " Time of Last Clone Action" in l[0]: ld['clone_lastaction'] = l[1].strip() elif " Changed Tracks for SRC Device" in l[0]: ld['clone_srcchangedtracks'] = l[1].strip() elif " Changed Tracks for TGT Device" in l[0]: ld['clone_tgtchangedtracks'] = l[1].strip() if ld != {}: self.symld[ld['symid'],ld['symdev']] = ld def is_active(self): cmd = ['/usr/symcli/bin/symclone', '-g', self.symdg, 'verify', '-copied']+self.pairs (ret, out) = self.call(cmd) if ret == 0: return True return False def is_activable(self): cmd = ['/usr/symcli/bin/symclone', '-g', self.symdg, 'verify', '-precopy']+self.pairs (ret, out) = self.call(cmd) if ret == 0: return True return False def get_pairs(self): for symid, dev in self.symdev: ld = self.symld[symid,dev] if dev == ld['clone_tgtdev']: tgtld = ld['symld'] srcld = self.symld[ld['symid'],ld['clone_srcdev']]['symld'] else: self.log.error("device %s not a clone target"%(dev)) raise ex.excError self.pairs += [srcld, 'sym', 'ld', tgtld] def wait_for_active(self): delay = 20 timeout = 300 for i in range(timeout/delay): if self.is_active(): return if i == 0: self.log.info("waiting for copied state (max %i secs)"%timeout) time.sleep(delay) self.log.error("timed out waiting for copied state (%i secs)"%timeout) raise ex.excError def wait_for_activable(self): delay = 30 for i in range(self.precopy_timeout/delay): if self.is_activable(): return if i == 0: self.log.info("waiting for precopied state (max %i secs)"%self.precopy_timeout) time.sleep(delay) self.log.error("timed out waiting for precopied state (%i secs)"%self.precopy_timeout) raise ex.excError def activate(self): self.get_syminfo() if self.is_active(): self.log.info("symclone dg %s is already active"%self.symdg) return self.wait_for_activable() cmd = ['/usr/symcli/bin/symclone', '-g', self.symdg, '-noprompt', 'activate', '-i', '20', '-c', '30']+self.pairs (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError self.wait_for_active() self.wait_for_devs_ready() def recreate(self): self.get_syminfo() self.get_svcstatus() if self.svcstatus['overall'].status != rcStatus.DOWN: self.log.error("the service (sync excluded) is in '%s' state. Must be in 'down' state"%self.svcstatus['overall']) raise ex.excError if not self.is_active(): self.log.info("symclone dg %s is not active"%self.symdg) return self.get_last() if self.last > datetime.datetime.now() - datetime.timedelta(minutes=self.sync_min_delay): self.log.info("last symclone resync of %s occured less than %s minutes ago (sync_min_delay)"%(self.symdg, self.sync_min_delay)) return cmd = ['/usr/symcli/bin/symclone', '-g', self.symdg, '-noprompt', 'recreate', '-precopy', '-i', '20', '-c', '30']+self.pairs (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def get_syminfo(self): self.get_symdevs() self.get_symld() self.get_pairs() def get_last(self): if self.last is not None: return for symid, symdev in self.symdev: ld = self.symld[symid,symdev] # format: Thu Feb 25 10:20:56 2010 last = datetime.datetime.strptime(ld['clone_lastaction'], "%a %b %d %H:%M:%S %Y") if self.last is None or last > self.last: self.last = last def _status(self, verbose=False): self.get_syminfo() self.get_last() if self.last is None: return rcStatus.DOWN elif self.last < datetime.datetime.now() - datetime.timedelta(minutes=self.sync_max_delay): self.status_log("Last sync on %s older than %d minutes"%(self.last, self.sync_max_delay)) return rcStatus.WARN else: return rcStatus.UP def syncbreak(self): self.activate() def syncresync(self): self.recreate() def start(self): self.syncbreak() def refresh_svcstatus(self): self.svcstatus = self.svc.group_status(excluded_groups=set(["sync"])) def get_svcstatus(self): if len(self.svcstatus) == 0: self.refresh_svcstatus() def __init__(self, rid=None, symdg=None, symdevs=[], precopy_timeout=300, sync_max_delay=1440, sync_min_delay=30, optional=False, disabled=False, tags=set([]), internal=False): self.label = "clone symdg %s"%(symdg) self.symdg = symdg self.symdevs = symdevs self.precopy_timeout = precopy_timeout self.sync_max_delay = sync_max_delay self.sync_min_delay = sync_min_delay Res.Resource.__init__(self, rid, "sync.symclone", optional=optional, disabled=disabled, tags=tags) self.disks = set([]) self.symdev = {} self.pdevs = {} self.svcstatus = {} self.symld = {} self.pairs = [] self.last = None def __str__(self): return "%s symdg=%s symdevs=%s" % (Res.Resource.__str__(self),\ self.symdg, self.symdevs) 07070100060542000081a40000000000000000000000014c4045e10000050c000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/rcPkgFreeBSD.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from rcUtilities import call, which from rcGlobalEnv import rcEnv def listpkg(): if which('pkg_info') is None: return [] cmd = ['pkg_info'] (ret, out) = call(cmd, errlog=False, cache=True) lines = [] for line in out.split('\n'): l = line.split() if len(l) < 2: continue nv = l[0].split('-') version = nv[-1] pkgname = '-'.join(nv[0:-1]) x = [rcEnv.nodename, pkgname, version, ''] lines.append(x) return lines 07070100060541000081a40000000000000000000000014c4045e10000071d000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/rcPkgAIX.py#!/usr/bin/python2.6 # # Copyright (c) 2010 Christophe Varoqui # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import datetime from rcUtilities import call, which from rcGlobalEnv import rcEnv def listpkg_dummy(): print "pushpkg supported on this system" return [] def listpkg_rpm(): (ret, out) = call(cmd, errlog=False, cache=True) lines = [] for line in out.split('\n'): l = line.split() if len(l) != 3: continue x = [rcEnv.nodename] + l lines.append(x) return lines def listpkg_deb(): (ret, out) = call(cmd, errlog=False, cache=True) lines = [] arch = "" for line in out.split('\n'): l = line.split() if len(l) < 4: continue if l[0] != "ii": continue x = [rcEnv.nodename] + l[1:3] + [arch] lines.append(x) return lines if which('dpkg') is not None: cmd = ['dpkg', '-l'] listpkg = listpkg_deb elif which('rpm') is not None: cmd = ['rpm', '-qa', '--queryformat=%{n} %{v}-%{r} %{arch}\n'] listpkg = listpkg_rpm else: cmd = ['true'] listpkg = listpkg_dummy 0707010006056e000081a40000000000000000000000014c4045e100000bd2000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/resLoopLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os import re from rcGlobalEnv import * from rcUtilities import call, which import rcStatus import resLoop as Res import rcExceptions as ex def file_to_loop(f): """Given a file path, returns the loop device associated. For example, /path/to/file => /dev/loop0 """ if which('losetup') is None: return [] if not os.path.isfile(f): return [] if rcEnv.sysname != 'Linux': return [] (ret, out) = call(['losetup', '-j', f]) if len(out) == 0: return [] """ It's possible multiple loopdev are associated with the same file """ devs= [] for line in out.split('\n'): l = line.split(':') if len(l) == 0: continue if len(l[0]) == 0: continue if not os.path.exists(l[0]): continue devs.append(l[0]) return devs class Loop(Res.Loop): def is_up(self): """Returns True if the loop group is present and activated """ self.loop = file_to_loop(self.loopFile) if len(self.loop) == 0: return False return True def start(self): if self.is_up(): self.log.info("%s is already up" % self.loopFile) return cmd = [ 'losetup', '-f', self.loopFile ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError self.loop = file_to_loop(self.loopFile) self.log.info("%s now loops to %s" % (', '.join(self.loop), self.loopFile)) def stop(self): if not self.is_up(): self.log.info("%s is already down" % self.loopFile) return 0 for loop in self.loop: cmd = [ 'losetup', '-d', loop ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def _status(self, verbose=False): if self.is_up(): return rcStatus.UP else: return rcStatus.DOWN def __init__(self, rid, loopFile, always_on=set([]), disabled=False, tags=set([]), optional=False): Res.Loop.__init__(self, rid, loopFile, always_on=always_on, disabled=disabled, tags=tags, optional=optional) 07070100060538000081a40000000000000000000000014c4045e10000065d000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/rcLogger.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import logging import logging.handlers from rcGlobalEnv import * class Logger(logging.Logger): def __init__(self, name): logging.Logger.__init__(self, name) """Common log formatter """ formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s") """Common logfile with rotation """ filehandler = logging.handlers.RotatingFileHandler(rcEnv.logfile, maxBytes=5000, backupCount=5) filehandler.setFormatter(formatter) self.addHandler(filehandler) """Stdout logger """ streamhandler = logging.StreamHandler() streamhandler.setFormatter(formatter) self.addHandler(streamhandler) try: self.setLevel(rcEnv.loglevel) except: pass 07070100060539000081a40000000000000000000000014c4045e10000078d000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/rcMounts.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # class Mount: def __init__(self, dev, mnt, type, mnt_opt): self.dev = dev self.mnt = mnt self.type = type self.mnt_opt = mnt_opt def __str__(self): return "Mount: dev[%s] mnt[%s] type[%s] options[%s]" % \ (self.dev,self.mnt,self.type,self.mnt_opt) class Mounts: def __init__(self): """ OS dependent """ self.mounts = [] def match_mount(self): """ OS dependent """ pass def mount(self, dev, mnt): for i in self.mounts: if self.match_mount(i, dev, mnt): return i return None def has_mount(self, dev, mnt): for i in self.mounts: if self.match_mount(i, dev, mnt): return True return False def has_param(self, param, value): for i in self.mounts: if getattr(i, param) == value: return i return None def __str__(self): output="%s" % (self.__class__.__name__) for m in self.mounts: output+="\n %s" % m.__str__() return output 07070100060554000081a40000000000000000000000014c4045e100000d88000000b600010002ffffffffffffffff0000002100000000root/opt/opensvc/lib/resAppVm.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from subprocess import * import os import glob from rcGlobalEnv import rcEnv from rcUtilities import is_exe, qcall, justcall import resApp import rcStatus import rcExceptions as ex class Apps(resApp.Apps): app_d = os.path.join(os.sep, 'svc', 'etc', 'init.d') def set_perms(self, rc): (ret, out) = self.call(self.prefix+['/usr/bin/find', self.app_d, '-name', os.path.basename(rc), '-a', '-user', 'root', '-a', '-group', 'root']) if len(out) == 0 or rc != out.split()[0]: self.vcall(self.prefix+['chown', 'root:root', rc]) (ret, out) = self.call(self.prefix+['/usr/bin/test', '-x', rc]) if ret != 0: self.vcall(self.prefix+['/usr/bin/chmod', '+x', rc]) def checks(self, verbose=False): container = self.svc.resources_by_id["container"] if container.status(refresh=True) != rcStatus.UP: self.log.debug("abort resApp action because container status is %s"%rcStatus.status_str(container.status())) self.status_log("container is %s"%rcStatus.status_str(container.status())) raise ex.excNotAvailable cmd = self.prefix + ['/bin/pwd'] ret = qcall(cmd) if ret != 0: self.log.debug("abort resApp action because container is unreachable") self.status_log("container is unreachable") return False cmd = self.prefix + ['test', '-d', self.app_d] ret = qcall(cmd) if ret == 0: return True cmd = self.prefix + ['/bin/mkdir', '-p', self.app_d] ret = self.vcall(cmd) if ret != 0: return False return True def stop_checks(self): return self.checks() def start_checks(self): return self.checks() def status_checks(self, verbose=False): return self.checks(verbose=verbose) def sorted_app_list(self, pattern): cmd = self.prefix + ['/usr/bin/find', self.app_d, '-name', pattern] p = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = p.communicate() if p.returncode != 0: return [] return buff[0].split('\n') def app_exist(self, name): """ verify app_exists inside Vm """ (out, err, ret) = justcall (self.prefix + ['/bin/ls', '-Ld', name ]) if ret == 0: return True else: return False if __name__ == "__main__": for c in (Apps,) : help(c) 07070100060588000081a40000000000000000000000014c4045e100000be9000000b600010002ffffffffffffffff0000002500000000root/opt/opensvc/lib/snapLvmLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import os from rcGlobalEnv import rcEnv from rcUtilities import qcall, protected_mount from rcUtilitiesLinux import lv_info, lv_exists import rcExceptions as ex import snap class Snap(snap.Snap): def snapcreate(self, m): snap_name = '' snap_mnt = '' (vg_name, lv_name, lv_size) = lv_info(self, m.device) if lv_name is None: self.log.error("can not snap %s: not a logical volume"%m.device) raise ex.syncNotSnapable snap_name = 'osvc_sync_'+lv_name if lv_exists(self, os.path.join(os.sep, 'dev', vg_name, snap_name)): self.log.error("snap of %s already exists"%(lv_name)) raise ex.syncSnapExists (ret, buff) = self.vcall(['lvcreate', '-s', '-L'+str(lv_size//10)+'M', '-n', snap_name, os.path.join(vg_name, lv_name)]) if ret != 0: raise ex.syncSnapCreateError snap_mnt = os.path.join(rcEnv.pathtmp, 'osvc_sync_'+vg_name+'_'+lv_name) if not os.path.exists(snap_mnt): os.makedirs(snap_mnt, 0755) snap_dev = os.path.join(os.sep, 'dev', vg_name, snap_name) (ret, buff) = self.vcall(['fsck', '-a', snap_dev]) if ret != 0: raise ex.syncSnapMountError (ret, buff) = self.vcall(['mount', '-o', m.mntOpt, snap_dev, snap_mnt]) if ret != 0: raise ex.syncSnapMountError self.snaps[m.mountPoint] = dict(lv_name=lv_name, vg_name=vg_name, snap_name=snap_name, snap_mnt=snap_mnt, snap_dev=snap_dev) def snapdestroykey(self, s): if protected_mount(self.snaps[s]['snap_mnt']): self.log.error("the snapshot is no longer mounted in %s. panic."%self.snaps[s]['snap_mnt']) raise ex.excError cmd = ['fuser', '-kmv', self.snaps[s]['snap_mnt']] (ret, out) = self.vcall(cmd, err_to_info=True) cmd = ['umount', self.snaps[s]['snap_mnt']] (ret, out) = self.vcall(cmd) cmd = ['lvremove', '-f', self.snaps[s]['snap_dev']] (ret, buff) = self.vcall(cmd) 07070100060566000081a40000000000000000000000014c4045e100000743000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resIpLinux.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. "Module implement Linux specific ip management" import resIp as Res import rcExceptions as ex from rcUtilitiesLinux import check_ping class Ip(Res.Ip): def check_ping(self): return check_ping(self.addr) def startip_cmd(self): if ':' in self.addr: if '.' in self.mask: self.log.error("netmask parameter is mandatory for ipv6 adresses") raise ex.excError cmd = ['ifconfig', self.ipDev, 'inet6', 'add', '/'.join([self.addr, self.mask])] else: cmd = ['ifconfig', self.stacked_dev, self.addr, 'netmask', self.mask, 'up'] return self.vcall(cmd) def stopip_cmd(self): if ':' in self.addr: cmd = ['ifconfig', self.ipDev, 'inet6', 'del', self.addr] else: cmd = ['ifconfig', self.stacked_dev, 'down'] return self.vcall(cmd) if __name__ == "__main__": for c in (Ip,) : help(c) 0707010006057f000081a40000000000000000000000014c4045e10000213a000000b600010002ffffffffffffffff0000002300000000root/opt/opensvc/lib/resVgHP-UX.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import re import os import rcExceptions as ex import resDg from subprocess import * from rcUtilities import qcall from rcGlobalEnv import rcEnv class Vg(resDg.Dg): def __init__(self, rid=None, name=None, type=None, always_on=set([]), dsf=True, disabled=False, tags=set([]), optional=False): self.label = name self.dsf = dsf resDg.Dg.__init__(self, rid=rid, name=name, type='disk.vg', always_on=always_on, optional=optional, disabled=disabled, tags=tags) def files_to_sync(self): return [self.mapfile_name(), self.mkfsfile_name()] def mapfile_name(self): return os.path.join(rcEnv.pathvar, 'vg_' + self.svc.svcname + '_' + self.name + '.map') def mkfsfile_name(self): return os.path.join(rcEnv.pathvar, 'vg_' + self.svc.svcname + '_' + self.name + '.mksf') def has_it(self): """ returns True if the volume is present """ if self.is_active(): return True if not os.path.exists(self.mapfile_name()): return False if self.is_imported(): return True return False def dev2char(self, dev): dev = dev.replace("/dev/disk", "/dev/rdisk") dev = dev.replace("/dev/dsk", "/dev/rdsk") return dev def dsf_name(self, dev): cmd = ['scsimgr', 'get_attr', '-D', self.dev2char(dev), '-a', 'device_file', '-p'] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError return out.split()[0] def write_mksf(self): cmd = ['ioscan', '-F', '-m', 'dsf'] (ret, buff) = self.call(cmd) if ret != 0: raise ex.excError if len(buff) == 0: return mksf = {} if len(self.disks) == 0: self.disks = self.disklist() dsf_names = map(self.dsf_name, self.disks) with open(self.mkfsfile_name(), 'w') as f: for line in buff.split('\n'): if len(line) == 0: return a = line.split(':')[0] if '/dev/pt/' not in a and '/dev/rdisk/disk' not in a and self.dsf_name(a) in dsf_names: cmd = ['scsimgr', 'get_attr', '-D', self.dev2char(a), '-a', 'wwid', '-p'] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError f.write(":".join([a, out.split()[0].replace('0x', '')])+'\n') def do_mksf(self): if not os.path.exists(self.mkfsfile_name()): return instance = {} cmd = ['scsimgr', 'get_attr', 'all_lun', '-a', 'wwid', '-a', 'instance', '-p'] (ret, buff) = self.call(cmd) for line in buff.split('\n'): l = line.split(':') if len(l) != 2: continue instance[l[0].replace('0x', '')] = l[1] with open(self.mkfsfile_name(), 'r') as f: err = 0 for line in f.readlines(): a = line.replace('\n', '').split(':') if len(a) == 0: continue if os.path.exists(a[0]): continue if a[1] not in instance.keys(): self.log.error("expected lun %s not present on node %s"%(a[1], rcEnv.nodename)) err += 1 continue cmd = ['mksf', '-r', '-C', 'disk', '-I', instance[a[1]], a[0]] (ret, buff) = self.vcall(cmd) if ret != 0: err += 1 continue if err > 0: raise ex.excError def presync(self): """ this one is exported as a service command line arg """ cmd = [ 'vgexport', '-m', self.mapfile_name(), '-p', '-s', self.name ] ret = qcall(cmd) if ret != 0: raise ex.excError self.write_mksf() def is_active(self): cmd = [ 'vgdisplay', self.name ] process = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() if not "available" in buff[0]: return False return True def is_imported(self): if not os.path.exists(self.mapfile_name()): return False if self.dsf: dsfflag = '-N' else: dsfflag = '' cmd = [ 'vgimport', '-m', self.mapfile_name(), '-s', '-p', dsfflag, self.name ] process = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() if not "already exists" in buff[1]: return False return True def is_up(self): """Returns True if the volume group is present and activated """ if not self.is_imported(): return False if not self.is_active(): return False return True def do_import(self): if self.is_imported(): self.log.info("%s is already imported" % self.name) return if self.dsf: dsfflag = '-N' else: dsfflag = '' cmd = [ 'vgimport', '-m', self.mapfile_name(), '-s', dsfflag, self.name ] self.log.info(' '.join(cmd)) process = Popen(cmd, stdout=PIPE, stderr=PIPE, close_fds=True) buff = process.communicate() if len(buff[1]) > 0 and buff[1] != "vgimport: ": self.log.error('error:\n' + buff[1]) if len(buff[0]) > 0: self.log.debug('output:\n' + buff[0]) if process.returncode != 0: raise ex.excError def do_export(self): if not self.is_imported(): self.log.info("%s is already exported" % self.name) return cmd = [ 'vgexport', '-m', self.mapfile_name(), '-s', self.name ] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_activate(self): if self.is_active(): self.log.info("%s is already available" % self.name) return cmd = ['vgchange', '-a', 'y', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_deactivate(self): if not self.is_active(): self.log.info("%s is already unavailable" % self.name) return cmd = ['vgchange', '-a', 'n', self.name] (ret, out) = self.vcall(cmd) if ret != 0: raise ex.excError def do_start(self): self.do_import() self.do_activate() def do_stop(self): self.do_deactivate() self.do_export() def start(self): self.do_mksf() self.do_start() def disklist(self): need_export = False if not self.is_imported(): self.do_import() need_export = True cmd = ['strings', '/etc/lvmtab'] (ret, out) = self.call(cmd) if ret != 0: raise ex.excError tab = out.split('\n') insection = False self.disks = set([]) for e in tab: """ move to the first disk of the vg """ if e == '/dev/'+self.name: insection = True continue if not insection: continue if e == "_KDI": continue if "/dev/dsk" not in e and "/dev/disk" not in e: break self.disks |= set([e]) if need_export: self.do_export() return self.disks 07070100060595000081a40000000000000000000000014c4173760000001c000000b600010002ffffffffffffffff0000002000000000root/opt/opensvc/lib/version.pyversion = "1.0-100716.1343" 0707010006053b000081a40000000000000000000000014c4045e10000097f000000b600010002ffffffffffffffff0000002800000000root/opt/opensvc/lib/rcMountsFreeBSD.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # import rcMounts from rcUtilities import * from subprocess import Popen def get_src_dir_dev(dev): """Given a directory path, return its hosting device """ process = Popen(['df', '-l', dev], stdout=PIPE, stderr=STDOUT, close_fds=True) buff = process.communicate() out = buff[0] i = out.index('/') return out[i:].split()[0] class Mounts(rcMounts.Mounts): def match_mount(self, i, dev, mnt): """Given a line of 'mount' output, returns True if (dev, mnt) matches this line. Returns False otherwize. Also care about weirdos like loops and binds, ... """ if os.path.isdir(dev): is_bind = True src_dir_dev = get_src_dir_dev(dev) else: is_bind = False if i.mnt != mnt: return False if i.dev == dev: return True if is_bind and i.dev == src_dir_dev: return True return False def __init__(self): self.mounts = [] (ret, out) = call(['mount']) for l in out.split('\n'): words = l.split() if len(words) < 4: return dev = words[0] mnt = words[2] opts = ' '.join(words[3:]).strip('(').strip(')').split(', ') type = opts[0] if len(opts) < 3: mnt_opt = '' else: mnt_opt = ','.join(opts[2:]) m = rcMounts.Mount(dev, mnt, type, mnt_opt) self.mounts.append(m) if __name__ == "__main__" : help(Mounts) for m in Mounts(): print m 07070100060585000081a40000000000000000000000014c4045e100002bf1000000b600010002ffffffffffffffff0000002200000000root/opt/opensvc/lib/resources.py# # Copyright (c) 2009 Christophe Varoqui ' # Copyright (c) 2009 Cyril Galibern ' # Copyright (c) 2010 Christophe Varoqui ' # Copyright (c) 2010 Cyril Galibern ' # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # To change this template, choose Tools | Templates # and open the template in the editor. from textwrap import wrap import rcExceptions as exc import rcStatus import logging import rcUtilities from rcGlobalEnv import rcEnv class Resource(object): """Define basic resource properties: type, optional=optional, disabled=disabled, tags=tags a Resource should provide do_action(action): with action into (start/stop/status) """ label = None def __init__(self, rid=None, type=None, optional=False, disabled=False, tags=set([])): self.rid = rid self.tags = tags self.type = type self.optional = optional self.disabled = disabled self.log = logging.getLogger(str(rid).upper()) self.rstatus = None self.always_on = set([]) if self.label is None: self.label = ty