google_group_lib.py

# -*- coding: utf-8 -*-
#
# Module to keep google group info in one place
#
import httplib2
import os

from apiclient import discovery,errors
import oauth2client
from oauth2client import client
from oauth2client import tools
from listmaster import listmasters,rmggmemlist
from ora_list import ora_sbcc_lists
import sys
import time
import random
try: import simplejson as json
except ImportError: import json

import logging

logger = logging.getLogger('root')

class googLib:
	

	
	def __init__(self,ggroup,sql):
		
		#Owners need to be read in
		self.owners = listmasters
	
		self.ggroup = ggroup
		credentials = self.get_credentials()
		http = credentials.authorize(httplib2.Http())
		self.service = discovery.build('admin', 'directory_v1', http=http)
		
		#Get members from banner
		with ora_sbcc_lists() as listm:
			self.listmembers = listm.get_ban_list(sql)
		
		#remove owners
		self.listmembers = self.listmembers - self.owners
			
		#get members from google
		self.ggroupmembers = self.getGoogGroup()
		
		#remove manager list(hack)
		#~ Union into list members
		#~ self.ggroupmembers = self.ggroupmembers - rmggmemlist
		
		#send to list
		for member in self.listmembers.difference(self.ggroupmembers):
			logger.info("Adding member: " + member)
			self.insert_member_google(member)
			
		#delete from list	
		for member in self.ggroupmembers.difference(self.listmembers):
			logger.info("Deleting member: " + member)
			self.delete_member_google(member)
			#delete from list
		

	def get_credentials(self):
		
		"""Gets valid user credentials from storage.
		
		If nothing has been stored, or if the stored credentials are invalid,
		the OAuth2 flow is completed to obtain the new credentials.
		
		Returns:
			Credentials, the obtained credential.
		
		"""
		#https://developers.google.com/admin-sdk/directory/v1/quickstart/python
		
		try:
			import argparse
			flags = argparse.ArgumentParser(parents=[tools.argparser]).parse_args()
			flags.noauth_local_webserver = True
		except ImportError:
			flags = None
		
		SCOPES = ['https://www.googleapis.com/auth/admin.directory.user',
			 'https://www.googleapis.com/auth/apps.groups.settings',
			 'https://www.googleapis.com/auth/admin.directory.group']
			 
			 
	

		CLIENT_SECRET_FILE = 'client_secret.json'
		APPLICATION_NAME = 'Santa Barbarbara City College Mail List'
		
		home_dir = os.path.expanduser('~')
		credential_dir = os.path.join(home_dir, '.credentials')
		if not os.path.exists(credential_dir):
			os.makedirs(credential_dir)
		credential_path = os.path.join(credential_dir,'admin-directory_v1-python-quickstart.json')
		store = oauth2client.file.Storage(credential_path)
		credentials = store.get()
		if not credentials or credentials.invalid:
			flow = client.flow_from_clientsecrets(CLIENT_SECRET_FILE, SCOPES)
			flow.user_agent = APPLICATION_NAME
			if flags:
				credentials = tools.run_flow(flow, store, flags)
			else:
				credentials = tools.run(flow, store)
		return credentials
		
		

	def getGoogGroup(self):
			groupKey = self.ggroup
			service = self.service.members()
			all_users = []
			page_token = None
			params = {'groupKey': groupKey}
			


			while True:
					try:
							if page_token:
									params['pageToken'] = page_token
							current_page = service.list(**params).execute()
							all_users.extend(current_page['members'])
							page_token = current_page.get('nextPageToken')
							if not page_token:
									break

					except errors.HttpError as error:
							logger.warnning('An error occurred: %s', str(error))
							break

			user = set()
			for i in all_users:
											#~ print json.dumps(i)
					#~ if (i['role'] == 'MEMBER'):
											if '@' in i['email']:
													user.add(i['email'].split('@')[0])
											else:
													user.add(i['email'])
			return user


	def getGoogGroup(self):
			groupKey = self.ggroup
			service = self.service.members()
			all_users = []
			page_token = None
			params = {'groupKey': groupKey}
			


			while True:
					try:
							if page_token:
									params['pageToken'] = page_token
							current_page = service.list(**params).execute()
							all_users.extend(current_page['members'])
							page_token = current_page.get('nextPageToken')
							if not page_token:
									break

					except errors.HttpError as error:
							logger.notice('An error occurred: %s', error)
							break

			user = list()
			for i in all_users:
				if i['email'] not in user and 'MEMBER' in i['role']:
					user.append(i['email'])
					#~ print i['role']
			return set(user)


	def insert_member_google(self,group_member):
			#Sends the update to google.
					#~ emailaddress = group_member
					member_body = { "email": group_member}
					#~ print member_body
					for n in range(0, 5):
							try:
									results = self.service.members().insert(groupKey=self.ggroup, body = member_body).execute()
									#~ print json.dumps(results, indent=4)
									#~ print 'Updated: {0}'.format(groupEmail)
									logger.debug("added " + group_member + " to " + self.ggroup)
									return results
							except errors.HttpError, e:
									#~ error = json.loads(e.content)
									errorcode = e.resp.status
									errorreason = json.loads(e.content)['error']['errors'][0]['reason']
									logger.warning('Error code: %d', errorcode)
									logger.warning('Error message: %s', errorreason)
									if errorcode == 409:
											return errorreason
									logger.warning("Backing off")
									time.sleep((2 ** n) + random.randint(0, 1000) / 1000)
							except Exception,e:
											logger.error(str(e))
											logger.error('problems with group: %s',self.ggroup)
											#~ sys.exit('Could not update')
											raise

	def delete_member_google(self,group_member):
			#Sends the update to google.
					#~ member_body = { "email": group_member + '@pipeline.sbcc.edu'}
					#~ print member_body
					for n in range(0, 5):
							try:
									results = self.service.members().delete(groupKey=self.ggroup, 
										memberKey = group_member ).execute()
									#~ print json.dumps(results, indent=4)
									#~ print 'Updated: {0}'.format(groupEmail)
									logger.debug("deleted " + group_member + " to " + self.ggroup) 
									return results
							except errors.HttpError, e:
									#~ error = json.loads(e.content)
									errorcode = e.resp.status
									errorreason = json.loads(e.content)['error']['errors'][0]['reason']
									logger.warning( 'Error code: %d', errorcode)
									logger.warning('Error message: %s', errorreason)
									logger.warning("Backing off")
									time.sleep((2 ** n) + random.randint(0, 1000) / 1000)
							except Exception,e:
											logger.error(str(e))
											logger.error('problems with group: %s',self.ggroup)
											#~ sys.exit('Could not update')
											raise

	def list_diff(a,b):
		#Equivialant for list as set math a - b
		return [n for n in a not in b]