/*******************************************************************************
 * Copyright 2008-2010 Amazon.com, Inc. or its affiliates. All Rights Reserved.
 * Licensed under the Apache License, Version 2.0 (the "License"). You may not use
 * this file except in compliance with the License. A copy of the License is located at
 *
 * http://aws.amazon.com/apache2.0
 *
 * or in the "license" file accompanying this file. This file is distributed on
 * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing permissions and
 * limitations under the License.
 * *****************************************************************************
 *    __  _    _  ___
 *   (  )( \/\/ )/ __)
 *   /__\ \    / \__ \
 *  (_)(_) \/\/  (___/
 *
 *  AWS SDK for .NET
 *  API Version: 2009-03-31
 */

using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Net;
using System.Runtime.InteropServices;
using System.Security;
using System.Security.Cryptography;
using System.Text;
using System.Text.RegularExpressions;
using System.Web;
using System.Reflection;
using System.Xml;
using System.Xml.Xsl;
using System.Xml.XPath;
using System.Xml.Serialization;

using Amazon.Util;

using Amazon.ElasticMapReduce.Model;

namespace Amazon.ElasticMapReduce
{
    /// <summary>
    /// AmazonElasticMapReduceClient is an implementation of AmazonElasticMapReduce
    /// Amazon Elastic MapReduce is a web service that enables businesses, researchers,
    /// data analysts, and developers to easily and cost-effectively process vast amounts
    /// of data. It utilizes a hosted Hadoop framework running on the web-scale infrastructure
    /// of Amazon Elastic Compute Cloud (Amazon EC2) and Amazon Simple Storage Service (Amazon S3).
    /// </summary>
    public class AmazonElasticMapReduceClient : AmazonElasticMapReduce
    {
        private string awsAccessKeyId;
        private SecureString awsSecretAccessKey;
        private AmazonElasticMapReduceConfig config;
        private bool disposed;

        #region Dispose Pattern Implementation

        /// <summary>
        /// Implements the Dispose pattern for the AmazonElasticMapReduceClient
        /// </summary>
        /// <param name="fDisposing">Whether this object is being disposed via a call to Dispose
        /// or garbage collected.</param>
        protected virtual void Dispose(bool fDisposing)
        {
            if (!this.disposed)
            {
                if (fDisposing)
                {
                    //Remove Unmanaged Resources
                    // I.O.W. remove resources that have to be explicitly
                    // "Dispose"d or Closed
                    if (awsSecretAccessKey != null)
                    {
                        awsSecretAccessKey.Dispose();
                        awsSecretAccessKey = null;
                    }
                }
                this.disposed = true;
            }
        }

        /// <summary>
        /// Disposes of all managed and unmanaged resources.
        /// </summary>
        public void Dispose()
        {
            this.Dispose(true);
            GC.SuppressFinalize(this);
        }

        /// <summary>
        /// The destructor for the client class.
        /// </summary>
        ~AmazonElasticMapReduceClient()
        {
            this.Dispose(false);
        }

        #endregion

        /// <summary>
        /// Constructs AmazonElasticMapReduceClient with AWS Access Key ID and AWS Secret Key
        /// </summary>
        /// <param name="awsAccessKeyId">AWS Access Key ID</param>
        /// <param name="awsSecretAccessKey">AWS Secret Access Key</param>
        public AmazonElasticMapReduceClient(string awsAccessKeyId, string awsSecretAccessKey)
            : this(awsAccessKeyId, awsSecretAccessKey, new AmazonElasticMapReduceConfig())
        {
        }

        /// <summary>
        /// Constructs AmazonElasticMapReduceClient with AWS Access Key ID, AWS Secret Key and an
        /// AmazonElasticMapReduce Configuration object
        /// </summary>
        /// <param name="awsAccessKeyId">AWS Access Key ID</param>
        /// <param name="awsSecretAccessKey">AWS Secret Access Key</param>
        /// <param name="config">The AmazonElasticMapReduce Configuration Object</param>
        public AmazonElasticMapReduceClient(string awsAccessKeyId, string awsSecretAccessKey, AmazonElasticMapReduceConfig config)
        {
            if (awsSecretAccessKey != null)
            {
                this.awsSecretAccessKey = new SecureString();
                foreach (char ch in awsSecretAccessKey.ToCharArray())
                {
                    this.awsSecretAccessKey.AppendChar(ch);
                }
                this.awsSecretAccessKey.MakeReadOnly();
            }
            this.awsAccessKeyId = awsAccessKeyId;
            this.config = config;
            ServicePointManager.Expect100Continue = false;
            ServicePointManager.UseNagleAlgorithm = false;
        }

        /// <summary>
        /// Constructs an AmazonElasticMapReduceClient with AWS Access Key ID, AWS Secret Key and an
        /// AmazonElasticMapReduce Configuration object
        /// </summary>
        /// <param name="awsAccessKeyId">AWS Access Key ID</param>
        /// <param name="awsSecretAccessKey">AWS Secret Access Key as a SecureString</param>
        /// <param name="config">The AmazonElasticMapReduce Configuration Object</param>
        public AmazonElasticMapReduceClient(string awsAccessKeyId, SecureString awsSecretAccessKey, AmazonElasticMapReduceConfig config)
        {
            this.awsAccessKeyId = awsAccessKeyId;
            this.awsSecretAccessKey = awsSecretAccessKey;
            this.config = config;
            ServicePointManager.Expect100Continue = false;
            ServicePointManager.UseNagleAlgorithm = false;
        }

        #region Public API

        /// <summary>
        /// Add Job Flow Steps
        /// </summary>
        /// <param name="request">Add Job Flow Steps  request</param>
        /// <returns>Add Job Flow Steps  Response from the service</returns>
        public AddJobFlowStepsResponse AddJobFlowSteps(AddJobFlowStepsRequest request)
        {
            return Invoke<AddJobFlowStepsResponse>(ConvertAddJobFlowSteps(request));
        }

        /// <summary>
        /// Terminate Job Flows
        /// </summary>
        /// <param name="request">Terminate Job Flows  request</param>
        /// <returns>Terminate Job Flows  Response from the service</returns>
        public TerminateJobFlowsResponse TerminateJobFlows(TerminateJobFlowsRequest request)
        {
            return Invoke<TerminateJobFlowsResponse>(ConvertTerminateJobFlows(request));
        }

        /// <summary>
        /// Describe Job Flows
        /// </summary>
        /// <param name="request">Describe Job Flows  request</param>
        /// <returns>Describe Job Flows  Response from the service</returns>
        public DescribeJobFlowsResponse DescribeJobFlows(DescribeJobFlowsRequest request)
        {
            return Invoke<DescribeJobFlowsResponse>(ConvertDescribeJobFlows(request));
        }

        /// <summary>
        /// Run Job Flow
        /// </summary>
        /// <param name="request">Run Job Flow  request</param>
        /// <returns>Run Job Flow  Response from the service</returns>
        public RunJobFlowResponse RunJobFlow(RunJobFlowRequest request)
        {
            return Invoke<RunJobFlowResponse>(ConvertRunJobFlow(request));
        }

        #endregion

        #region Private API

        /**
         * Configure HttpClient with set of defaults as well as configuration
         * from AmazonElasticMapReduceConfig instance
         */
        private static HttpWebRequest ConfigureWebRequest(int contentLength, AmazonElasticMapReduceConfig config)
        {
            HttpWebRequest request = WebRequest.Create(config.ServiceURL) as HttpWebRequest;

            if (config.IsSetProxyHost())
            {
                request.Proxy = new WebProxy(config.ProxyHost, config.ProxyPort);
            }
            request.UserAgent = config.UserAgent;
            request.Method = "POST";
            request.Timeout = 50000;
            request.ContentType = AWSSDKUtils.UrlEncodedContent;
            request.ContentLength = contentLength;

            return request;
        }

        /**
         * Invoke request and return response
         */
        private T Invoke<T>(IDictionary<string, string> parameters)
        {
            string actionName = parameters["Action"];
            T response = default(T);
            string responseBody = null;
            HttpStatusCode statusCode = default(HttpStatusCode);

            /* Add required request parameters */
            AddRequiredParameters(parameters);

            string queryString = GetParametersAsString(parameters);

            byte[] requestData = Encoding.UTF8.GetBytes(queryString);
            bool shouldRetry = true;
            int retries = 0;
            do
            {
                HttpWebRequest request = ConfigureWebRequest(requestData.Length, config);
                /* Submit the request and read response body */
                try
                {
                    using (Stream requestStream = request.GetRequestStream())
                    {
                        requestStream.Write(requestData, 0, requestData.Length);
                    }
                    using (HttpWebResponse httpResponse = request.GetResponse() as HttpWebResponse)
                    {
                        statusCode = httpResponse.StatusCode;
                        using (StreamReader reader = new StreamReader(httpResponse.GetResponseStream(), Encoding.UTF8))
                        {
                            responseBody = reader.ReadToEnd();
                        }
                    }

                    /* Perform response transformation */
                    if (responseBody != null &&
                        responseBody.Trim().EndsWith(String.Concat(actionName, "Response>")))
                    {
                        responseBody = Transform(responseBody, this.GetType());
                    }
                    /* Attempt to deserialize response into <Action> Response type */
                    XmlSerializer serializer = new XmlSerializer(typeof(T));
                    using (XmlTextReader sr = new XmlTextReader(new StringReader(responseBody)))
                    {
                        response = (T)serializer.Deserialize(sr);
                    }
                    shouldRetry = false;
                }
                /* Web exception is thrown on unsucessful responses */
                catch (WebException we)
                {
                    shouldRetry = false;
                    using (HttpWebResponse httpErrorResponse = we.Response as HttpWebResponse)
                    {
                        if (httpErrorResponse == null)
                        {
                            // Abort the unsuccessful request
                            request.Abort();
                            throw new AmazonElasticMapReduceException(we);
                        }
                        statusCode = httpErrorResponse.StatusCode;
                        using (StreamReader reader = new StreamReader(httpErrorResponse.GetResponseStream(), Encoding.UTF8))
                        {
                            responseBody = reader.ReadToEnd();
                        }

                        // Abort the unsuccessful request
                        request.Abort();
                    }

                    if (statusCode == HttpStatusCode.InternalServerError || statusCode == HttpStatusCode.ServiceUnavailable)
                    {
                        shouldRetry = true;
                        PauseOnRetry(++retries, config.MaxErrorRetry, statusCode);
                    }
                    else
                    {
                        /* Attempt to deserialize response into ErrorResponse type */
                        try
                        {
                            using (XmlTextReader sr = new XmlTextReader(new StringReader(responseBody)))
                            {
                                XmlSerializer serializer = new XmlSerializer(typeof(ErrorResponse));
                                ErrorResponse errorResponse = (ErrorResponse) serializer.Deserialize(sr);
                                Error error = errorResponse.Error[0];

                                /* Throw formatted exception with information available from the error response */
                                throw new AmazonElasticMapReduceException(
                                    error.Message,
                                    statusCode,
                                    error.Code,
                                    error.Type,
                                    errorResponse.RequestId,
                                    errorResponse.ToXML()
                                    );
                            }
                        }
                        /* Rethrow on deserializer error */
                        catch (Exception e)
                        {
                            if (e is AmazonElasticMapReduceException)
                            {
                                throw;
                            }
                            else
                            {
                                AmazonElasticMapReduceException se = ReportAnyErrors(responseBody, statusCode);
                                throw se;
                            }
                        }
                    }
                }

                /* Catch other exceptions, attempt to convert to formatted exception,
                 * else rethrow wrapped exception */
                catch (Exception)
                {
                    // Abort the unsuccessful request
                    request.Abort();
                    throw;
                }
            } while (shouldRetry);

            return response;
        }

        /**
         * Look for additional error strings in the response and return formatted exception
         */
        private static AmazonElasticMapReduceException ReportAnyErrors(string responseBody, HttpStatusCode status)
        {
            AmazonElasticMapReduceException ex = null;

            if (responseBody != null && responseBody.StartsWith("<"))
            {
                Match errorMatcherOne = Regex.Match(
                    responseBody,
                    "<RequestId>(.*)</RequestId>.*<Error><Code>(.*)</Code><Message>(.*)</Message></Error>.*(<Error>)?",
                    RegexOptions.Multiline
                    );
                Match errorMatcherTwo = Regex.Match(
                    responseBody,
                    "<Error><Code>(.*)</Code><Message>(.*)</Message></Error>.*(<Error>)?.*<RequestID>(.*)</RequestID>",
                    RegexOptions.Multiline
                    );

                if (errorMatcherOne.Success)
                {
                    string requestId = errorMatcherOne.Groups[1].Value;
                    string code = errorMatcherOne.Groups[2].Value;
                    string message = errorMatcherOne.Groups[3].Value;

                    ex = new AmazonElasticMapReduceException(message, status, code, "Unknown", requestId, responseBody);
                }
                else if (errorMatcherTwo.Success)
                {
                    string code = errorMatcherTwo.Groups[1].Value;
                    string message = errorMatcherTwo.Groups[2].Value;
                    string requestId = errorMatcherTwo.Groups[4].Value;

                    ex = new AmazonElasticMapReduceException(message, status, code, "Unknown", requestId, responseBody);
                }
                else
                {
                    ex = new AmazonElasticMapReduceException("Internal Error", status);
                }
            }
            else
            {
                ex = new AmazonElasticMapReduceException("Internal Error", status);
            }
            return ex;
        }

        /**
         * Exponential sleep on failed request
         */
        private static void PauseOnRetry(int retries, int maxRetries, HttpStatusCode status)
        {
            if (retries <= maxRetries)
            {
                int delay = (int)Math.Pow(4, retries) * 100;
                System.Threading.Thread.Sleep(delay);
            }
            else
            {
                throw new AmazonElasticMapReduceException("Maximum number of retry attempts reached : " + (retries - 1), status);
            }
        }

        /**
         * Add authentication related and version parameters
         */
        private void AddRequiredParameters(IDictionary<string, string> parameters)
        {
            if (String.IsNullOrEmpty(this.awsAccessKeyId))
            {
                throw new AmazonElasticMapReduceException("The AWS Access Key ID cannot be NULL or a Zero length string");
            }
            parameters.Add("AWSAccessKeyId", this.awsAccessKeyId);
            parameters.Add("Timestamp", AWSSDKUtils.FormattedCurrentTimestampISO8601);
            parameters.Add("Version", config.ServiceVersion);
            parameters.Add("SignatureVersion", config.SignatureVersion);
            parameters.Add("Signature", SignParameters(parameters, this.awsSecretAccessKey, config));
        }

        /**
         * Convert Dictionary of paremeters to Url encoded query string
         */
        private static string GetParametersAsString(IDictionary<string, string> parameters)
        {
            StringBuilder data = new StringBuilder(512);
            foreach (string key in (IEnumerable<string>)parameters.Keys)
            {
                string value = parameters[key];
                if (value != null)
                {
                    data.Append(key);
                    data.Append('=');
                    data.Append(AWSSDKUtils.UrlEncode(value, false));
                    data.Append('&');
                }
            }
            string result = data.ToString();
            return result.Remove(result.Length - 1);
        }

        /**
         * Computes RFC 2104-compliant HMAC signature for request parameters
         * Implements AWS Signature, as per following spec:
         *
         * If Signature Version is 0, it signs concatenated Action and Timestamp
         *
         * If Signature Version is 1, it performs the following:
         *
         * Sorts all  parameters (including SignatureVersion and excluding Signature,
         * the value of which is being created), ignoring case.
         *
         * Iterate over the sorted list and append the parameter name (in original case)
         * and then its value. It will not URL-encode the parameter values before
         * constructing this string. There are no separators.
         *
         * If Signature Version is 2, string to sign is based on following:
         *
         *    1. The HTTP Request Method followed by an ASCII newline (%0A)
         *    2. The HTTP Host header in the form of lowercase host, followed by an ASCII newline.
         *    3. The URL encoded HTTP absolute path component of the URI
         *       (up to but not including the query string parameters);
         *       if this is empty use a forward '/'. This parameter is followed by an ASCII newline.
         *    4. The concatenation of all query string components (names and values)
         *       as UTF-8 characters which are URL encoded as per RFC 3986
         *       (hex characters MUST be uppercase), sorted using lexicographic byte ordering.
         *       Parameter names are separated from their values by the '=' character
         *       (ASCII character 61), even if the value is empty.
         *       Pairs of parameter and values are separated by the ampersand character (ASCII code 38).
         *
         */
        private static string SignParameters(IDictionary<string, string> parameters, SecureString key, AmazonElasticMapReduceConfig config)
        {
            string signatureVersion = parameters["SignatureVersion"];

            KeyedHashAlgorithm algorithm = new HMACSHA1();

            string stringToSign = null;
            if ("2".Equals(signatureVersion))
            {
                string signatureMethod = config.SignatureMethod;
                algorithm = KeyedHashAlgorithm.Create(signatureMethod.ToUpper());
                parameters.Add("SignatureMethod", signatureMethod);
                stringToSign = CalculateStringToSignV2(parameters, config);
            }
            else
            {
                throw new AmazonElasticMapReduceException("Invalid Signature Version specified");
            }

            return Sign(stringToSign, key, algorithm);
        }

        private static string CalculateStringToSignV2(IDictionary<string, string> parameters, AmazonElasticMapReduceConfig config)
        {
            StringBuilder data = new StringBuilder(512);
            IDictionary<string, string> sorted =
                  new SortedDictionary<string, string>(parameters, StringComparer.Ordinal);
            data.Append("POST");
            data.Append("\n");
            Uri endpoint = new Uri(config.ServiceURL.ToLower());

            data.Append(endpoint.Host);
            data.Append("\n");
            string uri = endpoint.AbsolutePath;
            if (uri == null || uri.Length == 0)
            {
                uri = "/";
            }
            data.Append(AWSSDKUtils.UrlEncode(uri, true));
            data.Append("\n");
            foreach (KeyValuePair<string, string> pair in sorted)
            {
                if (pair.Value != null)
                {
                    data.Append(AWSSDKUtils.UrlEncode(pair.Key, false));
                    data.Append("=");
                    data.Append(AWSSDKUtils.UrlEncode(pair.Value, false));
                    data.Append("&");
                }
            }

            string result = data.ToString();
            return result.Remove(result.Length - 1);
        }

        /// <summary>
        /// Computes RFC 2104-compliant HMAC signature
        /// </summary>
        /// <param name="data">The data to be signed</param>
        /// <param name="key">The secret signing key</param>
        /// <param name="algorithm">The algorithm to sign the data with</param>
        /// <exception cref="T:System.ArgumentNullException"></exception>
        /// <exception cref="T:Amazon.ElasticMapReduce.AmazonElasticMapReduceException"></exception>
        /// <returns>A string representing the HMAC signature</returns>
        private static string Sign(string data, System.Security.SecureString key, KeyedHashAlgorithm algorithm)
        {
            if (key == null)
            {
                throw new AmazonElasticMapReduceException("The AWS Secret Access Key specified is NULL");
            }

            return AWSSDKUtils.HMACSign(data, key, algorithm);
        }

        /**
         * Convert AddJobFlowStepsRequest to name value pairs
         */
        private static IDictionary<string, string> ConvertAddJobFlowSteps(AddJobFlowStepsRequest request)
        {
            IDictionary<string, string> parameters = new Dictionary<string, string>();
            parameters.Add("Action", "AddJobFlowSteps");
            if (request.IsSetJobFlowId())
            {
                parameters.Add("JobFlowId", request.JobFlowId);
            }
            List<StepConfig> addJobFlowStepsRequestStepsList = request.Steps;
            int addJobFlowStepsRequestStepsListIndex = 1;
            foreach (StepConfig addJobFlowStepsRequestSteps in addJobFlowStepsRequestStepsList)
            {
                if (addJobFlowStepsRequestSteps.IsSetName())
                {
                    parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "Name", addJobFlowStepsRequestSteps.Name);
                }
                if (addJobFlowStepsRequestSteps.IsSetActionOnFailure())
                {
                    parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "ActionOnFailure", addJobFlowStepsRequestSteps.ActionOnFailure);
                }
                if (addJobFlowStepsRequestSteps.IsSetHadoopJarStep())
                {
                    HadoopJarStepConfig  stepsHadoopJarStep = addJobFlowStepsRequestSteps.HadoopJarStep;
                    List<KeyValue> hadoopJarStepPropertiesList = stepsHadoopJarStep.Properties;
                    int hadoopJarStepPropertiesListIndex = 1;
                    foreach (KeyValue hadoopJarStepProperties in hadoopJarStepPropertiesList)
                    {
                        if (hadoopJarStepProperties.IsSetKey())
                        {
                            parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Properties" + ".member."  + hadoopJarStepPropertiesListIndex + "." + "Key", hadoopJarStepProperties.Key);
                        }
                        if (hadoopJarStepProperties.IsSetValue())
                        {
                            parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Properties" + ".member."  + hadoopJarStepPropertiesListIndex + "." + "Value", hadoopJarStepProperties.Value);
                        }

                        hadoopJarStepPropertiesListIndex++;
                    }
                    if (stepsHadoopJarStep.IsSetJar())
                    {
                        parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Jar", stepsHadoopJarStep.Jar);
                    }
                    if (stepsHadoopJarStep.IsSetMainClass())
                    {
                        parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "HadoopJarStep" + "." + "MainClass", stepsHadoopJarStep.MainClass);
                    }
                    List<string> hadoopJarStepArgsList  =  stepsHadoopJarStep.Args;
                    int hadoopJarStepArgsListIndex = 1;
                    foreach  (string hadoopJarStepArgs in hadoopJarStepArgsList)
                    {
                        parameters.Add("Steps" + ".member."  + addJobFlowStepsRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Args" + ".member."  + hadoopJarStepArgsListIndex, hadoopJarStepArgs);
                        hadoopJarStepArgsListIndex++;
                    }
                }

                addJobFlowStepsRequestStepsListIndex++;
            }

            return parameters;
        }

        /**
         * Convert TerminateJobFlowsRequest to name value pairs
         */
        private static IDictionary<string, string> ConvertTerminateJobFlows(TerminateJobFlowsRequest request)
        {
            IDictionary<string, string> parameters = new Dictionary<string, string>();
            parameters.Add("Action", "TerminateJobFlows");
            List<string> terminateJobFlowsRequestJobFlowIdsList  =  request.JobFlowIds;
            int terminateJobFlowsRequestJobFlowIdsListIndex = 1;
            foreach  (string terminateJobFlowsRequestJobFlowIds in terminateJobFlowsRequestJobFlowIdsList)
            {
                parameters.Add("JobFlowIds" + ".member."  + terminateJobFlowsRequestJobFlowIdsListIndex, terminateJobFlowsRequestJobFlowIds);
                terminateJobFlowsRequestJobFlowIdsListIndex++;
            }

            return parameters;
        }

        /**
         * Convert DescribeJobFlowsRequest to name value pairs
         */
        private static IDictionary<string, string> ConvertDescribeJobFlows(DescribeJobFlowsRequest request)
        {
            IDictionary<string, string> parameters = new Dictionary<string, string>();
            parameters.Add("Action", "DescribeJobFlows");
            if (request.IsSetCreatedAfter())
            {
                parameters.Add("CreatedAfter", request.CreatedAfter);
            }
            if (request.IsSetCreatedBefore())
            {
                parameters.Add("CreatedBefore", request.CreatedBefore);
            }
            List<string> describeJobFlowsRequestJobFlowIdsList  =  request.JobFlowIds;
            int describeJobFlowsRequestJobFlowIdsListIndex = 1;
            foreach  (string describeJobFlowsRequestJobFlowIds in describeJobFlowsRequestJobFlowIdsList)
            {
                parameters.Add("JobFlowIds" + ".member."  + describeJobFlowsRequestJobFlowIdsListIndex, describeJobFlowsRequestJobFlowIds);
                describeJobFlowsRequestJobFlowIdsListIndex++;
            }
            List<string> describeJobFlowsRequestJobFlowStatesList  =  request.JobFlowStates;
            int describeJobFlowsRequestJobFlowStatesListIndex = 1;
            foreach  (string describeJobFlowsRequestJobFlowStates in describeJobFlowsRequestJobFlowStatesList)
            {
                parameters.Add("JobFlowStates" + ".member."  + describeJobFlowsRequestJobFlowStatesListIndex, describeJobFlowsRequestJobFlowStates);
                describeJobFlowsRequestJobFlowStatesListIndex++;
            }

            return parameters;
        }

        /**
         * Convert RunJobFlowRequest to name value pairs
         */
        private static IDictionary<string, string> ConvertRunJobFlow(RunJobFlowRequest request)
        {
            IDictionary<string, string> parameters = new Dictionary<string, string>();
            parameters.Add("Action", "RunJobFlow");
            if (request.IsSetName())
            {
                parameters.Add("Name", request.Name);
            }
            if (request.IsSetLogUri())
            {
                parameters.Add("LogUri", request.LogUri);
            }
            if (request.IsSetInstances())
            {
                JobFlowInstancesConfig  runJobFlowRequestInstances = request.Instances;
                if (runJobFlowRequestInstances.IsSetMasterInstanceType())
                {
                    parameters.Add("Instances" + "." + "MasterInstanceType", runJobFlowRequestInstances.MasterInstanceType);
                }
                if (runJobFlowRequestInstances.IsSetSlaveInstanceType())
                {
                    parameters.Add("Instances" + "." + "SlaveInstanceType", runJobFlowRequestInstances.SlaveInstanceType);
                }
                if (runJobFlowRequestInstances.IsSetInstanceCount())
                {
                    parameters.Add("Instances" + "." + "InstanceCount", (runJobFlowRequestInstances.InstanceCount + ""));
                }
                if (runJobFlowRequestInstances.IsSetEc2KeyName())
                {
                    parameters.Add("Instances" + "." + "Ec2KeyName", runJobFlowRequestInstances.Ec2KeyName);
                }
                if (runJobFlowRequestInstances.IsSetPlacement())
                {
                    PlacementType  instancesPlacement = runJobFlowRequestInstances.Placement;
                    if (instancesPlacement.IsSetAvailabilityZone())
                    {
                        parameters.Add("Instances" + "." + "Placement" + "." + "AvailabilityZone", instancesPlacement.AvailabilityZone);
                    }
                }
                if (runJobFlowRequestInstances.IsSetKeepJobFlowAliveWhenNoSteps())
                {
                    parameters.Add("Instances" + "." + "KeepJobFlowAliveWhenNoSteps", (runJobFlowRequestInstances.KeepJobFlowAliveWhenNoSteps + "").ToLower());
                }
            }
            List<StepConfig> runJobFlowRequestStepsList = request.Steps;
            int runJobFlowRequestStepsListIndex = 1;
            foreach (StepConfig runJobFlowRequestSteps in runJobFlowRequestStepsList)
            {
                if (runJobFlowRequestSteps.IsSetName())
                {
                    parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "Name", runJobFlowRequestSteps.Name);
                }
                if (runJobFlowRequestSteps.IsSetActionOnFailure())
                {
                    parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "ActionOnFailure", runJobFlowRequestSteps.ActionOnFailure);
                }
                if (runJobFlowRequestSteps.IsSetHadoopJarStep())
                {
                    HadoopJarStepConfig  stepsHadoopJarStep = runJobFlowRequestSteps.HadoopJarStep;
                    List<KeyValue> hadoopJarStepPropertiesList = stepsHadoopJarStep.Properties;
                    int hadoopJarStepPropertiesListIndex = 1;
                    foreach (KeyValue hadoopJarStepProperties in hadoopJarStepPropertiesList)
                    {
                        if (hadoopJarStepProperties.IsSetKey())
                        {
                            parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Properties" + ".member."  + hadoopJarStepPropertiesListIndex + "." + "Key", hadoopJarStepProperties.Key);
                        }
                        if (hadoopJarStepProperties.IsSetValue())
                        {
                            parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Properties" + ".member."  + hadoopJarStepPropertiesListIndex + "." + "Value", hadoopJarStepProperties.Value);
                        }

                        hadoopJarStepPropertiesListIndex++;
                    }
                    if (stepsHadoopJarStep.IsSetJar())
                    {
                        parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Jar", stepsHadoopJarStep.Jar);
                    }
                    if (stepsHadoopJarStep.IsSetMainClass())
                    {
                        parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "HadoopJarStep" + "." + "MainClass", stepsHadoopJarStep.MainClass);
                    }
                    List<string> hadoopJarStepArgsList  =  stepsHadoopJarStep.Args;
                    int hadoopJarStepArgsListIndex = 1;
                    foreach  (string hadoopJarStepArgs in hadoopJarStepArgsList)
                    {
                        parameters.Add("Steps" + ".member."  + runJobFlowRequestStepsListIndex + "." + "HadoopJarStep" + "." + "Args" + ".member."  + hadoopJarStepArgsListIndex, hadoopJarStepArgs);
                        hadoopJarStepArgsListIndex++;
                    }
                }

                runJobFlowRequestStepsListIndex++;
            }

            return parameters;
        }

        /*
         *  Transforms response based on xslt template
         */
        private static string Transform(string responseBody, Type t)
        {
            XslCompiledTransform transformer = new XslCompiledTransform();

            // Build the name of the xslt transform to apply to the response
            char[] seps = { ',' };

            Assembly assembly = Assembly.GetAssembly(t);
            string assemblyName = assembly.FullName;
            assemblyName = assemblyName.Split(seps)[0];

            string ns = t.Namespace;
            string resourceName = String.Concat(
                assemblyName,
                ".",
                ns,
                ".Model.",
                "ResponseTransformer.xslt"
                );
            using (XmlTextReader xmlReader = new XmlTextReader(assembly.GetManifestResourceStream(resourceName)))
            {
                transformer.Load(xmlReader);

                StringBuilder sb = new StringBuilder(1024);
                using (XmlTextReader xmlR = new XmlTextReader(new StringReader(responseBody)))
                {
                    using (StringWriter sw = new StringWriter(sb))
                    {
                        transformer.Transform(xmlR, null, sw);
                        return sb.ToString();
                    }
                }
            }
        }
        #endregion
    }
}
