six month dormancy test

source data:

accountleg    year_month    amount
acc1A    2010-01    100
acc1A    2010-02    100
acc1A    2010-03    100
acc1A    2010-04    100
acc1A    2010-06    100
acc1A    2010-07    100
acc1A    2010-08    100
acc1A    2010-09    100
acc1A    2010-10    100
acc1A    2010-11    100
acc1A    2011-06    100
acc1A    2011-07    100
acc1A    2011-08    100
acc1A    2011-09    100
acc1A    2011-10    100
acc1A    2011-11    100
acc1A    2011-12    100
acc1A    2012-01    100
acc1A    2012-07    100

create table sixdormancy (accountleg string,year_month string,amount double) row format delimited fields terminated by '\t';

load data local inpath '/mnt/data/sixdormancy.txt' into table sixdormancy;

--get the last row year_month

drop table sixdormancy_lastmonth;

create table sixdormancy_lastmonth as 

select 

*,

lag(year_month) over(partition by accountleg order by year_month) as  lastmonth

from sixdormancy;



create table sixdormancy_monthdiff as 

select *,

(year(concat(year_month,'-01')) - year(concat(lastmonth,'-01')))*12

+month(concat(year_month,'-01'))-

month(concat(lastmonth,'-01')) as monthdiff

from sixdormancy_lastmonth;



select accountleg from sixdormancy_monthdiff where monthdiff>5 group by accountleg;



if 0.10 not support lag function, we can write one udf to do this, and then we can combine

the calculation and filter and the udf.

package myudf;



import java.io.BufferedReader;

import java.io.FileNotFoundException;

import java.io.FileReader;

import java.io.IOException;



import org.apache.hadoop.hive.ql.exec.UDF;



public class dormancy extends UDF {



    String accountleg = "";

    String predate = "";

    boolean isDormancy = false;



    public boolean evaluate(String _accountleg, String _date) {
　　　　isDormancy=false;

        if (accountleg.equalsIgnoreCase(_accountleg)) {

            isDormancy = hasSixMonthsGap(predate, _date);

        }

        accountleg = _accountleg;

        predate = _date;

        return isDormancy;

    }



    boolean hasSixMonthsGap(String _sd, String _bd) {

        // issue yyyy-MM

        int year1 = Integer.parseInt(_bd.substring(1, 4));

        int year2 = Integer.parseInt(_sd.substring(1, 4));

        int month1 = Integer.parseInt(_bd.substring(5, 7));

        int month2 = Integer.parseInt(_sd.substring(5, 7));

        int cp = (year1 - year2) * 12 + (month1 - month2) + 1;

        if (cp > 7) // has dormancy

            return true;

        else

            return false;

    }



    public static void main(String[] args) {



        dormancy test = new dormancy();

        // read data from source

        String filepath = "/mnt/data/sixdormancy.txt";

        try {

            BufferedReader br = new BufferedReader(new FileReader(filepath));

            String line;



            line = br.readLine();

            String[] items = null;

            while (line != null) {

                // handle this line data

                items = line.split("\t");

                System.out.print(line);

                System.out.print("\t");

                System.out.println(test.evaluate(items[0], items[1]));

                line = br.readLine();

            }



        } catch (FileNotFoundException e) {

            e.printStackTrace();

        } catch (IOException e) {

            e.printStackTrace();

        } catch (Exception ex) {

            ex.printStackTrace();

        }



    }



}

add jar /home/hadoop/workspace/myudf/bin/myudf.jar;

create temporary function dormancy as "myudf.dormancy";

select *,dormancy(accountleg,year_month) from 

(select * from sixdormancy distribute by accountleg sort by accountleg, year_month) a;