PIG helper

• Eval Functions
  • AVG(%VAR%)
  • CONCAT(%VAR1%, %VAR2%)
  • COUNT(%VAR%)
  • COUNT_START(%VAR%)
  • IsEmpty(%VAR%)
  • DIFF(%VAR1%, %VAR2%)
  • MAX(%VAR%)
  • MIN(%VAR%)
  • SIZE(%VAR%)
  • SUM(%VAR%)
  • TOKENIZE(%VAR%, %DELIM%)
• Relational Operators
  • COGROUP %VAR% BY %VAR%
  • CROSS %VAR1%, %VAR2%;
  • DISTINCT %VAR%;
  • FILTER %VAR% BY %COND%
  • FLATTEN(%VAR%)
  • FOREACH %DATA% GENERATE %NEW_DATA%
  • FOREACH %DATA% {%NESTED_BLOCK%}
  • GROUP %VAR% BY %VAR%
  • GROUP %VAR% ALL
  • JOIN %VAR% BY
  • LIMIT %VAR% %N%
  • ORDER %VAR% BY %FIELD%
  • SAMPLE %VAR% %SIZE%
  • SPLIT %VAR1% INTO %VAR2% IF %EXPRESSIONS%
  • UNION %VAR1%, %VAR2%
• I/0
  • LOAD '%FILE%';
  • DUMP %VAR%;
  • STORE %VAR% INTO %PATH%;
• Debug
  • EXPLAIN %VAR%;
  • ILLUSTRATE %VAR%;
  • DESCRIBE %VAR%;
• HCatalog
  • LOAD '%TABLE%' USING org.apache.hive.hcatalog.pig.HCatLoader();
• Math
  • ABS(%VAR%)
  • ACOS(%VAR%)
  • ASIN(%VAR%)
  • ATAN(%VAR%)
  • CBRT(%VAR%)
  • CEIL(%VAR%)
  • COS(%VAR%)
  • COSH(%VAR%)
  • EXP(%VAR%)
  • FLOOR(%VAR%)
  • LOG(%VAR%)
  • LOG10(%VAR%)
  • RANDOM(%VAR%)
  • ROUND(%VAR%)
  • SIN(%VAR%)
  • SINH(%VAR%)
  • SQRT(%VAR%)
  • TAN(%VAR%)
  • TANH(%VAR%)
• Tuple, Bag, Map Functions
  • TOTUPLE(%VAR%)
  • TOBAG(%VAR%)
  • TOMAP(%KEY%, %VALUE%)
  • TOP(%topN%, %COLUMN%, %RELATION%)
• String Functions
  • INDEXOF(%STRING%, '%CHARACTER%', %STARTINDEX%)
  • LAST_INDEX_OF(%STRING%, '%CHARACTER%', %STARTINDEX%)
  • LOWER(%STRING%)
  • REGEX_EXTRACT(%STRING%, %REGEX%, %INDEX%)
  • REGEX_EXTRACT_ALL(%STRING%, %REGEX%)
  • REPLACE(%STRING%, '%oldChar%', '%newChar%')
  • STRSPLIT(%STRING%, %REGEX%, %LIMIT%)
  • SUBSTRING(%STRING%, %STARTINDEX%, %STOPINDEX%)
  • TRIM(%STRING%)
  • UCFIRST(%STRING%)
  • UPPER(%STRING%)
• Macros
  • IMPORT '%PATH_TO_MACRO%';
• HBase
  • LOAD 'hbase://%TABLE%' USING org.apache.pig.backend.hadoop.hbase.HBaseStorage('%columnList%')
  • STORE %VAR% INTO 'hbase://%TABLE%' USING org.apache.pig.backend.hadoop.hbase.HBaseStorage('%columnList%')
• Python UDF
  • REGISTER 'python_udf.py' USING jython AS myfuncs;