Examples of Packager


Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

          }
          else if(node instanceof POForEach){
            sb.append(planString(((POForEach)node).getInputPlans()));
          }
          else if(node instanceof POPackage){
            Packager pkgr = ((POPackage) node).getPkgr();
            if(pkgr instanceof MultiQueryPackager){
              List<Packager> pkgrs = ((MultiQueryPackager) pkgr).getPackagers();
              for (Packager child : pkgrs){
                  sb.append(LSep + child.name() + "\n");
              }
View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

           
            blocking(op);
            curMROp.customPartitioner = op.getCustomPartitioner();
           
            POPackage pkg = new POPackage(new OperatorKey(scope,nig.getNextNodeId(scope)));
            Packager pkgr = pkg.getPkgr();
            pkgr.setKeyType(DataType.TUPLE);
            pkgr.setDistinct(true);
            pkg.setNumInps(1);
            boolean[] inner = {false};
            pkgr.setInner(inner);
            curMROp.reducePlan.add(pkg);
           
            List<PhysicalPlan> eps1 = new ArrayList<PhysicalPlan>();
            List<Boolean> flat1 = new ArrayList<Boolean>();
            PhysicalPlan ep1 = new PhysicalPlan();
View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

        curMROp.requestedParallelism = gr.getRequestedParallelism();
      compiledInputs = new MapReduceOper[] {curMROp};
     
      // create POPakcage
      POPackage pkg = new POPackage(new OperatorKey(scope,nig.getNextNodeId(scope)), rp);
            Packager pkgr = pkg.getPkgr();
            pkgr.setKeyType(type);
      pkg.setResultType(DataType.TUPLE);
      pkg.setNumInps(2);
      boolean [] inner = op.getInnerFlags();
            pkgr.setInner(inner);
      pkg.visit(this);      
      compiledInputs = new MapReduceOper[] {curMROp};
     
      // create POForEach
      List<PhysicalPlan> eps = new ArrayList<PhysicalPlan>();
View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

        mro.mapPlan.connect(nfe1, lr);
       
        mro.setMapDone(true);
       
        POPackage pkg = new POPackage(new OperatorKey(scope,nig.getNextNodeId(scope)));
        Packager pkgr = new Packager();
        pkg.setPkgr(pkgr);
        pkgr.setKeyType(DataType.CHARARRAY);
        pkg.setNumInps(1);
        boolean[] inner = {false};
        pkgr.setInner(inner);
        mro.reducePlan.add(pkg);
       
        // Lets start building the plan which will have the sort
        // for the foreach
        PhysicalPlan fe2Plan = new PhysicalPlan();
View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

            subPlans = ((POSplit)node).getPlans();
        } else if (node instanceof PODemux) {
            subPlans = ((PODemux)node).getPlans();
        } else if(node instanceof POPackage){
            childNode = createPONode(node);
            Packager pkgr = ((POPackage) node).getPkgr();
            Node pkgrNode = createPackagerNode(pkgr);
            childNode.appendChild(pkgrNode);
        } else if(node instanceof POFRJoin){
            childNode = createPONode(node);
            POFRJoin frj = (POFRJoin)node;
View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager

          }
          else if(node instanceof POForEach){
            sb.append(planString(((POForEach)node).getInputPlans()));
          }
          else if(node instanceof POPackage){
            Packager pkgr = ((POPackage) node).getPkgr();
            if(pkgr instanceof MultiQueryPackager){
              List<Packager> pkgrs = ((MultiQueryPackager) pkgr).getPackagers();
              for (Packager child : pkgrs){
                  sb.append(LSep + child.name() + "\n");
              }
View Full Code Here

Examples of org.saiku.plugin.util.packager.Packager

    @Produces({"text/plain" })
    @Path("/plugins")
    public String getPlugins(@QueryParam("debug") @DefaultValue("false") Boolean debug)
    {
        try {
            Packager packager = Packager.getInstance();
            List<File> files = new ArrayList<File>();
            String searchRootDir = PentahoSystem.getApplicationContext().getSolutionPath("saiku/plugins");
            File searchRootFile = new File(searchRootDir);
            if (searchRootFile.exists()) {
                List<File> solutionFiles = getJsFiles(searchRootFile);
                files.addAll(solutionFiles);
            }
            final IPluginManager pluginManager = (IPluginManager) PentahoSystem.get(IPluginManager.class, PentahoSessionHolder.getSession());
            Long start = (new Date()).getTime();
            for (String plugin : pluginManager.getRegisteredPlugins()) {
                final PluginClassLoader pluginClassloader = (PluginClassLoader) pluginManager.getClassLoader(plugin);
                File pluginDir = pluginClassloader.getPluginDir();
                File saikuDir = new File(pluginDir, "saiku");
                if (saikuDir.exists()) {
                    File saikuPluginDir = new File(saikuDir, "plugins");
                    if (saikuPluginDir.exists()) {
                        List<File> jsFiles = getJsFiles(saikuPluginDir);
                        files.addAll(jsFiles);
                    }
                }
            }
            Long end = (new Date()).getTime();
            log.debug("Looking for all plugin files time: " + (end - start) + "ms - Files: " + files.size());
            if (files.size() > 0) {
                String pluginRootDir = PentahoSystem.getApplicationContext().getSolutionPath("system/saiku");
                File[] fileArray = files.toArray(new File[files.size()]);
                packager.registerPackage("scripts", Packager.Filetype.JS, searchRootDir, pluginRootDir + "/../../system/saiku/ui/js/scripts.js", fileArray);
                packager.minifyPackage("scripts", ( debug ? Packager.Mode.CONCATENATE : Packager.Mode.MINIFY));
                return ResourceManager.getInstance().getResourceAsString( "ui/js/scripts.js");
            }
        } catch (IOException ioe) {
            log.error("Error fetching plugins", ioe);
        }
View Full Code Here

Examples of org.saiku.plugin.util.packager.Packager

  @Path("/plugins")
  public String getPlugins(@QueryParam("debug") @DefaultValue("false") Boolean debug)
  {

    try {
      Packager packager = Packager.getInstance();
      List<File> files = new ArrayList<File>();


      String searchRootDir = PentahoSystem.getApplicationContext().getSolutionPath("saiku/plugins")
      File searchRootFile = new File(searchRootDir);
      if (searchRootFile.exists()) {
        List<File> solutionFiles = getJsFiles(searchRootFile);
        files.addAll(solutionFiles);
      }


      final IPluginManager pluginManager = (IPluginManager) PentahoSystem.get(IPluginManager.class, PentahoSessionHolder.getSession());

      Long start = (new Date()).getTime();
      for (String plugin : pluginManager.getRegisteredPlugins()) {
        final PluginClassLoader pluginClassloader = (PluginClassLoader) pluginManager.getClassLoader(plugin);
        File pluginDir = pluginClassloader.getPluginDir();
        File saikuDir = new File(pluginDir, "saiku");
        if (saikuDir.exists()) {
          File saikuPluginDir = new File(saikuDir, "plugins");
          if (saikuPluginDir.exists()) {
            List<File> jsFiles = getJsFiles(saikuPluginDir);
            files.addAll(jsFiles);
          }
        }
      }

      Long end = (new Date()).getTime();
      log.debug("Looking for all plugin files time: " + (end - start) + "ms - Files: " + files.size());

      if (files.size() > 0) {
        String pluginRootDir = PentahoSystem.getApplicationContext().getSolutionPath("system/saiku");
        File[] fileArray = files.toArray(new File[files.size()]);
        packager.registerPackage("scripts", Packager.Filetype.JS, searchRootDir, pluginRootDir + "/../../system/saiku/ui/js/scripts.js", fileArray);         
        packager.minifyPackage("scripts", ( debug ? Packager.Mode.CONCATENATE : Packager.Mode.MINIFY));
        return ResourceManager.getInstance().getResourceAsString( "ui/js/scripts.js");

      }
    } catch (IOException ioe) {
      log.error("Error fetching plugins", ioe);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.