Package org.apache.drill.exec.work.fragment

Examples of org.apache.drill.exec.work.fragment.FragmentExecutor

65
66
67
68
69
70
71
72
73
    }
    return Acks.OK;
  }

  public Ack cancelFragment(FragmentHandle handle){
    FragmentExecutor runner = bee.getFragmentRunner(handle);
    if(runner != null) runner.cancel();
    return Acks.OK;
  }
View Full Code Here
176
177
178
179
180
181
182
183
184
      incomingFragments.add(handler);
    }

    public void startFragmentPendingRemote(FragmentManager handler) {
      incomingFragments.remove(handler);
      FragmentExecutor runner = handler.getRunnable();
      RunnableWrapper wrapper = new RunnableWrapper(runner, getId(runner.getContext().getHandle()));
      pendingTasks.add(wrapper);
    }
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
229
          // logger.debug("Polling for pending work tasks.");
          RunnableWrapper r = pendingTasks.take();
          if (r != null) {
            logger.debug("Starting pending task {}", r);
            if (r.inner instanceof FragmentExecutor) {
              FragmentExecutor fragmentExecutor = (FragmentExecutor) r.inner;
              runningFragments.put(fragmentExecutor.getContext().getHandle(), fragmentExecutor);
            }
            executor.execute(r);
          }

        }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
      logger.debug("Setting buffers on root context.");
      rootContext.setBuffers(buffers);
      // add fragment to local node.
      status.add(new FragmentData(rootFragment.getHandle(), null, true));
      logger.debug("Fragment added to local node.");
      rootRunner = new FragmentExecutor(rootContext, bee, rootOperator, new RootStatusHandler(rootContext, rootFragment));
      RootFragmentManager fragmentManager = new RootFragmentManager(rootFragment.getHandle(), buffers, rootRunner);

      if(buffers.isDone()){
        // if we don't have to wait for any incoming data, start the fragment runner.
        bee.addFragmentRunner(fragmentManager.getRunnable());
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
    ControlTunnel tunnel = bee.getContext().getController().getTunnel(fragment.getForeman());

    NonRootStatusReporter listener = new NonRootStatusReporter(context, tunnel);
    try{
      FragmentRoot rootOperator = bee.getContext().getPlanReader().readFragmentOperator(fragment.getFragmentJson());
      FragmentExecutor fr = new FragmentExecutor(context, bee, rootOperator, listener);
      bee.addFragmentRunner(fr);
    } catch (Exception e) {
      listener.fail(fragment.getHandle(), "Failure due to uncaught exception", e);
    } catch (OutOfMemoryError t) {
      if(t.getMessage().startsWith("Direct buffer")){
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
    if(manager != null){
      // try remote fragment cancel.
      manager.cancel();
    }else{
      // then try local cancel.
      FragmentExecutor runner = bee.getFragmentRunner(handle);
      if(runner != null) runner.cancel();
    }

    return Acks.OK;
  }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
  }

  public Ack receivingFragmentFinished(FinishedReceiver finishedReceiver) {
    FragmentManager manager = bee.getContext().getWorkBus().getFragmentManager(finishedReceiver.getSender());

    FragmentExecutor executor;
    if(manager != null) {
      executor = manager.getRunnable();
    } else {
      // then try local cancel.
      executor = bee.getFragmentRunner(finishedReceiver.getSender());
    }

    if (executor != null) {
      executor.receivingFragmentFinished(finishedReceiver.getReceiver());
    }

    return Acks.OK;
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    }
    return Acks.OK;
  }

  public Ack cancelFragment(FragmentHandle handle) {
    FragmentExecutor runner = bee.getFragmentRunner(handle);
    if (runner != null) {
      runner.cancel();
    }
    return Acks.OK;
  }
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
      logger.debug("Setting buffers on root context.");
      rootContext.setBuffers(buffers);
      // add fragment to local node.
      status.add(new FragmentData(rootFragment.getHandle(), rootFragment.getAssignment(), true));
      logger.debug("Fragment added to local node.");
      rootRunner = new FragmentExecutor(rootContext, bee, rootOperator, new RootStatusHandler(rootContext, rootFragment));
      RootFragmentManager fragmentManager = new RootFragmentManager(rootFragment.getHandle(), buffers, rootRunner);

      if(buffers.isDone()){
        // if we don't have to wait for any incoming data, start the fragment runner.
        bee.addFragmentRunner(fragmentManager.getRunnable());
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
      if(fragment.getLeafFragment()){
        FragmentContext context = new FragmentContext(bee.getContext(), fragment, null, bee.getContext().getFunctionImplementationRegistry());
        ControlTunnel tunnel = bee.getContext().getController().getTunnel(fragment.getForeman());
        NonRootStatusReporter listener = new NonRootStatusReporter(context, tunnel);
        FragmentRoot rootOperator = bee.getContext().getPlanReader().readFragmentOperator(fragment.getFragmentJson());
        FragmentExecutor fr = new FragmentExecutor(context, bee, rootOperator, listener);
        bee.addFragmentRunner(fr);
      }else{ // isIntermediate, store for incoming data.
        NonRootFragmentManager manager = new NonRootFragmentManager(fragment, bee);
        bee.getContext().getWorkBus().setFragmentManager(manager);
      }
View Full Code Here
TOP

Related Classes of org.apache.drill.exec.work.fragment.FragmentExecutor

  • org.apache.drill.exec.work.batch.ControlHandlerImpl
  • org.apache.drill.exec.work.foreman.QueryManager
  • org.apache.drill.exec.work.user.UserWorker
  • org.apache.drill.exec.work.WorkManager$EventThread
  • org.apache.drill.exec.work.WorkManager$WorkerBee
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.