X-Git-Url: http://git.tuebingen.mpg.de/?p=paraslash.git;a=blobdiff_plain;f=write_common.c;h=acf1d292a4a33ed8ed7ef2649382c9a2c3f4a3e8;hp=4350c9f1730a153a89805cbe75b30508850a8476;hb=4c80bf4a2082c4922094f7e8ce75193edb6be80f;hpb=704605b466aca3ae6ca6d1e03b6af55e3d245502

diff --git a/write_common.c b/write_common.c
index 4350c9f1..acf1d292 100644
--- a/write_common.c
+++ b/write_common.c
@@ -28,7 +28,22 @@
 const char *writer_names[] ={WRITER_NAMES};
 struct writer writers[NUM_SUPPORTED_WRITERS] = {WRITER_ARRAY};
 
-static void wng_post_select(__a_unused struct sched *s, struct task *t)
+static void wng_pre_select(__a_unused struct sched *s, struct task *t)
+{
+	struct writer_node_group *g = t->private_data;
+	int i;
+
+	FOR_EACH_WRITER_NODE(i, g) {
+		struct writer_node *wn = &g->writer_nodes[i];
+		t->ret = wn->writer->pre_select(s, wn);
+		if (t->ret < 0) {
+			g->eof = 1;
+			return;
+		}
+	}
+}
+
+static void wng_post_select(struct sched *s, struct task *t)
 {
 	struct writer_node_group *g = t->private_data;
 	int i;
@@ -36,24 +51,32 @@ static void wng_post_select(__a_unused struct sched *s, struct task *t)
 
 	FOR_EACH_WRITER_NODE(i, g) {
 		struct writer_node *wn = &g->writer_nodes[i];
-		t->ret = wn->task.ret;
+		t->ret = wn->writer->post_select(s, wn);
 		if (t->ret < 0) {
 			g->eof = 1;
 			return;
 		}
 		if (!i)
-			min_written = t->ret;
+			min_written = wn->written;
 		else
-			min_written = PARA_MIN(min_written, t->ret);
+			min_written = PARA_MIN(min_written, wn->written);
+	}
+//	PARA_INFO_LOG("loaded: %zd, min_written: %zd bytes\n", *g->loaded, min_written);
+	if (min_written) {
+		*g->loaded -= min_written;
+		FOR_EACH_WRITER_NODE(i, g)
+			g->writer_nodes[i].written -= min_written;
 	}
-	*g->loaded -= min_written;
 	if (!*g->loaded && *g->input_eof) {
 		g->eof = 1;
 		t->ret = -E_WNG_EOF;
-	} else
-		t->ret = 1;
-	if (*g->loaded && min_written)
+		return;
+	}
+	t->ret = 1;
+	if (*g->loaded && min_written) {
+//		PARA_INFO_LOG("moving %zd bytes\n", *g->loaded);
 		memmove(g->buf, g->buf + min_written, *g->loaded);
+	}
 }
 
 int wng_open(struct writer_node_group *g)
@@ -70,10 +93,6 @@ int wng_open(struct writer_node_group *g)
 			goto err_out;
 		wn->chunk_bytes = ret;
 		g->max_chunk_bytes = PARA_MAX(g->max_chunk_bytes, ret);
-		wn->task.pre_select = wn->writer->pre_select;
-		wn->task.post_select = wn->writer->post_select;
-		wn->task.private_data = wn;
-		register_task(&wn->task);
 	}
 	sprintf(g->task.status, "%s", "writer node group");
 	g->eof = 0;
@@ -82,7 +101,6 @@ err_out:
 	unregister_task(&g->task);
 	while (i > 0) {
 		struct writer_node *wn = &g->writer_nodes[--i];
-		unregister_task(&wn->task);
 		wn->writer->close(wn);
 	}
 	g->num_writers = 0;
@@ -92,12 +110,6 @@ err_out:
 
 void wng_unregister(struct writer_node_group *g)
 {
-	int i;
-
-	FOR_EACH_WRITER_NODE(i, g) {
-		struct writer_node *wn = &g->writer_nodes[i];
-		unregister_task(&wn->task);
-	}
 	unregister_task(&g->task);
 	g->eof = 1;
 }
@@ -113,7 +125,6 @@ void wng_close(struct writer_node_group *g)
 		struct writer_node *wn = &g->writer_nodes[i];
 		wn->writer->close(wn);
 	}
-	free(g->written);
 	free(g->writer_nodes);
 	free(g);
 }
@@ -124,9 +135,9 @@ struct writer_node_group *wng_new(unsigned num_writers)
 	g->num_writers = num_writers;
 	g->writer_nodes = para_calloc(num_writers
 		* sizeof(struct writer_node));
-	g->written = para_calloc(num_writers * sizeof(size_t));
 	g->task.private_data = g;
 	g->task.post_select = wng_post_select;
+	g->task.pre_select = wng_pre_select;
 	return g;
 }
 
@@ -174,8 +185,6 @@ struct writer_node_group *setup_default_wng(void)
 	else
 		default_writer = 1;
 	wng->writer_nodes[0].writer = &writers[default_writer];
-	sprintf(wng->writer_nodes[0].task.status, "%s",
-		writer_names[default_writer]);
 	PARA_INFO_LOG("using default writer: %s %p\n",
 		writer_names[default_writer], writers[default_writer].parse_config);
 	wng->writer_nodes[0].conf = writers[default_writer].parse_config("");