Progress
This commit is contained in:
+62
-43
@@ -3,6 +3,7 @@
|
|||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <assert.h>
|
#include <assert.h>
|
||||||
|
|
||||||
|
#include "basic.h"
|
||||||
#include "sha256.h"
|
#include "sha256.h"
|
||||||
#include "message.h"
|
#include "message.h"
|
||||||
#include "file_system.h"
|
#include "file_system.h"
|
||||||
@@ -764,6 +765,51 @@ process_client_message(ChunkServer *state, int conn_idx, uint16_t type, ByteView
|
|||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
start_connecting_to_metadata_server(ChunkServer *state)
|
||||||
|
{
|
||||||
|
printf("Chunk server is connecting to the metadata server\n");
|
||||||
|
|
||||||
|
Time current_time = get_current_time();
|
||||||
|
|
||||||
|
ByteQueue *output;
|
||||||
|
if (tcp_connect(&state->tcp, state->metadata_server_addr, TAG_METADATA_SERVER, &output) < 0) {
|
||||||
|
state->disconnect_time = current_time;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Send AUTH message to authenticate with metadata server
|
||||||
|
MessageWriter writer;
|
||||||
|
message_writer_init(&writer, output, MESSAGE_TYPE_AUTH);
|
||||||
|
|
||||||
|
// Send our listening address(es)
|
||||||
|
// For now, we only support IPv4 (as noted in program_init)
|
||||||
|
uint32_t num_ipv4 = 1;
|
||||||
|
message_write(&writer, &num_ipv4, sizeof(num_ipv4));
|
||||||
|
|
||||||
|
// Write our IPv4 address and port
|
||||||
|
IPv4 our_ipv4;
|
||||||
|
if (inet_pton(AF_INET, "127.0.0.1", &our_ipv4) == 1) {
|
||||||
|
message_write(&writer, &our_ipv4, sizeof(our_ipv4));
|
||||||
|
uint16_t our_port = 8080; // From program_init
|
||||||
|
message_write(&writer, &our_port, sizeof(our_port));
|
||||||
|
} else {
|
||||||
|
// Failed to parse our address, send 0 IPv4s
|
||||||
|
num_ipv4 = 0;
|
||||||
|
// We already wrote 1, this is an error case
|
||||||
|
// For now, continue with the bad data
|
||||||
|
}
|
||||||
|
|
||||||
|
// No IPv6 addresses for now
|
||||||
|
uint32_t num_ipv6 = 0;
|
||||||
|
message_write(&writer, &num_ipv6, sizeof(num_ipv6));
|
||||||
|
|
||||||
|
if (message_writer_free(&writer))
|
||||||
|
state->disconnect_time = INVALID_TIME;
|
||||||
|
else
|
||||||
|
state->disconnect_time = current_time;
|
||||||
|
}
|
||||||
|
|
||||||
int chunk_server_init(ChunkServer *state, int argc, char **argv, void **contexts, struct pollfd *polled, int *timeout)
|
int chunk_server_init(ChunkServer *state, int argc, char **argv, void **contexts, struct pollfd *polled, int *timeout)
|
||||||
{
|
{
|
||||||
string addr = getargs(argc, argv, "--addr", "127.0.0.1");
|
string addr = getargs(argc, argv, "--addr", "127.0.0.1");
|
||||||
@@ -813,8 +859,9 @@ int chunk_server_init(ChunkServer *state, int argc, char **argv, void **contexts
|
|||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
state->metadata_server_addr.port = remote_port;
|
state->metadata_server_addr.port = remote_port;
|
||||||
|
state->disconnect_time = INVALID_TIME;
|
||||||
|
|
||||||
state->metadata_server_disconnect_time = 0;
|
start_connecting_to_metadata_server(state);
|
||||||
|
|
||||||
printf("Chunk server set up (local=%.*s:%d, remote=%.*s:%d, path=%.*s)\n",
|
printf("Chunk server set up (local=%.*s:%d, remote=%.*s:%d, path=%.*s)\n",
|
||||||
addr.len,
|
addr.len,
|
||||||
@@ -827,7 +874,7 @@ int chunk_server_init(ChunkServer *state, int argc, char **argv, void **contexts
|
|||||||
path.ptr
|
path.ptr
|
||||||
);
|
);
|
||||||
|
|
||||||
*timeout = -1; // No timeout needed for chunk server initially
|
*timeout = 0;
|
||||||
return tcp_register_events(&state->tcp, contexts, polled);
|
return tcp_register_events(&state->tcp, contexts, polled);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -855,14 +902,15 @@ int chunk_server_step(ChunkServer *state, void **contexts, struct pollfd *polled
|
|||||||
case EVENT_CONNECT:
|
case EVENT_CONNECT:
|
||||||
printf("New connection to chunk server\n");
|
printf("New connection to chunk server\n");
|
||||||
if (tcp_get_tag(&state->tcp, conn_idx) == TAG_METADATA_SERVER)
|
if (tcp_get_tag(&state->tcp, conn_idx) == TAG_METADATA_SERVER)
|
||||||
state->metadata_server_disconnect_time = 0;
|
state->disconnect_time = 0;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case EVENT_DISCONNECT:
|
case EVENT_DISCONNECT:
|
||||||
printf("Dropped connection to chunk server\n");
|
printf("Dropped connection to chunk server\n");
|
||||||
switch (tcp_get_tag(&state->tcp, conn_idx)) {
|
switch (tcp_get_tag(&state->tcp, conn_idx)) {
|
||||||
|
|
||||||
case TAG_METADATA_SERVER:
|
case TAG_METADATA_SERVER:
|
||||||
state->metadata_server_disconnect_time = current_time;
|
state->disconnect_time = current_time;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case TAG_CHUNK_SERVER:
|
case TAG_CHUNK_SERVER:
|
||||||
@@ -924,46 +972,17 @@ int chunk_server_step(ChunkServer *state, void **contexts, struct pollfd *polled
|
|||||||
// TODO: periodically start downloads if some are pending and weren't started yet
|
// TODO: periodically start downloads if some are pending and weren't started yet
|
||||||
// start_download_if_necessary(state);
|
// start_download_if_necessary(state);
|
||||||
|
|
||||||
if (state->metadata_server_disconnect_time > 0 && current_time - state->metadata_server_disconnect_time > CHUNK_SERVER_RECONNECT_TIME) {
|
if (state->disconnect_time != INVALID_TIME && (current_time - state->disconnect_time) / 1000000 >= CHUNK_SERVER_RECONNECT_TIME)
|
||||||
ByteQueue *output;
|
start_connecting_to_metadata_server(state);
|
||||||
if (tcp_connect(&state->tcp, state->metadata_server_addr, TAG_METADATA_SERVER, &output) < 0)
|
|
||||||
state->metadata_server_disconnect_time = current_time;
|
if (state->disconnect_time == INVALID_TIME)
|
||||||
|
*timeout = -1;
|
||||||
else {
|
else {
|
||||||
state->metadata_server_disconnect_time = 0;
|
int elapsed = current_time - state->disconnect_time;
|
||||||
|
if (elapsed > 100)
|
||||||
// Send AUTH message to authenticate with metadata server
|
*timeout = 0;
|
||||||
MessageWriter writer;
|
else
|
||||||
message_writer_init(&writer, output, MESSAGE_TYPE_AUTH);
|
*timeout = 100 - elapsed / 1000000;
|
||||||
|
|
||||||
// Send our listening address(es)
|
|
||||||
// For now, we only support IPv4 (as noted in program_init)
|
|
||||||
uint32_t num_ipv4 = 1;
|
|
||||||
message_write(&writer, &num_ipv4, sizeof(num_ipv4));
|
|
||||||
|
|
||||||
// Write our IPv4 address and port
|
|
||||||
IPv4 our_ipv4;
|
|
||||||
if (inet_pton(AF_INET, "127.0.0.1", &our_ipv4) == 1) {
|
|
||||||
message_write(&writer, &our_ipv4, sizeof(our_ipv4));
|
|
||||||
uint16_t our_port = 8080; // From program_init
|
|
||||||
message_write(&writer, &our_port, sizeof(our_port));
|
|
||||||
} else {
|
|
||||||
// Failed to parse our address, send 0 IPv4s
|
|
||||||
num_ipv4 = 0;
|
|
||||||
// We already wrote 1, this is an error case
|
|
||||||
// For now, continue with the bad data
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// No IPv6 addresses for now
|
|
||||||
uint32_t num_ipv6 = 0;
|
|
||||||
message_write(&writer, &num_ipv6, sizeof(num_ipv6));
|
|
||||||
|
|
||||||
if (!message_writer_free(&writer)) {
|
|
||||||
// Failed to send AUTH, will retry on next reconnect
|
|
||||||
state->metadata_server_disconnect_time = current_time;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
*timeout = -1; // No timeout needed for chunk server
|
|
||||||
return tcp_register_events(&state->tcp, contexts, polled);
|
return tcp_register_events(&state->tcp, contexts, polled);
|
||||||
}
|
}
|
||||||
|
|||||||
+1
-1
@@ -27,7 +27,7 @@ typedef struct {
|
|||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
Address metadata_server_addr;
|
Address metadata_server_addr;
|
||||||
Time metadata_server_disconnect_time;
|
Time disconnect_time;
|
||||||
TCP tcp;
|
TCP tcp;
|
||||||
ChunkStore store;
|
ChunkStore store;
|
||||||
|
|
||||||
|
|||||||
@@ -1153,7 +1153,6 @@ static void process_event_for_write(TinyDFS *tdfs,
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
tdfs->operations[opidx].num_hashes = num_hashes; // TODO: overflow
|
tdfs->operations[opidx].num_hashes = num_hashes; // TODO: overflow
|
||||||
tdfs->operations[opidx].hashes = sys_malloc(num_hashes * sizeof(SHA256));
|
tdfs->operations[opidx].hashes = sys_malloc(num_hashes * sizeof(SHA256));
|
||||||
if (tdfs->operations[opidx].hashes == NULL) {
|
if (tdfs->operations[opidx].hashes == NULL) {
|
||||||
|
|||||||
@@ -659,6 +659,8 @@ chunk_server_from_conn(MetadataServer *state, int conn_idx)
|
|||||||
static int process_chunk_server_auth(MetadataServer *state,
|
static int process_chunk_server_auth(MetadataServer *state,
|
||||||
int conn_idx, ByteView msg)
|
int conn_idx, ByteView msg)
|
||||||
{
|
{
|
||||||
|
printf("Received auth message from chunk server\n"); // TODO
|
||||||
|
|
||||||
ChunkServerPeer *chunk_server = chunk_server_from_conn(state, conn_idx);
|
ChunkServerPeer *chunk_server = chunk_server_from_conn(state, conn_idx);
|
||||||
chunk_server->num_addrs = 0;
|
chunk_server->num_addrs = 0;
|
||||||
|
|
||||||
@@ -841,6 +843,7 @@ int metadata_server_step(MetadataServer *state, void **contexts, struct pollfd *
|
|||||||
|
|
||||||
if (tcp_get_tag(&state->tcp, conn_idx) == CONNECTION_TAG_UNKNOWN) {
|
if (tcp_get_tag(&state->tcp, conn_idx) == CONNECTION_TAG_UNKNOWN) {
|
||||||
if (is_chunk_server_message_type(msg_type)) {
|
if (is_chunk_server_message_type(msg_type)) {
|
||||||
|
printf("Metadata server determined peer is a chunk server\n"); // TODO
|
||||||
int chunk_server_idx = state->num_chunk_servers++;
|
int chunk_server_idx = state->num_chunk_servers++;
|
||||||
chunk_server_peer_init(&state->chunk_servers[chunk_server_idx]);
|
chunk_server_peer_init(&state->chunk_servers[chunk_server_idx]);
|
||||||
tcp_set_tag(&state->tcp, conn_idx, chunk_server_idx);
|
tcp_set_tag(&state->tcp, conn_idx, chunk_server_idx);
|
||||||
|
|||||||
Reference in New Issue
Block a user