From first form:
Code:
        private void button1_Click_1(object sender, EventArgs e)
        {
            Form2 frm = new Form2();
            this.Visible=false;
            frm.Show();
        }
From second form:
Code:
private void Form2_FormClosed(object sender, FormClosedEventArgs e)
{
Application.Exit();
}