As I said, assign the labels only where needed. Something like this:
procedure TForm1.PopulateSeries;
const
LABELVALUES:array[1..3] = ('small', 'medium', 'big');
var
i: Integer;
labeltext: String;
y: Integer;
begin
for i:=0 to 10 do
begin
y := random(3); // random data for y, some of the values are 0
if y = 0 then labelText := '' else labelText := LABELVALUES[y];
Chart1BarSeries1.AddXY(i, y, labelText);
end;
end;