workload_generator/generate_deepspeed_stage3_workload.py [126:136]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
            if param.get_shape()[-1] != 1:
                self.workload.append(
                    LogItem(
                        comm_type=CommType.computation,
                        msg_size=(
                            (self.batch_size, self.seq_len, param.get_shape()[0]),
                            (param.get_shape()[0], param.get_shape()[1]),
                        ),
                        stage=f"{self.stage}.computation",
                    )
                )
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



workload_generator/generate_deepspeed_stage3_workload.py [139:149]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
            if param.get_shape()[-1] != 1:
                self.workload.append(
                    LogItem(
                        comm_type=CommType.computation,
                        msg_size=(
                            (self.batch_size, self.seq_len, param.get_shape()[0]),
                            (param.get_shape()[0], param.get_shape()[1]),
                        ),
                        stage=f"{self.stage}.computation",
                    )
                )
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -