-----BEGIN PRIVACY-ENHANCED MESSAGE-----
Proc-Type: 2001,MIC-CLEAR
Originator-Name: webmaster@www.sec.gov
Originator-Key-Asymmetric:
 MFgwCgYEVQgBAQICAf8DSgAwRwJAW2sNKK9AVtBzYZmr6aGjlWyK3XmZv3dTINen
 TWSM7vrzLADbmYQaionwg5sDW3P6oaM5D3tdezXMm7z1T+B+twIDAQAB
MIC-Info: RSA-MD5,RSA,
 KjQMGhOkB/cvwsCxqrhMclqzVNp3q1Z9m2Sw8qvlibB7m1ymjWLvC+8o8KG3p3z0
 5sBD/ii8PbPor4j/eLwA0w==

<SEC-DOCUMENT>0001209191-04-038312.txt : 20040730
<SEC-HEADER>0001209191-04-038312.hdr.sgml : 20040730
<ACCEPTANCE-DATETIME>20040730160158
ACCESSION NUMBER:		0001209191-04-038312
CONFORMED SUBMISSION TYPE:	4
PUBLIC DOCUMENT COUNT:		1
CONFORMED PERIOD OF REPORT:	20040729
FILED AS OF DATE:		20040730

ISSUER:		

	COMPANY DATA:	
		COMPANY CONFORMED NAME:			RAYOVAC CORP
		CENTRAL INDEX KEY:			0001028985
		STANDARD INDUSTRIAL CLASSIFICATION:	MISCELLANEOUS ELECTRICAL MACHINERY, EQUIPMENT & SUPPLIES [3690]
		IRS NUMBER:				222423556
		STATE OF INCORPORATION:			WI
		FISCAL YEAR END:			0930

	BUSINESS ADDRESS:	
		STREET 1:		601 RAYOVAC DR
		CITY:			MADISON
		STATE:			WI
		ZIP:			53711-2497
		BUSINESS PHONE:		6082753340

	MAIL ADDRESS:	
		STREET 1:		601 RAYOVAC DRIVE
		CITY:			MADISON
		STATE:			WI
		ZIP:			53711-2497

REPORTING-OWNER:	

	OWNER DATA:	
		COMPANY CONFORMED NAME:			BILLER KENNETH V
		CENTRAL INDEX KEY:			0001068190

	FILING VALUES:
		FORM TYPE:		4
		SEC ACT:		1934 Act
		SEC FILE NUMBER:	001-13615
		FILM NUMBER:		04942443

	BUSINESS ADDRESS:	
		STREET 1:		C/O RAYOVAC CORP
		STREET 2:		601 RAYOVAC DR
		CITY:			MADISON
		STATE:			WI
		ZIP:			53711-2497
		BUSINESS PHONE:		6082753340

	MAIL ADDRESS:	
		STREET 1:		C/O RAYOVAC CORP
		STREET 2:		601 RAYOVAC DR
		CITY:			MADISON
		STATE:			WI
		ZIP:			53711-2497
</SEC-HEADER>
<DOCUMENT>
<TYPE>4
<SEQUENCE>1
<FILENAME>doc4.xml
<DESCRIPTION>FORM 4 SUBMISSION
<TEXT>
<XML>
<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0202</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2004-07-29</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001028985</issuerCik>
        <issuerName>RAYOVAC CORP</issuerName>
        <issuerTradingSymbol>ROV</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001068190</rptOwnerCik>
            <rptOwnerName>BILLER KENNETH V</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O RAYOVAC CORPORATION</rptOwnerStreet1>
            <rptOwnerStreet2>SIX CONCOURSE PARKWAY, SUITE 3300</rptOwnerStreet2>
            <rptOwnerCity>ATLANTA</rptOwnerCity>
            <rptOwnerState>GA</rptOwnerState>
            <rptOwnerZipCode>30328</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>1</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle>Exec. Vice Pres., Operations</officerTitle>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2004-07-29</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>2100</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>12.20</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2004-07-29</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>S</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>2100</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>26.95</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>82062</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>4635</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>401(k) Plan</value>
                    <footnoteId id="F1"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Employee Stock Option (right to buy)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>12.20</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2004-07-29</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>2100</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F2"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F2"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>2100</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">The reporting person no longer has a reportable indirect beneficial interest in 1,000 shares of Rayovac common stock owned by his son and included in the reoprting person's prior ownership reports.  The reporting person holds 4,635 shares through the Rayovac 401(k) Retirement Savings Plan as of July 29, 2004.</footnote>
        <footnote id="F2">The option vested and became exercisable in equal annual installments over a three-year period that commenced October 1, 2002.  The option expires on October 1, 2012.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>Tracy S. Wrycha as attorney-in-fact</signatureName>
        <signatureDate>2004-07-30</signatureDate>
    </ownerSignature>
</ownershipDocument>

</XML>
</TEXT>
</DOCUMENT>
</SEC-DOCUMENT>
-----END PRIVACY-ENHANCED MESSAGE-----